17:01:03.572 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
17:01:03.572 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-task_srLyB/test-tmp
17:01:03.572 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
17:01:03.572 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-task_srLyB/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
17:01:03.577 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-task_srLyB/test-tmp/mini-kudu-cluster5652914791312493884"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
17:01:03.898 [DEBUG - main] (MiniKuduCluster.java:195) Response:
17:01:03.898 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
17:01:03.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:03.901798 1106 mini_oidc.cc:150] Starting JWKS server
17:01:03.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:03.905865 1106 webserver.cc:492] Webserver started at http://127.0.0.1:38999/ using document root <none> and password file <none>
17:01:03.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:03.906478 1106 mini_oidc.cc:186] Starting OIDC Discovery server
17:01:03.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:03.908638 1106 webserver.cc:492] Webserver started at http://127.0.0.1:34819/ using document root <none> and password file <none>
17:01:03.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-10-29T17:01:03Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
17:01:03.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-10-29T17:01:03Z Disabled control of system clock
17:01:03.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:03.972787 1106 external_mini_cluster.cc:1366] Running /tmp/dist-test-task_srLyB/build/tsan/bin/kudu
17:01:03.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_srLyB/build/tsan/bin/kudu
17:01:03.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_srLyB/test-tmp/mini-kudu-cluster5652914791312493884/master-0/wal
17:01:03.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_srLyB/test-tmp/mini-kudu-cluster5652914791312493884/master-0/data
17:01:03.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
17:01:03.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
17:01:03.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
17:01:03.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
17:01:03.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
17:01:03.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
17:01:03.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_srLyB/test-tmp/mini-kudu-cluster5652914791312493884/master-0/logs
17:01:03.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_srLyB/test-tmp/mini-kudu-cluster5652914791312493884/master-0/data/info.pb
17:01:03.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
17:01:03.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
17:01:03.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
17:01:03.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
17:01:03.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
17:01:03.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
17:01:03.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
17:01:03.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
17:01:03.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
17:01:03.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
17:01:03.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
17:01:03.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
17:01:03.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.20.190:41185
17:01:03.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.20.190
17:01:03.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
17:01:03.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.20.148:41503
17:01:03.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
17:01:03.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
17:01:03.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
17:01:03.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
17:01:03.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.20.190:41185,127.1.20.189:46555,127.1.20.188:42889
17:01:03.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
17:01:03.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38999/jwks.json with env {}
17:01:04.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 17:01:04.273669 1118 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
17:01:04.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 17:01:04.274356 1118 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
17:01:04.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 17:01:04.274978 1118 flags.cc:425] Enabled unsafe flag: --never_fsync=true
17:01:04.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 17:01:04.306969 1118 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
17:01:04.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 17:01:04.307344 1118 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
17:01:04.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 17:01:04.307657 1118 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
17:01:04.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 17:01:04.307943 1118 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
17:01:04.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 17:01:04.308243 1118 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
17:01:04.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 17:01:04.308455 1118 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:38999/jwks.json
17:01:04.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:04.344513 1118 master_runner.cc:386] Master server non-default flags:
17:01:04.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
17:01:04.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.20.148:41503
17:01:04.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
17:01:04.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
17:01:04.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_srLyB/test-tmp/mini-kudu-cluster5652914791312493884/master-0/data
17:01:04.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_srLyB/test-tmp/mini-kudu-cluster5652914791312493884/master-0/wal
17:01:04.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
17:01:04.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.20.190:41185,127.1.20.189:46555,127.1.20.188:42889
17:01:04.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
17:01:04.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
17:01:04.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
17:01:04.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.20.190:41185
17:01:04.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
17:01:04.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
17:01:04.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
17:01:04.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38999/jwks.json
17:01:04.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
17:01:04.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
17:01:04.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_srLyB/test-tmp/mini-kudu-cluster5652914791312493884/master-0/data/info.pb
17:01:04.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.20.190
17:01:04.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
17:01:04.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
17:01:04.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
17:01:04.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
17:01:04.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
17:01:04.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
17:01:04.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_srLyB/test-tmp/mini-kudu-cluster5652914791312493884/master-0/logs
17:01:04.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
17:01:04.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
17:01:04.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
17:01:04.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
17:01:04.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
17:01:04.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 60f5e5267b92c39485a66121d3ce3cc7ef57b0e0
17:01:04.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
17:01:04.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Oct 2025 16:33:57 UTC on 5fd53c4cbb9d
17:01:04.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 8777
17:01:04.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
17:01:04.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:04.346243 1118 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
17:01:04.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:04.347895 1118 file_cache.cc:492] Constructed file cache file cache with capacity 419430
17:01:04.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 17:01:04.358940 1124 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:01:05.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 17:01:04.359555 1125 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:01:05.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 17:01:05.566238 1127 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:01:05.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 17:01:05.569862 1126 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1209 milliseconds
17:01:05.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 17:01:05.570797 1118 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.212s user 0.410s sys 0.800s
17:01:05.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 17:01:05.571056 1118 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.212s user 0.410s sys 0.800s
17:01:05.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:05.571242 1118 server_base.cc:1042] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
17:01:05.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:05.572299 1118 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
17:01:05.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:05.580147 1118 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
17:01:05.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:05.581547 1118 hybrid_clock.cc:648] HybridClock initialized: now 1761757265581501 us; error 60 us; skew 500 ppm
17:01:05.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:05.582438 1118 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
17:01:05.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:05.589702 1118 webserver.cc:492] Webserver started at http://127.1.20.190:36183/ using document root <none> and password file <none>
17:01:05.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:05.590677 1118 fs_manager.cc:362] Metadata directory not provided
17:01:05.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:05.590910 1118 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
17:01:05.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:05.591373 1118 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
17:01:05.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:05.595650 1118 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_srLyB/test-tmp/mini-kudu-cluster5652914791312493884/master-0/data/instance:
17:01:05.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "459f58a404db44ba853b185115e4358f"
17:01:05.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-29 17:01:05 on dist-test-slave-x5f2"
17:01:05.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:05.596807 1118 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_srLyB/test-tmp/mini-kudu-cluster5652914791312493884/master-0/wal/instance:
17:01:05.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "459f58a404db44ba853b185115e4358f"
17:01:05.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-29 17:01:05 on dist-test-slave-x5f2"
17:01:05.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:05.604812 1118 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.005s sys 0.001s
17:01:05.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:05.611099 1134 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
17:01:05.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:05.612310 1118 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.003s sys 0.002s
17:01:05.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:05.612663 1118 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_srLyB/test-tmp/mini-kudu-cluster5652914791312493884/master-0/data,/tmp/dist-test-task_srLyB/test-tmp/mini-kudu-cluster5652914791312493884/master-0/wal
17:01:05.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "459f58a404db44ba853b185115e4358f"
17:01:05.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-29 17:01:05 on dist-test-slave-x5f2"
17:01:05.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:05.613078 1118 fs_report.cc:389] FS layout report
17:01:05.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
17:01:05.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_srLyB/test-tmp/mini-kudu-cluster5652914791312493884/master-0/wal
17:01:05.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_srLyB/test-tmp/mini-kudu-cluster5652914791312493884/master-0/wal
17:01:05.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_srLyB/test-tmp/mini-kudu-cluster5652914791312493884/master-0/data/data
17:01:05.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
17:01:05.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
17:01:05.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
17:01:05.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
17:01:05.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
17:01:05.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
17:01:05.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
17:01:05.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
17:01:05.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
17:01:05.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
17:01:05.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
17:01:05.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:05.706251 1118 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
17:01:05.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:05.707772 1118 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
17:01:05.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:05.708248 1118 kserver.cc:163] Server-wide thread pool size limit: 3276
17:01:05.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:05.781697 1118 rpc_server.cc:307] RPC server started. Bound to: 127.1.20.190:41185
17:01:05.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:05.781760 1185 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.1.20.190:41185 every 8 connection(s)
17:01:05.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:05.784379 1118 server_base.cc:1179] Dumped server information to /tmp/dist-test-task_srLyB/test-tmp/mini-kudu-cluster5652914791312493884/master-0/data/info.pb
17:01:05.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:05.790584 1186 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
17:01:05.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:05.794401 1106 external_mini_cluster.cc:1428] Started /tmp/dist-test-task_srLyB/build/tsan/bin/kudu as pid 1118
17:01:05.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:05.794929 1106 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task_srLyB/test-tmp/mini-kudu-cluster5652914791312493884/master-0/wal/instance
17:01:05.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:05.798369 1106 external_mini_cluster.cc:1366] Running /tmp/dist-test-task_srLyB/build/tsan/bin/kudu
17:01:05.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_srLyB/build/tsan/bin/kudu
17:01:05.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_srLyB/test-tmp/mini-kudu-cluster5652914791312493884/master-1/wal
17:01:05.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_srLyB/test-tmp/mini-kudu-cluster5652914791312493884/master-1/data
17:01:05.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
17:01:05.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
17:01:05.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
17:01:05.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
17:01:05.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
17:01:05.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
17:01:05.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_srLyB/test-tmp/mini-kudu-cluster5652914791312493884/master-1/logs
17:01:05.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_srLyB/test-tmp/mini-kudu-cluster5652914791312493884/master-1/data/info.pb
17:01:05.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
17:01:05.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
17:01:05.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
17:01:05.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
17:01:05.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
17:01:05.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
17:01:05.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
17:01:05.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
17:01:05.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
17:01:05.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
17:01:05.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
17:01:05.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
17:01:05.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.20.189:46555
17:01:05.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.20.189
17:01:05.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
17:01:05.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.20.148:41503
17:01:05.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
17:01:05.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
17:01:05.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
17:01:05.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
17:01:05.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.20.190:41185,127.1.20.189:46555,127.1.20.188:42889
17:01:05.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
17:01:05.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38999/jwks.json with env {}
17:01:05.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:05.801790 1186 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.20.190" port: 41185 } has no permanent_uuid. Determining permanent_uuid...
17:01:05.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:05.835867 1186 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.20.189" port: 46555 } has no permanent_uuid. Determining permanent_uuid...
17:01:05.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 17:01:05.838320 1138 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.20.189:46555: connect: Connection refused (error 111)
17:01:05.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 17:01:05.842715 1186 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.20.189:46555: Network error: Client connection negotiation failed: client connection to 127.1.20.189:46555: connect: Connection refused (error 111)
17:01:05.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:05.892338 1186 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.20.189" port: 46555 } attempt: 1
17:01:05.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 17:01:05.897413 1186 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.20.189:46555: Network error: Client connection negotiation failed: client connection to 127.1.20.189:46555: connect: Connection refused (error 111)
17:01:05.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:05.965837 1186 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.20.189" port: 46555 } attempt: 2
17:01:05.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 17:01:05.970162 1186 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.20.189:46555: Network error: Client connection negotiation failed: client connection to 127.1.20.189:46555: connect: Connection refused (error 111)
17:01:06.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:06.061635 1186 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.20.189" port: 46555 } attempt: 3
17:01:06.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 17:01:06.065752 1186 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.20.189:46555: Network error: Client connection negotiation failed: client connection to 127.1.20.189:46555: connect: Connection refused (error 111)
17:01:06.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 17:01:06.114420 1188 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
17:01:06.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 17:01:06.115079 1188 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
17:01:06.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 17:01:06.115671 1188 flags.cc:425] Enabled unsafe flag: --never_fsync=true
17:01:06.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 17:01:06.148208 1188 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
17:01:06.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 17:01:06.148567 1188 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
17:01:06.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 17:01:06.148888 1188 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
17:01:06.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 17:01:06.149194 1188 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
17:01:06.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 17:01:06.149467 1188 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
17:01:06.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 17:01:06.149694 1188 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:38999/jwks.json
17:01:06.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:06.185987 1188 master_runner.cc:386] Master server non-default flags:
17:01:06.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
17:01:06.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.20.148:41503
17:01:06.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
17:01:06.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
17:01:06.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_srLyB/test-tmp/mini-kudu-cluster5652914791312493884/master-1/data
17:01:06.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_srLyB/test-tmp/mini-kudu-cluster5652914791312493884/master-1/wal
17:01:06.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
17:01:06.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.20.190:41185,127.1.20.189:46555,127.1.20.188:42889
17:01:06.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
17:01:06.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
17:01:06.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
17:01:06.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.20.189:46555
17:01:06.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
17:01:06.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
17:01:06.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
17:01:06.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38999/jwks.json
17:01:06.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
17:01:06.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
17:01:06.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_srLyB/test-tmp/mini-kudu-cluster5652914791312493884/master-1/data/info.pb
17:01:06.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.20.189
17:01:06.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
17:01:06.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
17:01:06.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
17:01:06.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
17:01:06.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
17:01:06.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
17:01:06.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_srLyB/test-tmp/mini-kudu-cluster5652914791312493884/master-1/logs
17:01:06.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
17:01:06.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
17:01:06.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
17:01:06.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
17:01:06.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
17:01:06.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 60f5e5267b92c39485a66121d3ce3cc7ef57b0e0
17:01:06.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
17:01:06.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Oct 2025 16:33:57 UTC on 5fd53c4cbb9d
17:01:06.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 8777
17:01:06.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
17:01:06.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:06.187646 1188 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
17:01:06.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:06.189365 1188 file_cache.cc:492] Constructed file cache file cache with capacity 419430
17:01:06.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 17:01:06.199534 1197 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:01:06.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:06.209105 1186 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.20.189" port: 46555 } attempt: 4
17:01:06.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 17:01:06.214967 1186 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.20.189:46555: Network error: Client connection negotiation failed: client connection to 127.1.20.189:46555: connect: Connection refused (error 111)
17:01:06.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:06.514544 1186 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.20.189" port: 46555 } attempt: 5
17:01:06.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 17:01:06.521317 1186 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.20.189:46555: Network error: Client connection negotiation failed: client connection to 127.1.20.189:46555: connect: Connection refused (error 111)
17:01:07.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:07.068908 1186 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.20.189" port: 46555 } attempt: 6
17:01:07.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 17:01:07.080410 1186 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.20.189:46555: Network error: Client connection negotiation failed: client connection to 127.1.20.189:46555: connect: Connection refused (error 111)
17:01:07.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 17:01:06.201231 1198 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:01:07.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 17:01:07.435869 1200 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:01:07.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 17:01:07.438272 1199 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1232 milliseconds
17:01:07.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:07.438367 1188 server_base.cc:1042] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
17:01:07.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:07.439543 1188 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
17:01:07.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:07.442210 1188 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
17:01:07.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:07.443570 1188 hybrid_clock.cc:648] HybridClock initialized: now 1761757267443528 us; error 43 us; skew 500 ppm
17:01:07.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:07.444437 1188 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
17:01:07.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:07.451150 1188 webserver.cc:492] Webserver started at http://127.1.20.189:36511/ using document root <none> and password file <none>
17:01:07.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:07.452096 1188 fs_manager.cc:362] Metadata directory not provided
17:01:07.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:07.452311 1188 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
17:01:07.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:07.452781 1188 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
17:01:07.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:07.457082 1188 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_srLyB/test-tmp/mini-kudu-cluster5652914791312493884/master-1/data/instance:
17:01:07.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a7fca929c4484f6aae6b24446a0e7f84"
17:01:07.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-29 17:01:07 on dist-test-slave-x5f2"
17:01:07.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:07.458214 1188 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_srLyB/test-tmp/mini-kudu-cluster5652914791312493884/master-1/wal/instance:
17:01:07.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a7fca929c4484f6aae6b24446a0e7f84"
17:01:07.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-29 17:01:07 on dist-test-slave-x5f2"
17:01:07.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:07.466002 1188 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.003s sys 0.005s
17:01:07.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:07.471649 1209 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
17:01:07.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:07.472668 1188 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.000s
17:01:07.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:07.473014 1188 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_srLyB/test-tmp/mini-kudu-cluster5652914791312493884/master-1/data,/tmp/dist-test-task_srLyB/test-tmp/mini-kudu-cluster5652914791312493884/master-1/wal
17:01:07.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a7fca929c4484f6aae6b24446a0e7f84"
17:01:07.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-29 17:01:07 on dist-test-slave-x5f2"
17:01:07.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:07.473357 1188 fs_report.cc:389] FS layout report
17:01:07.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
17:01:07.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_srLyB/test-tmp/mini-kudu-cluster5652914791312493884/master-1/wal
17:01:07.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_srLyB/test-tmp/mini-kudu-cluster5652914791312493884/master-1/wal
17:01:07.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_srLyB/test-tmp/mini-kudu-cluster5652914791312493884/master-1/data/data
17:01:07.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
17:01:07.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
17:01:07.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
17:01:07.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
17:01:07.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
17:01:07.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
17:01:07.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
17:01:07.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
17:01:07.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
17:01:07.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
17:01:07.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
17:01:07.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:07.559984 1188 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
17:01:07.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:07.561606 1188 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
17:01:07.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:07.562106 1188 kserver.cc:163] Server-wide thread pool size limit: 3276
17:01:07.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:07.635469 1188 rpc_server.cc:307] RPC server started. Bound to: 127.1.20.189:46555
17:01:07.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:07.635533 1261 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.1.20.189:46555 every 8 connection(s)
17:01:07.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:07.638322 1188 server_base.cc:1179] Dumped server information to /tmp/dist-test-task_srLyB/test-tmp/mini-kudu-cluster5652914791312493884/master-1/data/info.pb
17:01:07.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:07.644357 1262 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
17:01:07.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:07.647420 1106 external_mini_cluster.cc:1428] Started /tmp/dist-test-task_srLyB/build/tsan/bin/kudu as pid 1188
17:01:07.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:07.647838 1106 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task_srLyB/test-tmp/mini-kudu-cluster5652914791312493884/master-1/wal/instance
17:01:07.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:07.650141 1106 external_mini_cluster.cc:1366] Running /tmp/dist-test-task_srLyB/build/tsan/bin/kudu
17:01:07.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_srLyB/build/tsan/bin/kudu
17:01:07.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_srLyB/test-tmp/mini-kudu-cluster5652914791312493884/master-2/wal
17:01:07.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_srLyB/test-tmp/mini-kudu-cluster5652914791312493884/master-2/data
17:01:07.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
17:01:07.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
17:01:07.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
17:01:07.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
17:01:07.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
17:01:07.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
17:01:07.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_srLyB/test-tmp/mini-kudu-cluster5652914791312493884/master-2/logs
17:01:07.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_srLyB/test-tmp/mini-kudu-cluster5652914791312493884/master-2/data/info.pb
17:01:07.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
17:01:07.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
17:01:07.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
17:01:07.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
17:01:07.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
17:01:07.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
17:01:07.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
17:01:07.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
17:01:07.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
17:01:07.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
17:01:07.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
17:01:07.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
17:01:07.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.20.188:42889
17:01:07.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.20.188
17:01:07.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
17:01:07.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.20.148:41503
17:01:07.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
17:01:07.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
17:01:07.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
17:01:07.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
17:01:07.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.20.190:41185,127.1.20.189:46555,127.1.20.188:42889
17:01:07.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
17:01:07.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38999/jwks.json with env {}
17:01:07.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:07.655946 1262 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.20.190" port: 41185 } has no permanent_uuid. Determining permanent_uuid...
17:01:07.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:07.684547 1262 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.20.189" port: 46555 } has no permanent_uuid. Determining permanent_uuid...
17:01:07.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:07.699226 1262 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.20.188" port: 42889 } has no permanent_uuid. Determining permanent_uuid...
17:01:07.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 17:01:07.701905 1211 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.20.188:42889: connect: Connection refused (error 111)
17:01:07.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 17:01:07.706025 1262 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.20.188:42889: Network error: Client connection negotiation failed: client connection to 127.1.20.188:42889: connect: Connection refused (error 111)
17:01:07.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:07.755507 1262 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.20.188" port: 42889 } attempt: 1
17:01:07.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 17:01:07.760185 1262 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.20.188:42889: Network error: Client connection negotiation failed: client connection to 127.1.20.188:42889: connect: Connection refused (error 111)
17:01:07.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:07.828613 1262 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.20.188" port: 42889 } attempt: 2
17:01:07.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 17:01:07.832501 1262 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.20.188:42889: Network error: Client connection negotiation failed: client connection to 127.1.20.188:42889: connect: Connection refused (error 111)
17:01:07.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:07.923914 1262 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.20.188" port: 42889 } attempt: 3
17:01:07.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 17:01:07.927784 1262 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.20.188:42889: Network error: Client connection negotiation failed: client connection to 127.1.20.188:42889: connect: Connection refused (error 111)
17:01:07.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 17:01:07.979041 1264 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
17:01:07.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 17:01:07.979610 1264 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
17:01:07.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 17:01:07.980099 1264 flags.cc:425] Enabled unsafe flag: --never_fsync=true
17:01:08.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 17:01:08.012763 1264 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
17:01:08.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 17:01:08.013141 1264 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
17:01:08.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 17:01:08.013353 1264 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
17:01:08.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 17:01:08.013541 1264 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
17:01:08.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 17:01:08.013746 1264 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
17:01:08.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 17:01:08.013897 1264 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:38999/jwks.json
17:01:08.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:08.049772 1264 master_runner.cc:386] Master server non-default flags:
17:01:08.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
17:01:08.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.20.148:41503
17:01:08.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
17:01:08.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
17:01:08.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_srLyB/test-tmp/mini-kudu-cluster5652914791312493884/master-2/data
17:01:08.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_srLyB/test-tmp/mini-kudu-cluster5652914791312493884/master-2/wal
17:01:08.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
17:01:08.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.20.190:41185,127.1.20.189:46555,127.1.20.188:42889
17:01:08.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
17:01:08.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
17:01:08.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
17:01:08.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.20.188:42889
17:01:08.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
17:01:08.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
17:01:08.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
17:01:08.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38999/jwks.json
17:01:08.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
17:01:08.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
17:01:08.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_srLyB/test-tmp/mini-kudu-cluster5652914791312493884/master-2/data/info.pb
17:01:08.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.20.188
17:01:08.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
17:01:08.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
17:01:08.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
17:01:08.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
17:01:08.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
17:01:08.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
17:01:08.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_srLyB/test-tmp/mini-kudu-cluster5652914791312493884/master-2/logs
17:01:08.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
17:01:08.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
17:01:08.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
17:01:08.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
17:01:08.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
17:01:08.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 60f5e5267b92c39485a66121d3ce3cc7ef57b0e0
17:01:08.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
17:01:08.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Oct 2025 16:33:57 UTC on 5fd53c4cbb9d
17:01:08.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 8777
17:01:08.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
17:01:08.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:08.051084 1264 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
17:01:08.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:08.052639 1264 file_cache.cc:492] Constructed file cache file cache with capacity 419430
17:01:08.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 17:01:08.063180 1274 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:01:08.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:08.071198 1262 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.20.188" port: 42889 } attempt: 4
17:01:08.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 17:01:08.075673 1262 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.20.188:42889: Network error: Client connection negotiation failed: client connection to 127.1.20.188:42889: connect: Connection refused (error 111)
17:01:08.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:08.141109 1186 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.20.189" port: 46555 } attempt: 7
17:01:08.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:08.176250 1186 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.20.188" port: 42889 } has no permanent_uuid. Determining permanent_uuid...
17:01:08.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 17:01:08.184031 1186 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.20.188:42889: Network error: Client connection negotiation failed: client connection to 127.1.20.188:42889: connect: Connection refused (error 111)
17:01:08.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:08.242754 1186 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.20.188" port: 42889 } attempt: 1
17:01:08.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 17:01:08.250854 1186 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.20.188:42889: Network error: Client connection negotiation failed: client connection to 127.1.20.188:42889: connect: Connection refused (error 111)
17:01:08.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:08.332489 1186 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.20.188" port: 42889 } attempt: 2
17:01:08.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 17:01:08.340597 1186 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.20.188:42889: Network error: Client connection negotiation failed: client connection to 127.1.20.188:42889: connect: Connection refused (error 111)
17:01:08.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:08.375152 1262 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.20.188" port: 42889 } attempt: 5
17:01:08.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 17:01:08.383538 1262 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.20.188:42889: Network error: Client connection negotiation failed: client connection to 127.1.20.188:42889: connect: Connection refused (error 111)
17:01:08.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:08.426209 1186 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.20.188" port: 42889 } attempt: 3
17:01:08.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 17:01:08.434016 1186 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.20.188:42889: Network error: Client connection negotiation failed: client connection to 127.1.20.188:42889: connect: Connection refused (error 111)
17:01:08.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:08.574637 1186 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.20.188" port: 42889 } attempt: 4
17:01:08.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 17:01:08.586571 1186 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.20.188:42889: Network error: Client connection negotiation failed: client connection to 127.1.20.188:42889: connect: Connection refused (error 111)
17:01:08.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:08.870193 1186 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.20.188" port: 42889 } attempt: 5
17:01:08.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 17:01:08.878872 1186 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.20.188:42889: Network error: Client connection negotiation failed: client connection to 127.1.20.188:42889: connect: Connection refused (error 111)
17:01:08.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:08.931164 1262 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.20.188" port: 42889 } attempt: 6
17:01:08.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 17:01:08.958757 1262 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.20.188:42889: Network error: Client connection negotiation failed: client connection to 127.1.20.188:42889: connect: Connection refused (error 111)
17:01:09.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:09.431527 1186 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.20.188" port: 42889 } attempt: 6
17:01:09.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 17:01:09.460868 1186 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.20.188:42889: Network error: Client connection negotiation failed: client connection to 127.1.20.188:42889: connect: Connection refused (error 111)
17:01:09.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 17:01:09.468673 1273 debug-util.cc:398] Leaking SignalData structure 0x7b0800037520 after lost signal to thread 1264
17:01:09.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 17:01:08.064008 1275 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:01:09.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 17:01:09.640900 1273 kernel_stack_watchdog.cc:198] Thread 1264 stuck at /home/jenkins-slave/workspace/build_and_test_flaky/src/kudu/util/thread.cc:642 for 402ms:
17:01:09.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
17:01:09.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
17:01:09.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
17:01:09.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
17:01:09.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 17:01:09.643029 1277 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:01:09.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 17:01:09.642361 1264 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.579s user 0.547s sys 1.018s
17:01:09.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 17:01:09.643767 1264 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.581s user 0.547s sys 1.018s
17:01:09.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 17:01:09.647151 1276 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1583 milliseconds
17:01:09.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:09.647181 1264 server_base.cc:1042] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
17:01:09.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:09.648715 1264 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
17:01:09.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:09.651834 1264 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
17:01:09.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:09.653244 1264 hybrid_clock.cc:648] HybridClock initialized: now 1761757269653174 us; error 77 us; skew 500 ppm
17:01:09.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:09.654013 1264 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
17:01:09.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:09.659919 1264 webserver.cc:492] Webserver started at http://127.1.20.188:37015/ using document root <none> and password file <none>
17:01:09.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:09.660789 1264 fs_manager.cc:362] Metadata directory not provided
17:01:09.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:09.661002 1264 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
17:01:09.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:09.661410 1264 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
17:01:09.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:09.665720 1264 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_srLyB/test-tmp/mini-kudu-cluster5652914791312493884/master-2/data/instance:
17:01:09.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d84c94034c2c4e03876270c3351aacef"
17:01:09.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-29 17:01:09 on dist-test-slave-x5f2"
17:01:09.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:09.666745 1264 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_srLyB/test-tmp/mini-kudu-cluster5652914791312493884/master-2/wal/instance:
17:01:09.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d84c94034c2c4e03876270c3351aacef"
17:01:09.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-29 17:01:09 on dist-test-slave-x5f2"
17:01:09.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:09.673676 1264 fs_manager.cc:696] Time spent creating directory manager: real 0.006s user 0.003s sys 0.004s
17:01:09.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:09.679054 1290 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
17:01:09.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:09.680136 1264 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.003s
17:01:09.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:09.680416 1264 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_srLyB/test-tmp/mini-kudu-cluster5652914791312493884/master-2/data,/tmp/dist-test-task_srLyB/test-tmp/mini-kudu-cluster5652914791312493884/master-2/wal
17:01:09.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d84c94034c2c4e03876270c3351aacef"
17:01:09.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-29 17:01:09 on dist-test-slave-x5f2"
17:01:09.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:09.680709 1264 fs_report.cc:389] FS layout report
17:01:09.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
17:01:09.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_srLyB/test-tmp/mini-kudu-cluster5652914791312493884/master-2/wal
17:01:09.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_srLyB/test-tmp/mini-kudu-cluster5652914791312493884/master-2/wal
17:01:09.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_srLyB/test-tmp/mini-kudu-cluster5652914791312493884/master-2/data/data
17:01:09.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
17:01:09.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
17:01:09.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
17:01:09.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
17:01:09.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
17:01:09.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
17:01:09.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
17:01:09.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
17:01:09.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
17:01:09.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
17:01:09.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
17:01:09.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:09.733044 1264 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
17:01:09.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:09.734441 1264 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
17:01:09.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:09.734834 1264 kserver.cc:163] Server-wide thread pool size limit: 3276
17:01:09.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:09.818648 1264 rpc_server.cc:307] RPC server started. Bound to: 127.1.20.188:42889
17:01:09.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:09.818713 1341 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.1.20.188:42889 every 8 connection(s)
17:01:09.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:09.821488 1264 server_base.cc:1179] Dumped server information to /tmp/dist-test-task_srLyB/test-tmp/mini-kudu-cluster5652914791312493884/master-2/data/info.pb
17:01:09.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:09.827054 1106 external_mini_cluster.cc:1428] Started /tmp/dist-test-task_srLyB/build/tsan/bin/kudu as pid 1264
17:01:09.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:09.827486 1106 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task_srLyB/test-tmp/mini-kudu-cluster5652914791312493884/master-2/wal/instance
17:01:09.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:09.828466 1342 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
17:01:09.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:09.843700 1342 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.20.190" port: 41185 } has no permanent_uuid. Determining permanent_uuid...
17:01:09.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:09.881880 1342 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.20.189" port: 46555 } has no permanent_uuid. Determining permanent_uuid...
17:01:09.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:09.894702 1342 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.20.188" port: 42889 } has no permanent_uuid. Determining permanent_uuid...
17:01:09.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:09.914917 1342 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d84c94034c2c4e03876270c3351aacef: Bootstrap starting.
17:01:09.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:09.921550 1342 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P d84c94034c2c4e03876270c3351aacef: Neither blocks nor log segments found. Creating new log.
17:01:09.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:09.923342 1342 log.cc:826] T 00000000000000000000000000000000 P d84c94034c2c4e03876270c3351aacef: Log is configured to *not* fsync() on all Append() calls
17:01:09.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:09.928684 1342 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d84c94034c2c4e03876270c3351aacef: No bootstrap required, opened a new log
17:01:09.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:09.947805 1342 raft_consensus.cc:359] T 00000000000000000000000000000000 P d84c94034c2c4e03876270c3351aacef [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "459f58a404db44ba853b185115e4358f" member_type: VOTER last_known_addr { host: "127.1.20.190" port: 41185 } } peers { permanent_uuid: "a7fca929c4484f6aae6b24446a0e7f84" member_type: VOTER last_known_addr { host: "127.1.20.189" port: 46555 } } peers { permanent_uuid: "d84c94034c2c4e03876270c3351aacef" member_type: VOTER last_known_addr { host: "127.1.20.188" port: 42889 } }
17:01:09.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:09.948763 1342 raft_consensus.cc:385] T 00000000000000000000000000000000 P d84c94034c2c4e03876270c3351aacef [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
17:01:09.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:09.949086 1342 raft_consensus.cc:740] T 00000000000000000000000000000000 P d84c94034c2c4e03876270c3351aacef [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d84c94034c2c4e03876270c3351aacef, State: Initialized, Role: FOLLOWER
17:01:09.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:09.950052 1342 consensus_queue.cc:260] T 00000000000000000000000000000000 P d84c94034c2c4e03876270c3351aacef [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "459f58a404db44ba853b185115e4358f" member_type: VOTER last_known_addr { host: "127.1.20.190" port: 41185 } } peers { permanent_uuid: "a7fca929c4484f6aae6b24446a0e7f84" member_type: VOTER last_known_addr { host: "127.1.20.189" port: 46555 } } peers { permanent_uuid: "d84c94034c2c4e03876270c3351aacef" member_type: VOTER last_known_addr { host: "127.1.20.188" port: 42889 } }
17:01:09.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:09.953331 1353 sys_catalog.cc:455] T 00000000000000000000000000000000 P d84c94034c2c4e03876270c3351aacef [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "459f58a404db44ba853b185115e4358f" member_type: VOTER last_known_addr { host: "127.1.20.190" port: 41185 } } peers { permanent_uuid: "a7fca929c4484f6aae6b24446a0e7f84" member_type: VOTER last_known_addr { host: "127.1.20.189" port: 46555 } } peers { permanent_uuid: "d84c94034c2c4e03876270c3351aacef" member_type: VOTER last_known_addr { host: "127.1.20.188" port: 42889 } } }
17:01:09.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:09.954231 1353 sys_catalog.cc:458] T 00000000000000000000000000000000 P d84c94034c2c4e03876270c3351aacef [sys.catalog]: This master's current role is: FOLLOWER
17:01:09.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:09.955210 1342 sys_catalog.cc:565] T 00000000000000000000000000000000 P d84c94034c2c4e03876270c3351aacef [sys.catalog]: configured and running, proceeding with master startup.
17:01:09.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 17:01:09.991312 1296 tablet.cc:2378] T 00000000000000000000000000000000 P d84c94034c2c4e03876270c3351aacef: Can't schedule compaction. Clean time has not been advanced past its initial value.
17:01:09.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 17:01:09.996166 1364 catalog_manager.cc:1568] T 00000000000000000000000000000000 P d84c94034c2c4e03876270c3351aacef: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
17:01:09.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 17:01:09.996719 1364 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
17:01:10.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:09.981431 1264 master_runner.cc:186] Error getting master registration for 127.1.20.190:41185: OK, instance_id { permanent_uuid: "459f58a404db44ba853b185115e4358f" instance_seqno: 1761757265761617 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
17:01:10.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:10.012074 1264 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
17:01:10.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:10.019337 1262 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.20.188" port: 42889 } attempt: 7
17:01:10.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:10.038378 1262 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a7fca929c4484f6aae6b24446a0e7f84: Bootstrap starting.
17:01:10.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:10.046494 1262 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P a7fca929c4484f6aae6b24446a0e7f84: Neither blocks nor log segments found. Creating new log.
17:01:10.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:10.048247 1262 log.cc:826] T 00000000000000000000000000000000 P a7fca929c4484f6aae6b24446a0e7f84: Log is configured to *not* fsync() on all Append() calls
17:01:10.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:10.052771 1262 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a7fca929c4484f6aae6b24446a0e7f84: No bootstrap required, opened a new log
17:01:10.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:10.072825 1262 raft_consensus.cc:359] T 00000000000000000000000000000000 P a7fca929c4484f6aae6b24446a0e7f84 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "459f58a404db44ba853b185115e4358f" member_type: VOTER last_known_addr { host: "127.1.20.190" port: 41185 } } peers { permanent_uuid: "a7fca929c4484f6aae6b24446a0e7f84" member_type: VOTER last_known_addr { host: "127.1.20.189" port: 46555 } } peers { permanent_uuid: "d84c94034c2c4e03876270c3351aacef" member_type: VOTER last_known_addr { host: "127.1.20.188" port: 42889 } }
17:01:10.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:10.073536 1262 raft_consensus.cc:385] T 00000000000000000000000000000000 P a7fca929c4484f6aae6b24446a0e7f84 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
17:01:10.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:10.073829 1262 raft_consensus.cc:740] T 00000000000000000000000000000000 P a7fca929c4484f6aae6b24446a0e7f84 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a7fca929c4484f6aae6b24446a0e7f84, State: Initialized, Role: FOLLOWER
17:01:10.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:10.074589 1262 consensus_queue.cc:260] T 00000000000000000000000000000000 P a7fca929c4484f6aae6b24446a0e7f84 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "459f58a404db44ba853b185115e4358f" member_type: VOTER last_known_addr { host: "127.1.20.190" port: 41185 } } peers { permanent_uuid: "a7fca929c4484f6aae6b24446a0e7f84" member_type: VOTER last_known_addr { host: "127.1.20.189" port: 46555 } } peers { permanent_uuid: "d84c94034c2c4e03876270c3351aacef" member_type: VOTER last_known_addr { host: "127.1.20.188" port: 42889 } }
17:01:10.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:10.077307 1368 sys_catalog.cc:455] T 00000000000000000000000000000000 P a7fca929c4484f6aae6b24446a0e7f84 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "459f58a404db44ba853b185115e4358f" member_type: VOTER last_known_addr { host: "127.1.20.190" port: 41185 } } peers { permanent_uuid: "a7fca929c4484f6aae6b24446a0e7f84" member_type: VOTER last_known_addr { host: "127.1.20.189" port: 46555 } } peers { permanent_uuid: "d84c94034c2c4e03876270c3351aacef" member_type: VOTER last_known_addr { host: "127.1.20.188" port: 42889 } } }
17:01:10.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:10.078125 1368 sys_catalog.cc:458] T 00000000000000000000000000000000 P a7fca929c4484f6aae6b24446a0e7f84 [sys.catalog]: This master's current role is: FOLLOWER
17:01:10.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:10.079269 1262 sys_catalog.cc:565] T 00000000000000000000000000000000 P a7fca929c4484f6aae6b24446a0e7f84 [sys.catalog]: configured and running, proceeding with master startup.
17:01:10.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 17:01:10.109947 1379 catalog_manager.cc:1568] T 00000000000000000000000000000000 P a7fca929c4484f6aae6b24446a0e7f84: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
17:01:10.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 17:01:10.110332 1379 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
17:01:10.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:10.117332 1353 raft_consensus.cc:493] T 00000000000000000000000000000000 P d84c94034c2c4e03876270c3351aacef [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
17:01:10.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:10.117969 1353 raft_consensus.cc:515] T 00000000000000000000000000000000 P d84c94034c2c4e03876270c3351aacef [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "459f58a404db44ba853b185115e4358f" member_type: VOTER last_known_addr { host: "127.1.20.190" port: 41185 } } peers { permanent_uuid: "a7fca929c4484f6aae6b24446a0e7f84" member_type: VOTER last_known_addr { host: "127.1.20.189" port: 46555 } } peers { permanent_uuid: "d84c94034c2c4e03876270c3351aacef" member_type: VOTER last_known_addr { host: "127.1.20.188" port: 42889 } }
17:01:10.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:10.120574 1353 leader_election.cc:290] T 00000000000000000000000000000000 P d84c94034c2c4e03876270c3351aacef [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 459f58a404db44ba853b185115e4358f (127.1.20.190:41185), a7fca929c4484f6aae6b24446a0e7f84 (127.1.20.189:46555)
17:01:10.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:10.122730 1236 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d84c94034c2c4e03876270c3351aacef" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a7fca929c4484f6aae6b24446a0e7f84" is_pre_election: true
17:01:10.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:10.123679 1236 raft_consensus.cc:2468] T 00000000000000000000000000000000 P a7fca929c4484f6aae6b24446a0e7f84 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d84c94034c2c4e03876270c3351aacef in term 0.
17:01:10.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:10.127494 1294 leader_election.cc:304] T 00000000000000000000000000000000 P d84c94034c2c4e03876270c3351aacef [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: a7fca929c4484f6aae6b24446a0e7f84, d84c94034c2c4e03876270c3351aacef; no voters:
17:01:10.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:10.129824 1353 raft_consensus.cc:2804] T 00000000000000000000000000000000 P d84c94034c2c4e03876270c3351aacef [term 0 FOLLOWER]: Leader pre-election won for term 1
17:01:10.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:10.130204 1353 raft_consensus.cc:493] T 00000000000000000000000000000000 P d84c94034c2c4e03876270c3351aacef [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
17:01:10.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:10.130546 1353 raft_consensus.cc:3060] T 00000000000000000000000000000000 P d84c94034c2c4e03876270c3351aacef [term 0 FOLLOWER]: Advancing to term 1
17:01:10.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:10.140825 1353 raft_consensus.cc:515] T 00000000000000000000000000000000 P d84c94034c2c4e03876270c3351aacef [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "459f58a404db44ba853b185115e4358f" member_type: VOTER last_known_addr { host: "127.1.20.190" port: 41185 } } peers { permanent_uuid: "a7fca929c4484f6aae6b24446a0e7f84" member_type: VOTER last_known_addr { host: "127.1.20.189" port: 46555 } } peers { permanent_uuid: "d84c94034c2c4e03876270c3351aacef" member_type: VOTER last_known_addr { host: "127.1.20.188" port: 42889 } }
17:01:10.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:10.105962 1188 master_runner.cc:186] Error getting master registration for 127.1.20.190:41185: OK, instance_id { permanent_uuid: "459f58a404db44ba853b185115e4358f" instance_seqno: 1761757265761617 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
17:01:10.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:10.142880 1188 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
17:01:10.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:10.143646 1353 leader_election.cc:290] T 00000000000000000000000000000000 P d84c94034c2c4e03876270c3351aacef [CANDIDATE]: Term 1 election: Requested vote from peers 459f58a404db44ba853b185115e4358f (127.1.20.190:41185), a7fca929c4484f6aae6b24446a0e7f84 (127.1.20.189:46555)
17:01:10.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:10.145171 1236 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d84c94034c2c4e03876270c3351aacef" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a7fca929c4484f6aae6b24446a0e7f84"
17:01:10.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:10.145745 1236 raft_consensus.cc:3060] T 00000000000000000000000000000000 P a7fca929c4484f6aae6b24446a0e7f84 [term 0 FOLLOWER]: Advancing to term 1
17:01:10.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:10.153254 1236 raft_consensus.cc:2468] T 00000000000000000000000000000000 P a7fca929c4484f6aae6b24446a0e7f84 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d84c94034c2c4e03876270c3351aacef in term 1.
17:01:10.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:10.154487 1294 leader_election.cc:304] T 00000000000000000000000000000000 P d84c94034c2c4e03876270c3351aacef [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: a7fca929c4484f6aae6b24446a0e7f84, d84c94034c2c4e03876270c3351aacef; no voters:
17:01:10.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:10.155455 1353 raft_consensus.cc:2804] T 00000000000000000000000000000000 P d84c94034c2c4e03876270c3351aacef [term 1 FOLLOWER]: Leader election won for term 1
17:01:10.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:10.167107 1353 raft_consensus.cc:697] T 00000000000000000000000000000000 P d84c94034c2c4e03876270c3351aacef [term 1 LEADER]: Becoming Leader. State: Replica: d84c94034c2c4e03876270c3351aacef, State: Running, Role: LEADER
17:01:10.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:10.168526 1353 consensus_queue.cc:237] T 00000000000000000000000000000000 P d84c94034c2c4e03876270c3351aacef [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "459f58a404db44ba853b185115e4358f" member_type: VOTER last_known_addr { host: "127.1.20.190" port: 41185 } } peers { permanent_uuid: "a7fca929c4484f6aae6b24446a0e7f84" member_type: VOTER last_known_addr { host: "127.1.20.189" port: 46555 } } peers { permanent_uuid: "d84c94034c2c4e03876270c3351aacef" member_type: VOTER last_known_addr { host: "127.1.20.188" port: 42889 } }
17:01:10.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:10.180598 1381 sys_catalog.cc:455] T 00000000000000000000000000000000 P d84c94034c2c4e03876270c3351aacef [sys.catalog]: SysCatalogTable state changed. Reason: New leader d84c94034c2c4e03876270c3351aacef. Latest consensus state: current_term: 1 leader_uuid: "d84c94034c2c4e03876270c3351aacef" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "459f58a404db44ba853b185115e4358f" member_type: VOTER last_known_addr { host: "127.1.20.190" port: 41185 } } peers { permanent_uuid: "a7fca929c4484f6aae6b24446a0e7f84" member_type: VOTER last_known_addr { host: "127.1.20.189" port: 46555 } } peers { permanent_uuid: "d84c94034c2c4e03876270c3351aacef" member_type: VOTER last_known_addr { host: "127.1.20.188" port: 42889 } } }
17:01:10.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:10.181751 1381 sys_catalog.cc:458] T 00000000000000000000000000000000 P d84c94034c2c4e03876270c3351aacef [sys.catalog]: This master's current role is: LEADER
17:01:10.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:10.194031 1383 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
17:01:10.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:10.201745 1383 catalog_manager.cc:1494] Initializing Kudu cluster ID...
17:01:10.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:10.223784 1236 raft_consensus.cc:1275] T 00000000000000000000000000000000 P a7fca929c4484f6aae6b24446a0e7f84 [term 1 FOLLOWER]: Refusing update from remote peer d84c94034c2c4e03876270c3351aacef: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
17:01:10.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:10.225728 1381 consensus_queue.cc:1048] T 00000000000000000000000000000000 P d84c94034c2c4e03876270c3351aacef [LEADER]: Connected to new peer: Peer: permanent_uuid: "a7fca929c4484f6aae6b24446a0e7f84" member_type: VOTER last_known_addr { host: "127.1.20.189" port: 46555 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
17:01:10.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:10.250909 1368 sys_catalog.cc:455] T 00000000000000000000000000000000 P a7fca929c4484f6aae6b24446a0e7f84 [sys.catalog]: SysCatalogTable state changed. Reason: New leader d84c94034c2c4e03876270c3351aacef. Latest consensus state: current_term: 1 leader_uuid: "d84c94034c2c4e03876270c3351aacef" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "459f58a404db44ba853b185115e4358f" member_type: VOTER last_known_addr { host: "127.1.20.190" port: 41185 } } peers { permanent_uuid: "a7fca929c4484f6aae6b24446a0e7f84" member_type: VOTER last_known_addr { host: "127.1.20.189" port: 46555 } } peers { permanent_uuid: "d84c94034c2c4e03876270c3351aacef" member_type: VOTER last_known_addr { host: "127.1.20.188" port: 42889 } } }
17:01:10.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:10.251603 1368 sys_catalog.cc:458] T 00000000000000000000000000000000 P a7fca929c4484f6aae6b24446a0e7f84 [sys.catalog]: This master's current role is: FOLLOWER
17:01:10.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:10.256121 1384 mvcc.cc:204] Tried to move back new op lower bound from 7216157778820702208 to 7216157778622500864. Current Snapshot: MvccSnapshot[applied={T|T < 7216157778820702208}]
17:01:10.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:10.259176 1368 sys_catalog.cc:455] T 00000000000000000000000000000000 P a7fca929c4484f6aae6b24446a0e7f84 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "d84c94034c2c4e03876270c3351aacef" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "459f58a404db44ba853b185115e4358f" member_type: VOTER last_known_addr { host: "127.1.20.190" port: 41185 } } peers { permanent_uuid: "a7fca929c4484f6aae6b24446a0e7f84" member_type: VOTER last_known_addr { host: "127.1.20.189" port: 46555 } } peers { permanent_uuid: "d84c94034c2c4e03876270c3351aacef" member_type: VOTER last_known_addr { host: "127.1.20.188" port: 42889 } } }
17:01:10.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:10.260896 1368 sys_catalog.cc:458] T 00000000000000000000000000000000 P a7fca929c4484f6aae6b24446a0e7f84 [sys.catalog]: This master's current role is: FOLLOWER
17:01:10.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:10.263213 1353 sys_catalog.cc:455] T 00000000000000000000000000000000 P d84c94034c2c4e03876270c3351aacef [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "d84c94034c2c4e03876270c3351aacef" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "459f58a404db44ba853b185115e4358f" member_type: VOTER last_known_addr { host: "127.1.20.190" port: 41185 } } peers { permanent_uuid: "a7fca929c4484f6aae6b24446a0e7f84" member_type: VOTER last_known_addr { host: "127.1.20.189" port: 46555 } } peers { permanent_uuid: "d84c94034c2c4e03876270c3351aacef" member_type: VOTER last_known_addr { host: "127.1.20.188" port: 42889 } } }
17:01:10.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:10.264266 1383 catalog_manager.cc:1357] Generated new cluster ID: d57cf705081849448ffc31637ec9ec74
17:01:10.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:10.264526 1383 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
17:01:10.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:10.273373 1353 sys_catalog.cc:458] T 00000000000000000000000000000000 P d84c94034c2c4e03876270c3351aacef [sys.catalog]: This master's current role is: LEADER
17:01:10.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:10.282560 1385 mvcc.cc:204] Tried to move back new op lower bound from 7216157778820702208 to 7216157778622500864. Current Snapshot: MvccSnapshot[applied={T|T < 7216157778820702208}]
17:01:10.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:10.301596 1383 catalog_manager.cc:1380] Generated new certificate authority record
17:01:10.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:10.308969 1383 catalog_manager.cc:1514] Loading token signing keys...
17:01:10.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:10.368287 1383 catalog_manager.cc:6022] T 00000000000000000000000000000000 P d84c94034c2c4e03876270c3351aacef: Generated new TSK 0
17:01:10.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:10.371659 1383 catalog_manager.cc:1524] Initializing in-progress tserver states...
17:01:10.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:10.386723 1106 external_mini_cluster.cc:1366] Running /tmp/dist-test-task_srLyB/build/tsan/bin/kudu
17:01:10.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_srLyB/build/tsan/bin/kudu
17:01:10.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_srLyB/test-tmp/mini-kudu-cluster5652914791312493884/ts-0/wal
17:01:10.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_srLyB/test-tmp/mini-kudu-cluster5652914791312493884/ts-0/data
17:01:10.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
17:01:10.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
17:01:10.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
17:01:10.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
17:01:10.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
17:01:10.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
17:01:10.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_srLyB/test-tmp/mini-kudu-cluster5652914791312493884/ts-0/logs
17:01:10.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_srLyB/test-tmp/mini-kudu-cluster5652914791312493884/ts-0/data/info.pb
17:01:10.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
17:01:10.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
17:01:10.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
17:01:10.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
17:01:10.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
17:01:10.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
17:01:10.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
17:01:10.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
17:01:10.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
17:01:10.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
17:01:10.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.20.129:0
17:01:10.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.20.129
17:01:10.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.20.129
17:01:10.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
17:01:10.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.20.190:41185,127.1.20.189:46555,127.1.20.188:42889
17:01:10.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.20.148:41503
17:01:10.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
17:01:10.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
17:01:10.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
17:01:10.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E00000000 00:00:00.000000 1389 subprocess.cc:488] RAW: could not exec '/tmp/dist-test-task_srLyB/build/tsan/bin/kudu': [2]
17:01:10.454 [DEBUG - main] (MiniKuduCluster.java:195) Response: error {
code: RUNTIME_ERROR
message: "failed to start tablet server 1: /tmp/dist-test-task_srLyB/build/tsan/bin/kudu: process exited with non-zero status 2"
}
17:01:10.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:10.456185 1106 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task_srLyB/build/tsan/bin/kudu with pid 1118
17:01:10.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 17:01:10.490304 1294 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv got EOF from 127.1.20.190:41185 (error 108)
17:01:10.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:10.498199 1106 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task_srLyB/build/tsan/bin/kudu with pid 1188
17:01:10.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 17:01:10.533761 1294 leader_election.cc:336] T 00000000000000000000000000000000 P d84c94034c2c4e03876270c3351aacef [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 459f58a404db44ba853b185115e4358f (127.1.20.190:41185): Network error: Client connection negotiation failed: client connection to 127.1.20.190:41185: connect: Connection refused (error 111)
17:01:10.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 17:01:10.535208 1294 leader_election.cc:336] T 00000000000000000000000000000000 P d84c94034c2c4e03876270c3351aacef [CANDIDATE]: Term 1 election: RPC error from VoteRequest() call to peer 459f58a404db44ba853b185115e4358f (127.1.20.190:41185): Network error: Client connection negotiation failed: client connection to 127.1.20.190:41185: connect: Connection refused (error 111)
17:01:10.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 17:01:10.536037 1294 consensus_peers.cc:597] T 00000000000000000000000000000000 P d84c94034c2c4e03876270c3351aacef -> Peer 459f58a404db44ba853b185115e4358f (127.1.20.190:41185): Couldn't send request to peer 459f58a404db44ba853b185115e4358f. Status: Network error: Client connection negotiation failed: client connection to 127.1.20.190:41185: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
17:01:10.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 17:01:10.545351 1106 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task_srLyB/build/tsan/bin/kudu with pid 1264
17:01:10.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 17:01:10.575433 1106 env_posix.cc:2133] Unable to access file /tmp/dist-test-task_srLyB/test-tmp/mini-kudu-cluster5652914791312493884 during walk: No such file or directory
17:01:10.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 17:01:10.575739 1106 env_posix.cc:2135] Unable to access file /tmp/dist-test-task_srLyB/test-tmp/mini-kudu-cluster5652914791312493884 during walk: No such file or directory
17:01:10.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 17:01:10.576206 1106 tool_action_test.cc:443] Could not delete cluster root: IO error: /tmp/dist-test-task_srLyB/test-tmp/mini-kudu-cluster5652914791312493884: One or more errors occurred
17:01:10.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==1106==WARNING: invalid path to external symbolizer!
17:01:10.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==1106==WARNING: Failed to use and restart external symbolizer!
17:01:10.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
17:01:10.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=1106)
17:01:10.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 4 at 0x7b7000001800 by main thread (mutexes: write M3475):
17:01:10.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c1ac4)
17:01:10.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x18f882)
17:01:10.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libmini_oidc.so+0x21aa2)
17:01:10.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x219ea)
17:01:10.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0xb3e3e)
17:01:10.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0x993ad)
17:01:10.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x9834b)
17:01:10.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libmini_cluster.so+0x846a9)
17:01:10.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libmini_cluster.so+0x84809)
17:01:10.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x669fb7)
17:01:10.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x66642d)
17:01:10.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x665afb)
17:01:10.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x662d20)
17:01:10.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x533571)
17:01:10.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x5334dc)
17:01:10.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x53344c)
17:01:10.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x5320b5)
17:01:10.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libkudu_tools_util.so+0x14030f)
17:01:10.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libkudu_tools_util.so+0x132b71)
17:01:10.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libkudu_tools_util.so+0x130902)
17:01:10.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (kudu+0x656a60)
17:01:10.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 <null> <null> (kudu+0x657397)
17:01:10.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 <null> <null> (kudu+0x6578de)
17:01:10.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #23 <null> <null> (libc.so.6+0x21bf6)
17:01:10.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
17:01:10.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b7000001800 by thread T5:
17:01:10.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c36de)
17:01:10.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (kudu+0x47212f)
17:01:10.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
17:01:10.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) As if synchronized via sleep:
17:01:10.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x497112)
17:01:10.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libgutil.so+0xb5eba)
17:01:10.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libkudu_util.so+0x3dabd6)
17:01:10.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_cluster.so+0x90bae)
17:01:10.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x941e7)
17:01:10.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0x88a4f)
17:01:10.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x86c8a)
17:01:10.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x664309)
17:01:10.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x662c04)
17:01:10.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x533571)
17:01:10.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5334dc)
17:01:10.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x53344c)
17:01:10.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x5320b5)
17:01:10.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x14030f)
17:01:10.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x132b71)
17:01:10.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x130902)
17:01:10.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x656a60)
17:01:10.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x657397)
17:01:10.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x6578de)
17:01:10.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libc.so.6+0x21bf6)
17:01:10.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
17:01:10.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is heap block of size 1856 at 0x7b7000001800 allocated by main thread:
17:01:10.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x4a234c)
17:01:10.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c1ff4)
17:01:10.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190800)
17:01:10.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x22185)
17:01:10.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857c4)
17:01:10.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x664309)
17:01:10.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x662c04)
17:01:10.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x533571)
17:01:10.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x5334dc)
17:01:10.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53344c)
17:01:10.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5320b5)
17:01:10.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x14030f)
17:01:10.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132b71)
17:01:10.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130902)
17:01:10.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x656a60)
17:01:10.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x657397)
17:01:10.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6578de)
17:01:10.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
17:01:10.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
17:01:10.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M3475 (0x7b7000001980) created at:
17:01:10.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x476152)
17:01:10.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c319e)
17:01:10.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190800)
17:01:10.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x22185)
17:01:10.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857c4)
17:01:10.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x664309)
17:01:10.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x662c04)
17:01:10.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x533571)
17:01:10.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x5334dc)
17:01:10.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53344c)
17:01:10.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5320b5)
17:01:10.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x14030f)
17:01:10.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132b71)
17:01:10.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130902)
17:01:10.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x656a60)
17:01:10.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x657397)
17:01:10.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6578de)
17:01:10.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
17:01:10.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
17:01:10.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T5 'sq_acceptor' (tid=1113, running) created by main thread at:
17:01:10.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x475be5)
17:01:10.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c348f)
17:01:10.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190800)
17:01:10.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x22185)
17:01:10.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857c4)
17:01:10.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x664309)
17:01:10.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x662c04)
17:01:10.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x533571)
17:01:10.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x5334dc)
17:01:10.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53344c)
17:01:10.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5320b5)
17:01:10.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x14030f)
17:01:10.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132b71)
17:01:10.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130902)
17:01:10.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x656a60)
17:01:10.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x657397)
17:01:10.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6578de)
17:01:10.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
17:01:10.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
17:01:10.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-task_srLyB/build/tsan/lib/libserver_process.so+0x1c1ac4)
17:01:10.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
17:01:10.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
17:01:10.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=1106)
17:01:10.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 8 at 0x7b1000020b00 by thread T5:
17:01:10.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x49fbef)
17:01:10.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c3770)
17:01:10.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x47212f)
17:01:10.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
17:01:10.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b1000020b00 by main thread:
17:01:10.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1bc89d)
17:01:10.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x19148a)
17:01:10.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x1917d7)
17:01:10.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x221cb)
17:01:10.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857c4)
17:01:10.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x664309)
17:01:10.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x662c04)
17:01:10.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x533571)
17:01:10.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x5334dc)
17:01:10.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53344c)
17:01:10.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5320b5)
17:01:10.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x14030f)
17:01:10.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132b71)
17:01:10.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130902)
17:01:10.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x656a60)
17:01:10.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x657397)
17:01:10.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6578de)
17:01:10.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
17:01:10.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
17:01:10.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T5 'sq_acceptor' (tid=1113, running) created by main thread at:
17:01:10.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x475be5)
17:01:10.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c348f)
17:01:10.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190800)
17:01:10.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x22185)
17:01:10.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857c4)
17:01:10.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x664309)
17:01:10.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x662c04)
17:01:10.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x533571)
17:01:10.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x5334dc)
17:01:10.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53344c)
17:01:10.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5320b5)
17:01:10.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x14030f)
17:01:10.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132b71)
17:01:10.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130902)
17:01:10.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x656a60)
17:01:10.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x657397)
17:01:10.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6578de)
17:01:10.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
17:01:10.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
17:01:10.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-task_srLyB/build/tsan/bin/kudu+0x49fbef)
17:01:10.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
17:01:10.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
17:01:10.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=1106)
17:01:10.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 4 at 0x7b7000001000 by main thread (mutexes: write M3472):
17:01:10.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c1ac4)
17:01:10.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x18f882)
17:01:10.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libmini_oidc.so+0x21ac5)
17:01:10.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x219ea)
17:01:10.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0xb3e3e)
17:01:10.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0x993ad)
17:01:10.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x9834b)
17:01:10.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libmini_cluster.so+0x846a9)
17:01:10.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libmini_cluster.so+0x84809)
17:01:10.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x669fb7)
17:01:10.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x66642d)
17:01:10.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x665afb)
17:01:10.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x662d20)
17:01:10.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x533571)
17:01:10.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x5334dc)
17:01:10.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x53344c)
17:01:10.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x5320b5)
17:01:10.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libkudu_tools_util.so+0x14030f)
17:01:10.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libkudu_tools_util.so+0x132b71)
17:01:10.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libkudu_tools_util.so+0x130902)
17:01:10.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (kudu+0x656a60)
17:01:10.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 <null> <null> (kudu+0x657397)
17:01:10.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 <null> <null> (kudu+0x6578de)
17:01:10.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #23 <null> <null> (libc.so.6+0x21bf6)
17:01:10.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
17:01:10.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b7000001000 by thread T4:
17:01:10.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c36de)
17:01:10.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (kudu+0x47212f)
17:01:10.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
17:01:10.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) As if synchronized via sleep:
17:01:10.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x496b4d)
17:01:10.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c1b69)
17:01:10.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18f882)
17:01:10.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21aa2)
17:01:10.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_oidc.so+0x219ea)
17:01:10.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0xb3e3e)
17:01:10.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x993ad)
17:01:10.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libmini_cluster.so+0x9834b)
17:01:10.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libmini_cluster.so+0x846a9)
17:01:10.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (libmini_cluster.so+0x84809)
17:01:10.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x669fb7)
17:01:10.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x66642d)
17:01:10.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x665afb)
17:01:10.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x662d20)
17:01:10.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x533571)
17:01:10.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x5334dc)
17:01:10.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x53344c)
17:01:10.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x5320b5)
17:01:10.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libkudu_tools_util.so+0x14030f)
17:01:10.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libkudu_tools_util.so+0x132b71)
17:01:10.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (libkudu_tools_util.so+0x130902)
17:01:10.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 <null> <null> (kudu+0x656a60)
17:01:10.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 <null> <null> (kudu+0x657397)
17:01:10.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #23 <null> <null> (kudu+0x6578de)
17:01:10.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #24 <null> <null> (libc.so.6+0x21bf6)
17:01:10.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
17:01:10.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is heap block of size 1856 at 0x7b7000001000 allocated by main thread:
17:01:10.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x4a234c)
17:01:10.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c1ff4)
17:01:10.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190800)
17:01:10.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21dd0)
17:01:10.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857c4)
17:01:10.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x664309)
17:01:10.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x662c04)
17:01:10.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x533571)
17:01:10.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x5334dc)
17:01:10.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53344c)
17:01:10.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5320b5)
17:01:10.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x14030f)
17:01:10.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132b71)
17:01:10.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130902)
17:01:10.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x656a60)
17:01:10.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x657397)
17:01:10.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6578de)
17:01:10.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
17:01:10.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
17:01:10.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M3472 (0x7b7000001180) created at:
17:01:10.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x476152)
17:01:10.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c319e)
17:01:10.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190800)
17:01:10.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21dd0)
17:01:10.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857c4)
17:01:10.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x664309)
17:01:10.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x662c04)
17:01:10.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x533571)
17:01:10.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x5334dc)
17:01:10.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53344c)
17:01:10.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5320b5)
17:01:10.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x14030f)
17:01:10.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132b71)
17:01:10.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130902)
17:01:10.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x656a60)
17:01:10.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x657397)
17:01:10.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6578de)
17:01:10.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
17:01:10.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
17:01:10.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T4 'sq_acceptor' (tid=1112, running) created by main thread at:
17:01:10.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x475be5)
17:01:10.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c348f)
17:01:10.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190800)
17:01:10.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21dd0)
17:01:10.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857c4)
17:01:10.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x664309)
17:01:10.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x662c04)
17:01:10.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x533571)
17:01:10.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x5334dc)
17:01:10.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53344c)
17:01:10.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5320b5)
17:01:10.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x14030f)
17:01:10.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132b71)
17:01:10.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130902)
17:01:10.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x656a60)
17:01:10.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x657397)
17:01:10.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6578de)
17:01:10.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
17:01:10.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
17:01:10.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-task_srLyB/build/tsan/lib/libserver_process.so+0x1c1ac4)
17:01:10.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
17:01:10.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
17:01:10.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=1106)
17:01:10.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 8 at 0x7b1000020a00 by thread T4:
17:01:10.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x49fbef)
17:01:10.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c3770)
17:01:10.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x47212f)
17:01:10.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
17:01:10.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b1000020a00 by main thread:
17:01:10.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1bc89d)
17:01:10.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x19148a)
17:01:10.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x1917d7)
17:01:10.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21e21)
17:01:10.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857c4)
17:01:10.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x664309)
17:01:10.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x662c04)
17:01:10.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x533571)
17:01:10.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x5334dc)
17:01:10.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53344c)
17:01:10.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5320b5)
17:01:10.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x14030f)
17:01:10.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132b71)
17:01:10.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130902)
17:01:10.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x656a60)
17:01:10.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x657397)
17:01:10.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6578de)
17:01:10.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
17:01:10.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
17:01:10.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T4 'sq_acceptor' (tid=1112, running) created by main thread at:
17:01:10.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x475be5)
17:01:10.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c348f)
17:01:10.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190800)
17:01:10.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21dd0)
17:01:10.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857c4)
17:01:10.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x664309)
17:01:10.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x662c04)
17:01:10.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x533571)
17:01:10.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x5334dc)
17:01:10.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53344c)
17:01:10.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5320b5)
17:01:10.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x14030f)
17:01:10.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132b71)
17:01:10.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130902)
17:01:10.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x656a60)
17:01:10.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x657397)
17:01:10.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6578de)
17:01:10.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
17:01:10.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
17:01:10.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-task_srLyB/build/tsan/bin/kudu+0x49fbef)
17:01:10.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
17:01:10.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-10-29T17:01:10Z chronyd exiting
17:01:11.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ThreadSanitizer: reported 4 warnings
17:01:11.670 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduClient.testArrayEmptyValidityOptimization: failed attempt 1
java.io.IOException: failed to start tablet server 1: /tmp/dist-test-task_srLyB/build/tsan/bin/kudu: process exited with non-zero status 2
at org.apache.kudu.test.cluster.MiniKuduCluster.sendRequestToCluster(MiniKuduCluster.java:199) ~[kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.cluster.MiniKuduCluster.start(MiniKuduCluster.java:266) ~[kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.cluster.MiniKuduCluster.access$300(MiniKuduCluster.java:85) ~[kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.cluster.MiniKuduCluster$MiniKuduClusterBuilder.build(MiniKuduCluster.java:897) ~[kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:156) ~[kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50) ~[junit-4.13.2.jar:4.13.2]
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184) [kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244) [kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.run(ParentRunner.java:413) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.Suite.runChild(Suite.java:128) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.Suite.runChild(Suite.java:27) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.run(ParentRunner.java:413) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.run(JUnitCore.java:137) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.run(JUnitCore.java:115) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.main(JUnitCore.java:36) [junit-4.13.2.jar:4.13.2]
java.io.IOException: failed to start tablet server 1: /tmp/dist-test-task_srLyB/build/tsan/bin/kudu: process exited with non-zero status 2
at org.apache.kudu.test.cluster.MiniKuduCluster.sendRequestToCluster(MiniKuduCluster.java:199)
at org.apache.kudu.test.cluster.MiniKuduCluster.start(MiniKuduCluster.java:266)
at org.apache.kudu.test.cluster.MiniKuduCluster.access$300(MiniKuduCluster.java:85)
at org.apache.kudu.test.cluster.MiniKuduCluster$MiniKuduClusterBuilder.build(MiniKuduCluster.java:897)
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:156)
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runners.Suite.runChild(Suite.java:128)
at org.junit.runners.Suite.runChild(Suite.java:27)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
at org.junit.runner.JUnitCore.main(JUnitCore.java:36)