[BUG] master ovn northd segmentation err

[zbb88888]

Kube-OVN Version

master

Kubernetes Version

root@debian:~/f/kube-ovn  fix-ip-range ✔                                                                                                1h6m
▶ kgn
NAME                     STATUS   ROLES           AGE   VERSION   INTERNAL-IP   EXTERNAL-IP   OS-IMAGE                         KERNEL-VERSION   CONTAINER-RUNTIME
kube-ovn-control-plane   Ready    control-plane   62m   v1.34.2   172.18.0.3    <none>        Debian GNU/Linux 12 (bookworm)   6.1.0-41-amd64   containerd://2.2.0
kube-ovn-worker          Ready    <none>          62m   v1.34.2   172.18.0.2    <none>        Debian GNU/Linux 12 (bookworm)   6.1.0-41-amd64   containerd://2.2.0
(v.v)
root@debian:~/f/kube-ovn  fix-ip-range ✔

Operation-system/Kernel Version

6.1.0-41-amd64

Description

root@debian:~/f/kube-ovn  fix-ip-range ✔                                                                                                                                               1h10m
▶ kgp
NAMESPACE     NAME                                             READY   STATUS    RESTARTS   AGE   IP           NODE                     NOMINATED NODE   READINESS GATES
kube-system   coredns-66bc5c9577-d4hmb                         1/1     Running   0          62m   10.16.0.4    kube-ovn-worker          <none>           <none>
kube-system   coredns-66bc5c9577-wbfjf                         1/1     Running   0          62m   10.16.0.5    kube-ovn-worker          <none>           <none>
kube-system   etcd-kube-ovn-control-plane                      1/1     Running   0          63m   172.18.0.3   kube-ovn-control-plane   <none>           <none>
kube-system   kube-apiserver-kube-ovn-control-plane            1/1     Running   0          63m   172.18.0.3   kube-ovn-control-plane   <none>           <none>
kube-system   kube-controller-manager-kube-ovn-control-plane   1/1     Running   0          63m   172.18.0.3   kube-ovn-control-plane   <none>           <none>
kube-system   kube-ovn-cni-8fhl4                               1/1     Running   0          62m   172.18.0.2   kube-ovn-worker          <none>           <none>
kube-system   kube-ovn-cni-z9hxl                               1/1     Running   0          62m   172.18.0.3   kube-ovn-control-plane   <none>           <none>
kube-system   kube-ovn-controller-754ff99d9c-9v6p2             1/1     Running   0          62m   172.18.0.3   kube-ovn-control-plane   <none>           <none>
kube-system   kube-ovn-monitor-5df546f576-9tcl2                1/1     Running   0          62m   172.18.0.3   kube-ovn-control-plane   <none>           <none>
kube-system   kube-ovn-pinger-2h7pk                            1/1     Running   0          62m   10.16.0.7    kube-ovn-worker          <none>           <none>
kube-system   kube-ovn-pinger-rqfwh                            1/1     Running   0          62m   10.16.0.6    kube-ovn-control-plane   <none>           <none>
kube-system   kube-proxy-2spb4                                 1/1     Running   0          63m   172.18.0.2   kube-ovn-worker          <none>           <none>
kube-system   kube-proxy-bz5j6                                 1/1     Running   0          63m   172.18.0.3   kube-ovn-control-plane   <none>           <none>
kube-system   kube-scheduler-kube-ovn-control-plane            1/1     Running   0          63m   172.18.0.3   kube-ovn-control-plane   <none>           <none>
kube-system   ovn-central-84cc97588f-7w286                     1/1     Running   0          63m   172.18.0.3   kube-ovn-control-plane   <none>           <none>
kube-system   ovs-ovn-bqd57                                    1/1     Running   0          63m   172.18.0.3   kube-ovn-control-plane   <none>           <none>
kube-system   ovs-ovn-jjwlc                                    1/1     Running   0          63m   172.18.0.2   kube-ovn-worker          <none>           <none>
(v.v)
root@debian:~/f/kube-ovn  fix-ip-range ✔                                                                                                                                               1h10m
▶ kgn
NAME                     STATUS   ROLES           AGE   VERSION   INTERNAL-IP   EXTERNAL-IP   OS-IMAGE                         KERNEL-VERSION   CONTAINER-RUNTIME
kube-ovn-control-plane   Ready    control-plane   63m   v1.34.2   172.18.0.3    <none>        Debian GNU/Linux 12 (bookworm)   6.1.0-41-amd64   containerd://2.2.0
kube-ovn-worker          Ready    <none>          63m   v1.34.2   172.18.0.2    <none>        Debian GNU/Linux 12 (bookworm)   6.1.0-41-amd64   containerd://2.2.0
(v.v)
root@debian:~/f/kube-ovn  fix-ip-range ✔                                                                                                                                               1h10m
▶


自测偶现，已抓到的 log



root@kube-ovn-control-plane:/var/log/ovn# cat ovn-northd.log
2025-12-15T03:03:56.393Z|00001|vlog|INFO|opened log file /var/log/ovn/ovn-northd.log
2025-12-15T03:03:56.394Z|00002|ovn_northd|INFO|OVN internal version is : [25.03.3-20.41.0-78.8]
2025-12-15T03:03:56.394Z|00002|vlog(monitor)|INFO|closing log file
2025-12-15T03:03:56.395Z|00003|reconnect|INFO|tcp:[172.18.0.2]:6641: connecting...
2025-12-15T03:03:56.395Z|00004|reconnect|INFO|tcp:[172.18.0.2]:6641: connected
2025-12-15T03:03:56.395Z|00005|ovn_northd|INFO|OVN NB IDL reconnected, force recompute.
2025-12-15T03:03:56.395Z|00006|reconnect|INFO|tcp:[172.18.0.2]:6642: connecting...
2025-12-15T03:03:56.395Z|00007|reconnect|INFO|tcp:[172.18.0.2]:6642: connected
2025-12-15T03:03:56.395Z|00008|ovn_northd|INFO|OVN SB IDL reconnected, force recompute.
2025-12-15T03:03:56.395Z|00009|ovn_northd|INFO|ovn-northd lock acquired. This ovn-northd instance is now active.
2025-12-15T03:03:56.399Z|00010|ovn_northd|INFO|OVNNB commit failed, force recompute next time.
2025-12-15T03:03:56.461Z|00011|ovn_northd|INFO|ovn-northd lock lost. This ovn-northd instance is now on standby.
2025-12-15T03:03:57.462Z|00012|ovn_northd|INFO|ovn-northd lock acquired. This ovn-northd instance is now active.
2025-12-15T03:04:06.420Z|00013|memory|INFO|10720 kB peak resident set size after 10.0 seconds
2025-12-15T03:04:06.420Z|00014|memory|INFO|idl-cells-OVN_Northbound:12 idl-cells-OVN_Southbound:189
2025-12-15T03:04:09.453Z|00015|northd|WARN|No path for static route 0.0.0.0/0 on router ovn-cluster; next hop 100.64.0.1
2025-12-15T03:05:26.064Z|00016|memory_trim|INFO|Detected inactivity (last active 30002 ms ago): trimming memory
2025-12-15T03:08:09.994Z|00017|memory_trim|INFO|Detected inactivity (last active 30000 ms ago): trimming memory
2025-12-15T03:09:18.449Z|00018|northd|WARN|Dropped 3 log messages in last 309 seconds (most recently, 309 seconds ago) due to excessive rate
2025-12-15T03:09:18.449Z|00019|northd|WARN|No path for static route 192.168.3.0/24 on router no-bfd-vpc-125016627; next hop 172.28.133.1
2025-12-15T03:10:22.072Z|00020|memory_trim|INFO|Detected inactivity (last active 30002 ms ago): trimming memory
2025-12-15T03:12:59.176Z|00003|vlog(monitor)|INFO|opened log file /var/log/ovn/ovn-northd.log
2025-12-15T03:12:59.177Z|00004|backtrace(monitor)|WARN|SIGSEGV detected, backtrace:
/lib/x86_64-linux-gnu/libovn-25.03.so.0(backtrace_capture+0x16) [0x7f34c6aa8656]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(fatal_signal_handler+0x8f) [0x7f34c69c44df]
/lib/x86_64-linux-gnu/libc.so.6(+0x45330) [0x7f34c65bf330]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(ovsdb_idl_row_is_synthetic+0x4) [0x7f34c6a2d1b4]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(ovsdb_idl_txn_delete+0x10) [0x7f34c6a30060]
ovn-northd(+0x3c709) [0x562bb33a4709]
ovn-northd(+0x5156c) [0x562bb33b956c]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(+0x102d35) [0x7f34c6940d35]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(engine_run+0x2b8) [0x7f34c69412d8]
ovn-northd(+0x6298f) [0x562bb33ca98f]
ovn-northd(+0x1dbb2) [0x562bb3385bb2]
/lib/x86_64-linux-gnu/libc.so.6(+0x2a1ca) [0x7f34c65a41ca]
/lib/x86_64-linux-gnu/libc.so.6(__libc_start_main+0x8b) [0x7f34c65a428b]
ovn-northd(+0x1e845) [0x562bb3386845]
2025-12-15T03:12:59.177Z|00005|daemon_unix(monitor)|ERR|1 crashes: pid 495 died, killed (Segmentation fault), restarting
2025-12-15T03:12:59.177Z|00006|vlog(monitor)|INFO|closing log file
2025-12-15T03:12:59.177Z|00006|ovn_northd(ovn-northd)|INFO|OVN internal version is : [25.03.3-20.41.0-78.8]
2025-12-15T03:12:59.178Z|00007|memory(ovn-northd)|INFO|6648 kB peak resident set size after 542.8 seconds
2025-12-15T03:12:59.178Z|00008|reconnect(ovn-northd)|INFO|tcp:[172.18.0.2]:6641: connecting...
2025-12-15T03:12:59.178Z|00009|reconnect(ovn-northd)|INFO|tcp:[172.18.0.2]:6641: connected
2025-12-15T03:12:59.178Z|00010|ovn_northd(ovn-northd)|INFO|OVN NB IDL reconnected, force recompute.
2025-12-15T03:12:59.178Z|00011|reconnect(ovn-northd)|INFO|tcp:[172.18.0.2]:6642: connecting...
2025-12-15T03:12:59.178Z|00012|reconnect(ovn-northd)|INFO|tcp:[172.18.0.2]:6642: connected
2025-12-15T03:12:59.178Z|00013|ovn_northd(ovn-northd)|INFO|OVN SB IDL reconnected, force recompute.
2025-12-15T03:12:59.179Z|00014|ovn_northd(ovn-northd)|INFO|ovn-northd lock acquired. This ovn-northd instance is now active.
2025-12-15T03:12:59.189Z|00007|vlog(monitor)|INFO|opened log file /var/log/ovn/ovn-northd.log
2025-12-15T03:12:59.190Z|00008|backtrace(monitor)|WARN|SIGSEGV detected, backtrace:
/lib/x86_64-linux-gnu/libovn-25.03.so.0(backtrace_capture+0x16) [0x7f34c6aa8656]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(fatal_signal_handler+0x8f) [0x7f34c69c44df]
/lib/x86_64-linux-gnu/libc.so.6(+0x45330) [0x7f34c65bf330]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(ovsdb_idl_row_is_synthetic+0x4) [0x7f34c6a2d1b4]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(ovsdb_idl_txn_delete+0x10) [0x7f34c6a30060]
ovn-northd(+0x3c709) [0x562bb33a4709]
ovn-northd(+0x5156c) [0x562bb33b956c]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(+0x102d35) [0x7f34c6940d35]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(engine_run+0x295) [0x7f34c69412b5]
ovn-northd(+0x6298f) [0x562bb33ca98f]
ovn-northd(+0x1dbb2) [0x562bb3385bb2]
/lib/x86_64-linux-gnu/libc.so.6(+0x2a1ca) [0x7f34c65a41ca]
/lib/x86_64-linux-gnu/libc.so.6(__libc_start_main+0x8b) [0x7f34c65a428b]
ovn-northd(+0x1e845) [0x562bb3386845]
2025-12-15T03:12:59.190Z|00009|daemon_unix(monitor)|WARN|2 crashes: pid 8777 died, killed (Segmentation fault), waiting until 10 seconds since last restart
2025-12-15T03:13:09.190Z|00010|daemon_unix(monitor)|ERR|2 crashes: pid 8777 died, killed (Segmentation fault), restarting
2025-12-15T03:13:09.191Z|00011|vlog(monitor)|INFO|closing log file
2025-12-15T03:13:09.191Z|00011|ovn_northd(ovn-northd)|INFO|OVN internal version is : [25.03.3-20.41.0-78.8]
2025-12-15T03:13:09.191Z|00012|memory(ovn-northd)|INFO|5456 kB peak resident set size after 552.8 seconds
2025-12-15T03:13:09.191Z|00013|reconnect(ovn-northd)|INFO|tcp:[172.18.0.2]:6641: connecting...
2025-12-15T03:13:09.191Z|00014|reconnect(ovn-northd)|INFO|tcp:[172.18.0.2]:6641: connected
2025-12-15T03:13:09.191Z|00015|ovn_northd(ovn-northd)|INFO|OVN NB IDL reconnected, force recompute.
2025-12-15T03:13:09.191Z|00016|reconnect(ovn-northd)|INFO|tcp:[172.18.0.2]:6642: connecting...
2025-12-15T03:13:09.191Z|00017|reconnect(ovn-northd)|INFO|tcp:[172.18.0.2]:6642: connected
2025-12-15T03:13:09.191Z|00018|ovn_northd(ovn-northd)|INFO|OVN SB IDL reconnected, force recompute.
2025-12-15T03:13:09.191Z|00019|ovn_northd(ovn-northd)|INFO|ovn-northd lock acquired. This ovn-northd instance is now active.
2025-12-15T03:13:09.202Z|00012|vlog(monitor)|INFO|opened log file /var/log/ovn/ovn-northd.log
2025-12-15T03:13:09.203Z|00013|backtrace(monitor)|WARN|SIGSEGV detected, backtrace:
/lib/x86_64-linux-gnu/libovn-25.03.so.0(backtrace_capture+0x16) [0x7f34c6aa8656]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(fatal_signal_handler+0x8f) [0x7f34c69c44df]
/lib/x86_64-linux-gnu/libc.so.6(+0x45330) [0x7f34c65bf330]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(ovsdb_idl_row_is_synthetic+0x4) [0x7f34c6a2d1b4]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(ovsdb_idl_txn_delete+0x10) [0x7f34c6a30060]
ovn-northd(+0x3c709) [0x562bb33a4709]
ovn-northd(+0x5156c) [0x562bb33b956c]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(+0x102d35) [0x7f34c6940d35]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(engine_run+0x295) [0x7f34c69412b5]
ovn-northd(+0x6298f) [0x562bb33ca98f]
ovn-northd(+0x1dbb2) [0x562bb3385bb2]
/lib/x86_64-linux-gnu/libc.so.6(+0x2a1ca) [0x7f34c65a41ca]
/lib/x86_64-linux-gnu/libc.so.6(__libc_start_main+0x8b) [0x7f34c65a428b]
ovn-northd(+0x1e845) [0x562bb3386845]
2025-12-15T03:13:09.203Z|00014|daemon_unix(monitor)|WARN|3 crashes: pid 8803 died, killed (Segmentation fault), waiting until 10 seconds since last restart
2025-12-15T03:13:19.203Z|00015|daemon_unix(monitor)|ERR|3 crashes: pid 8803 died, killed (Segmentation fault), restarting
2025-12-15T03:13:19.203Z|00016|vlog(monitor)|INFO|closing log file
2025-12-15T03:13:19.203Z|00016|ovn_northd(ovn-northd)|INFO|OVN internal version is : [25.03.3-20.41.0-78.8]
2025-12-15T03:13:19.204Z|00017|memory(ovn-northd)|INFO|5456 kB peak resident set size after 562.8 seconds
2025-12-15T03:13:19.204Z|00018|reconnect(ovn-northd)|INFO|tcp:[172.18.0.2]:6641: connecting...
2025-12-15T03:13:19.204Z|00019|reconnect(ovn-northd)|INFO|tcp:[172.18.0.2]:6641: connected
2025-12-15T03:13:19.204Z|00020|ovn_northd(ovn-northd)|INFO|OVN NB IDL reconnected, force recompute.
2025-12-15T03:13:19.204Z|00021|reconnect(ovn-northd)|INFO|tcp:[172.18.0.2]:6642: connecting...
2025-12-15T03:13:19.204Z|00022|reconnect(ovn-northd)|INFO|tcp:[172.18.0.2]:6642: connected
2025-12-15T03:13:19.204Z|00023|ovn_northd(ovn-northd)|INFO|OVN SB IDL reconnected, force recompute.
2025-12-15T03:13:19.204Z|00024|ovn_northd(ovn-northd)|INFO|ovn-northd lock acquired. This ovn-northd instance is now active.
2025-12-15T03:13:19.214Z|00017|vlog(monitor)|INFO|opened log file /var/log/ovn/ovn-northd.log
2025-12-15T03:13:19.215Z|00018|backtrace(monitor)|WARN|SIGSEGV detected, backtrace:
/lib/x86_64-linux-gnu/libovn-25.03.so.0(backtrace_capture+0x16) [0x7f34c6aa8656]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(fatal_signal_handler+0x8f) [0x7f34c69c44df]
/lib/x86_64-linux-gnu/libc.so.6(+0x45330) [0x7f34c65bf330]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(ovsdb_idl_row_is_synthetic+0x4) [0x7f34c6a2d1b4]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(ovsdb_idl_txn_delete+0x10) [0x7f34c6a30060]
ovn-northd(+0x3c709) [0x562bb33a4709]
ovn-northd(+0x5156c) [0x562bb33b956c]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(+0x102d35) [0x7f34c6940d35]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(engine_run+0x295) [0x7f34c69412b5]
ovn-northd(+0x6298f) [0x562bb33ca98f]
ovn-northd(+0x1dbb2) [0x562bb3385bb2]
/lib/x86_64-linux-gnu/libc.so.6(+0x2a1ca) [0x7f34c65a41ca]
/lib/x86_64-linux-gnu/libc.so.6(__libc_start_main+0x8b) [0x7f34c65a428b]
ovn-northd(+0x1e845) [0x562bb3386845]
2025-12-15T03:13:19.215Z|00019|daemon_unix(monitor)|WARN|4 crashes: pid 8848 died, killed (Segmentation fault), waiting until 10 seconds since last restart
2025-12-15T03:13:29.215Z|00020|daemon_unix(monitor)|ERR|4 crashes: pid 8848 died, killed (Segmentation fault), restarting
2025-12-15T03:13:29.215Z|00021|vlog(monitor)|INFO|closing log file
2025-12-15T03:13:29.215Z|00021|ovn_northd(ovn-northd)|INFO|OVN internal version is : [25.03.3-20.41.0-78.8]
2025-12-15T03:13:29.216Z|00022|memory(ovn-northd)|INFO|5456 kB peak resident set size after 572.8 seconds
2025-12-15T03:13:29.216Z|00023|reconnect(ovn-northd)|INFO|tcp:[172.18.0.2]:6641: connecting...
2025-12-15T03:13:29.216Z|00024|reconnect(ovn-northd)|INFO|tcp:[172.18.0.2]:6641: connected
2025-12-15T03:13:29.216Z|00025|ovn_northd(ovn-northd)|INFO|OVN NB IDL reconnected, force recompute.
2025-12-15T03:13:29.216Z|00026|reconnect(ovn-northd)|INFO|tcp:[172.18.0.2]:6642: connecting...
2025-12-15T03:13:29.216Z|00027|reconnect(ovn-northd)|INFO|tcp:[172.18.0.2]:6642: connected
2025-12-15T03:13:29.216Z|00028|ovn_northd(ovn-northd)|INFO|OVN SB IDL reconnected, force recompute.
2025-12-15T03:13:29.216Z|00029|ovn_northd(ovn-northd)|INFO|ovn-northd lock acquired. This ovn-northd instance is now active.
2025-12-15T03:13:29.226Z|00022|vlog(monitor)|INFO|opened log file /var/log/ovn/ovn-northd.log
2025-12-15T03:13:29.227Z|00023|backtrace(monitor)|WARN|SIGSEGV detected, backtrace:
/lib/x86_64-linux-gnu/libovn-25.03.so.0(backtrace_capture+0x16) [0x7f34c6aa8656]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(fatal_signal_handler+0x8f) [0x7f34c69c44df]
/lib/x86_64-linux-gnu/libc.so.6(+0x45330) [0x7f34c65bf330]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(ovsdb_idl_row_is_synthetic+0x4) [0x7f34c6a2d1b4]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(ovsdb_idl_txn_delete+0x10) [0x7f34c6a30060]
ovn-northd(+0x3c709) [0x562bb33a4709]
ovn-northd(+0x5156c) [0x562bb33b956c]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(+0x102d35) [0x7f34c6940d35]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(engine_run+0x295) [0x7f34c69412b5]
ovn-northd(+0x6298f) [0x562bb33ca98f]
ovn-northd(+0x1dbb2) [0x562bb3385bb2]
/lib/x86_64-linux-gnu/libc.so.6(+0x2a1ca) [0x7f34c65a41ca]
/lib/x86_64-linux-gnu/libc.so.6(__libc_start_main+0x8b) [0x7f34c65a428b]
ovn-northd(+0x1e845) [0x562bb3386845]
2025-12-15T03:13:29.227Z|00024|daemon_unix(monitor)|WARN|5 crashes: pid 8897 died, killed (Segmentation fault), waiting until 10 seconds since last restart
2025-12-15T03:13:39.227Z|00025|daemon_unix(monitor)|ERR|5 crashes: pid 8897 died, killed (Segmentation fault), restarting
2025-12-15T03:13:39.227Z|00026|vlog(monitor)|INFO|closing log file
2025-12-15T03:13:39.227Z|00026|ovn_northd(ovn-northd)|INFO|OVN internal version is : [25.03.3-20.41.0-78.8]
2025-12-15T03:13:39.228Z|00027|memory(ovn-northd)|INFO|5456 kB peak resident set size after 582.8 seconds
2025-12-15T03:13:39.228Z|00028|reconnect(ovn-northd)|INFO|tcp:[172.18.0.2]:6641: connecting...
2025-12-15T03:13:39.228Z|00029|reconnect(ovn-northd)|INFO|tcp:[172.18.0.2]:6641: connected
2025-12-15T03:13:39.228Z|00030|ovn_northd(ovn-northd)|INFO|OVN NB IDL reconnected, force recompute.
2025-12-15T03:13:39.228Z|00031|reconnect(ovn-northd)|INFO|tcp:[172.18.0.2]:6642: connecting...
2025-12-15T03:13:39.228Z|00032|reconnect(ovn-northd)|INFO|tcp:[172.18.0.2]:6642: connected
2025-12-15T03:13:39.228Z|00033|ovn_northd(ovn-northd)|INFO|OVN SB IDL reconnected, force recompute.
2025-12-15T03:13:39.228Z|00034|ovn_northd(ovn-northd)|INFO|ovn-northd lock acquired. This ovn-northd instance is now active.
2025-12-15T03:13:39.239Z|00027|vlog(monitor)|INFO|opened log file /var/log/ovn/ovn-northd.log
2025-12-15T03:13:39.240Z|00028|backtrace(monitor)|WARN|SIGSEGV detected, backtrace:
/lib/x86_64-linux-gnu/libovn-25.03.so.0(backtrace_capture+0x16) [0x7f34c6aa8656]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(fatal_signal_handler+0x8f) [0x7f34c69c44df]
/lib/x86_64-linux-gnu/libc.so.6(+0x45330) [0x7f34c65bf330]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(ovsdb_idl_row_is_synthetic+0x4) [0x7f34c6a2d1b4]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(ovsdb_idl_txn_delete+0x10) [0x7f34c6a30060]
ovn-northd(+0x3c709) [0x562bb33a4709]
ovn-northd(+0x5156c) [0x562bb33b956c]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(+0x102d35) [0x7f34c6940d35]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(engine_run+0x295) [0x7f34c69412b5]
ovn-northd(+0x6298f) [0x562bb33ca98f]
ovn-northd(+0x1dbb2) [0x562bb3385bb2]
/lib/x86_64-linux-gnu/libc.so.6(+0x2a1ca) [0x7f34c65a41ca]
/lib/x86_64-linux-gnu/libc.so.6(__libc_start_main+0x8b) [0x7f34c65a428b]
ovn-northd(+0x1e845) [0x562bb3386845]
2025-12-15T03:13:39.240Z|00029|daemon_unix(monitor)|WARN|6 crashes: pid 8933 died, killed (Segmentation fault), waiting until 10 seconds since last restart
2025-12-15T03:13:49.240Z|00030|daemon_unix(monitor)|ERR|6 crashes: pid 8933 died, killed (Segmentation fault), restarting
2025-12-15T03:13:49.240Z|00031|vlog(monitor)|INFO|closing log file
2025-12-15T03:13:49.240Z|00031|ovn_northd(ovn-northd)|INFO|OVN internal version is : [25.03.3-20.41.0-78.8]
2025-12-15T03:13:49.241Z|00032|memory(ovn-northd)|INFO|5456 kB peak resident set size after 592.8 seconds
2025-12-15T03:13:49.241Z|00033|reconnect(ovn-northd)|INFO|tcp:[172.18.0.2]:6641: connecting...
2025-12-15T03:13:49.241Z|00034|reconnect(ovn-northd)|INFO|tcp:[172.18.0.2]:6641: connected
2025-12-15T03:13:49.241Z|00035|ovn_northd(ovn-northd)|INFO|OVN NB IDL reconnected, force recompute.
2025-12-15T03:13:49.241Z|00036|reconnect(ovn-northd)|INFO|tcp:[172.18.0.2]:6642: connecting...
2025-12-15T03:13:49.241Z|00037|reconnect(ovn-northd)|INFO|tcp:[172.18.0.2]:6642: connected
2025-12-15T03:13:49.241Z|00038|ovn_northd(ovn-northd)|INFO|OVN SB IDL reconnected, force recompute.
2025-12-15T03:13:49.242Z|00039|ovn_northd(ovn-northd)|INFO|ovn-northd lock acquired. This ovn-northd instance is now active.
2025-12-15T03:13:49.251Z|00032|vlog(monitor)|INFO|opened log file /var/log/ovn/ovn-northd.log
2025-12-15T03:13:49.252Z|00033|backtrace(monitor)|WARN|SIGSEGV detected, backtrace:
/lib/x86_64-linux-gnu/libovn-25.03.so.0(backtrace_capture+0x16) [0x7f34c6aa8656]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(fatal_signal_handler+0x8f) [0x7f34c69c44df]
/lib/x86_64-linux-gnu/libc.so.6(+0x45330) [0x7f34c65bf330]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(ovsdb_idl_row_is_synthetic+0x4) [0x7f34c6a2d1b4]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(ovsdb_idl_txn_delete+0x10) [0x7f34c6a30060]
ovn-northd(+0x3c709) [0x562bb33a4709]
ovn-northd(+0x5156c) [0x562bb33b956c]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(+0x102d35) [0x7f34c6940d35]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(engine_run+0x295) [0x7f34c69412b5]
ovn-northd(+0x6298f) [0x562bb33ca98f]
ovn-northd(+0x1dbb2) [0x562bb3385bb2]
/lib/x86_64-linux-gnu/libc.so.6(+0x2a1ca) [0x7f34c65a41ca]
/lib/x86_64-linux-gnu/libc.so.6(__libc_start_main+0x8b) [0x7f34c65a428b]
ovn-northd(+0x1e845) [0x562bb3386845]
2025-12-15T03:13:49.252Z|00034|daemon_unix(monitor)|WARN|7 crashes: pid 8984 died, killed (Segmentation fault), waiting until 10 seconds since last restart
2025-12-15T03:13:59.252Z|00035|daemon_unix(monitor)|ERR|7 crashes: pid 8984 died, killed (Segmentation fault), restarting
2025-12-15T03:13:59.253Z|00036|vlog(monitor)|INFO|closing log file
2025-12-15T03:13:59.253Z|00036|ovn_northd(ovn-northd)|INFO|OVN internal version is : [25.03.3-20.41.0-78.8]
2025-12-15T03:13:59.253Z|00037|memory(ovn-northd)|INFO|5456 kB peak resident set size after 602.9 seconds
2025-12-15T03:13:59.253Z|00038|reconnect(ovn-northd)|INFO|tcp:[172.18.0.2]:6641: connecting...
2025-12-15T03:13:59.253Z|00039|reconnect(ovn-northd)|INFO|tcp:[172.18.0.2]:6641: connected
2025-12-15T03:13:59.253Z|00040|ovn_northd(ovn-northd)|INFO|OVN NB IDL reconnected, force recompute.
2025-12-15T03:13:59.253Z|00041|reconnect(ovn-northd)|INFO|tcp:[172.18.0.2]:6642: connecting...
2025-12-15T03:13:59.253Z|00042|reconnect(ovn-northd)|INFO|tcp:[172.18.0.2]:6642: connected
2025-12-15T03:13:59.253Z|00043|ovn_northd(ovn-northd)|INFO|OVN SB IDL reconnected, force recompute.
2025-12-15T03:13:59.254Z|00044|ovn_northd(ovn-northd)|INFO|ovn-northd lock acquired. This ovn-northd instance is now active.
2025-12-15T03:13:59.264Z|00037|vlog(monitor)|INFO|opened log file /var/log/ovn/ovn-northd.log
2025-12-15T03:13:59.264Z|00038|backtrace(monitor)|WARN|SIGSEGV detected, backtrace:
/lib/x86_64-linux-gnu/libovn-25.03.so.0(backtrace_capture+0x16) [0x7f34c6aa8656]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(fatal_signal_handler+0x8f) [0x7f34c69c44df]
/lib/x86_64-linux-gnu/libc.so.6(+0x45330) [0x7f34c65bf330]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(ovsdb_idl_row_is_synthetic+0x4) [0x7f34c6a2d1b4]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(ovsdb_idl_txn_delete+0x10) [0x7f34c6a30060]
ovn-northd(+0x3c709) [0x562bb33a4709]
ovn-northd(+0x5156c) [0x562bb33b956c]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(+0x102d35) [0x7f34c6940d35]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(engine_run+0x295) [0x7f34c69412b5]
ovn-northd(+0x6298f) [0x562bb33ca98f]
ovn-northd(+0x1dbb2) [0x562bb3385bb2]
/lib/x86_64-linux-gnu/libc.so.6(+0x2a1ca) [0x7f34c65a41ca]
/lib/x86_64-linux-gnu/libc.so.6(__libc_start_main+0x8b) [0x7f34c65a428b]
ovn-northd(+0x1e845) [0x562bb3386845]
2025-12-15T03:13:59.264Z|00039|daemon_unix(monitor)|WARN|8 crashes: pid 9034 died, killed (Segmentation fault), waiting until 10 seconds since last restart
2025-12-15T03:14:09.264Z|00040|daemon_unix(monitor)|ERR|8 crashes: pid 9034 died, killed (Segmentation fault), restarting
2025-12-15T03:14:09.265Z|00041|vlog(monitor)|INFO|closing log file
2025-12-15T03:14:09.265Z|00041|ovn_northd(ovn-northd)|INFO|OVN internal version is : [25.03.3-20.41.0-78.8]
2025-12-15T03:14:09.265Z|00042|memory(ovn-northd)|INFO|5456 kB peak resident set size after 612.9 seconds
2025-12-15T03:14:09.265Z|00043|reconnect(ovn-northd)|INFO|tcp:[172.18.0.2]:6641: connecting...
2025-12-15T03:14:09.265Z|00044|reconnect(ovn-northd)|INFO|tcp:[172.18.0.2]:6641: connection attempt failed (Connection refused)
2025-12-15T03:14:09.265Z|00045|ovn_northd(ovn-northd)|INFO|OVN NB IDL reconnected, force recompute.
2025-12-15T03:14:09.265Z|00046|reconnect(ovn-northd)|INFO|tcp:[172.18.0.2]:6642: connecting...
2025-12-15T03:14:09.265Z|00047|reconnect(ovn-northd)|INFO|tcp:[172.18.0.2]:6642: connected
2025-12-15T03:14:09.265Z|00048|ovn_northd(ovn-northd)|INFO|OVN SB IDL reconnected, force recompute.
2025-12-15T03:14:09.266Z|00049|ovn_northd(ovn-northd)|INFO|ovn-northd lock acquired. This ovn-northd instance is now active.
2025-12-15T03:14:09.319Z|00050|ovn_northd(ovn-northd)|INFO|OVNSB commit failed, force recompute next time.
2025-12-15T03:14:09.320Z|00051|jsonrpc(ovn-northd)|WARN|tcp:[172.18.0.2]:6642: receive error: Connection reset by peer
2025-12-15T03:14:09.320Z|00052|reconnect(ovn-northd)|WARN|tcp:[172.18.0.2]:6642: connection dropped (Connection reset by peer)
2025-12-15T03:14:09.320Z|00053|ovn_northd(ovn-northd)|INFO|ovn-northd lock lost. This ovn-northd instance is now on standby.
2025-12-15T03:14:09.864Z|00001|vlog|INFO|opened log file /var/log/ovn/ovn-northd.log
2025-12-15T03:14:09.865Z|00002|vlog(monitor)|INFO|closing log file
2025-12-15T03:14:09.865Z|00002|ovn_northd|INFO|OVN internal version is : [25.03.3-20.41.0-78.8]
2025-12-15T03:14:09.865Z|00003|reconnect|INFO|tcp:[172.18.0.2]:6641: connecting...
2025-12-15T03:14:09.865Z|00004|reconnect|INFO|tcp:[172.18.0.2]:6641: connected
2025-12-15T03:14:09.865Z|00005|ovn_northd|INFO|OVN NB IDL reconnected, force recompute.
2025-12-15T03:14:09.865Z|00006|reconnect|INFO|tcp:[172.18.0.2]:6642: connecting...
2025-12-15T03:14:09.865Z|00007|reconnect|INFO|tcp:[172.18.0.2]:6642: connected
2025-12-15T03:14:09.865Z|00008|ovn_northd|INFO|OVN SB IDL reconnected, force recompute.
2025-12-15T03:14:09.866Z|00009|ovn_northd|INFO|ovn-northd lock acquired. This ovn-northd instance is now active.
2025-12-15T03:14:09.927Z|00010|ovn_northd|INFO|ovn-northd lock lost. This ovn-northd instance is now on standby.
2025-12-15T03:14:10.928Z|00011|ovn_northd|INFO|ovn-northd lock acquired. This ovn-northd instance is now active.
2025-12-15T03:14:20.202Z|00012|memory|INFO|14036 kB peak resident set size after 10.3 seconds
2025-12-15T03:14:20.202Z|00013|memory|INFO|idl-cells-OVN_Northbound:484 idl-cells-OVN_Southbound:4330
2025-12-15T03:15:46.836Z|00014|memory_trim|INFO|Detected inactivity (last active 30000 ms ago): trimming memory
2025-12-15T03:16:51.444Z|00015|memory_trim|INFO|Detected inactivity (last active 30003 ms ago): trimming memory
root@kube-ovn-control-plane:/var/log/ovn# cat ovn-northd.log | grep -v INFO
2025-12-15T03:04:09.453Z|00015|northd|WARN|No path for static route 0.0.0.0/0 on router ovn-cluster; next hop 100.64.0.1
2025-12-15T03:09:18.449Z|00018|northd|WARN|Dropped 3 log messages in last 309 seconds (most recently, 309 seconds ago) due to excessive rate
2025-12-15T03:09:18.449Z|00019|northd|WARN|No path for static route 192.168.3.0/24 on router no-bfd-vpc-125016627; next hop 172.28.133.1
2025-12-15T03:12:59.177Z|00004|backtrace(monitor)|WARN|SIGSEGV detected, backtrace:
/lib/x86_64-linux-gnu/libovn-25.03.so.0(backtrace_capture+0x16) [0x7f34c6aa8656]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(fatal_signal_handler+0x8f) [0x7f34c69c44df]
/lib/x86_64-linux-gnu/libc.so.6(+0x45330) [0x7f34c65bf330]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(ovsdb_idl_row_is_synthetic+0x4) [0x7f34c6a2d1b4]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(ovsdb_idl_txn_delete+0x10) [0x7f34c6a30060]
ovn-northd(+0x3c709) [0x562bb33a4709]
ovn-northd(+0x5156c) [0x562bb33b956c]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(+0x102d35) [0x7f34c6940d35]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(engine_run+0x2b8) [0x7f34c69412d8]
ovn-northd(+0x6298f) [0x562bb33ca98f]
ovn-northd(+0x1dbb2) [0x562bb3385bb2]
/lib/x86_64-linux-gnu/libc.so.6(+0x2a1ca) [0x7f34c65a41ca]
/lib/x86_64-linux-gnu/libc.so.6(__libc_start_main+0x8b) [0x7f34c65a428b]
ovn-northd(+0x1e845) [0x562bb3386845]
2025-12-15T03:12:59.177Z|00005|daemon_unix(monitor)|ERR|1 crashes: pid 495 died, killed (Segmentation fault), restarting
2025-12-15T03:12:59.190Z|00008|backtrace(monitor)|WARN|SIGSEGV detected, backtrace:
/lib/x86_64-linux-gnu/libovn-25.03.so.0(backtrace_capture+0x16) [0x7f34c6aa8656]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(fatal_signal_handler+0x8f) [0x7f34c69c44df]
/lib/x86_64-linux-gnu/libc.so.6(+0x45330) [0x7f34c65bf330]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(ovsdb_idl_row_is_synthetic+0x4) [0x7f34c6a2d1b4]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(ovsdb_idl_txn_delete+0x10) [0x7f34c6a30060]
ovn-northd(+0x3c709) [0x562bb33a4709]
ovn-northd(+0x5156c) [0x562bb33b956c]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(+0x102d35) [0x7f34c6940d35]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(engine_run+0x295) [0x7f34c69412b5]
ovn-northd(+0x6298f) [0x562bb33ca98f]
ovn-northd(+0x1dbb2) [0x562bb3385bb2]
/lib/x86_64-linux-gnu/libc.so.6(+0x2a1ca) [0x7f34c65a41ca]
/lib/x86_64-linux-gnu/libc.so.6(__libc_start_main+0x8b) [0x7f34c65a428b]
ovn-northd(+0x1e845) [0x562bb3386845]
2025-12-15T03:12:59.190Z|00009|daemon_unix(monitor)|WARN|2 crashes: pid 8777 died, killed (Segmentation fault), waiting until 10 seconds since last restart
2025-12-15T03:13:09.190Z|00010|daemon_unix(monitor)|ERR|2 crashes: pid 8777 died, killed (Segmentation fault), restarting
2025-12-15T03:13:09.203Z|00013|backtrace(monitor)|WARN|SIGSEGV detected, backtrace:
/lib/x86_64-linux-gnu/libovn-25.03.so.0(backtrace_capture+0x16) [0x7f34c6aa8656]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(fatal_signal_handler+0x8f) [0x7f34c69c44df]
/lib/x86_64-linux-gnu/libc.so.6(+0x45330) [0x7f34c65bf330]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(ovsdb_idl_row_is_synthetic+0x4) [0x7f34c6a2d1b4]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(ovsdb_idl_txn_delete+0x10) [0x7f34c6a30060]
ovn-northd(+0x3c709) [0x562bb33a4709]
ovn-northd(+0x5156c) [0x562bb33b956c]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(+0x102d35) [0x7f34c6940d35]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(engine_run+0x295) [0x7f34c69412b5]
ovn-northd(+0x6298f) [0x562bb33ca98f]
ovn-northd(+0x1dbb2) [0x562bb3385bb2]
/lib/x86_64-linux-gnu/libc.so.6(+0x2a1ca) [0x7f34c65a41ca]
/lib/x86_64-linux-gnu/libc.so.6(__libc_start_main+0x8b) [0x7f34c65a428b]
ovn-northd(+0x1e845) [0x562bb3386845]
2025-12-15T03:13:09.203Z|00014|daemon_unix(monitor)|WARN|3 crashes: pid 8803 died, killed (Segmentation fault), waiting until 10 seconds since last restart
2025-12-15T03:13:19.203Z|00015|daemon_unix(monitor)|ERR|3 crashes: pid 8803 died, killed (Segmentation fault), restarting
2025-12-15T03:13:19.215Z|00018|backtrace(monitor)|WARN|SIGSEGV detected, backtrace:
/lib/x86_64-linux-gnu/libovn-25.03.so.0(backtrace_capture+0x16) [0x7f34c6aa8656]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(fatal_signal_handler+0x8f) [0x7f34c69c44df]
/lib/x86_64-linux-gnu/libc.so.6(+0x45330) [0x7f34c65bf330]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(ovsdb_idl_row_is_synthetic+0x4) [0x7f34c6a2d1b4]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(ovsdb_idl_txn_delete+0x10) [0x7f34c6a30060]
ovn-northd(+0x3c709) [0x562bb33a4709]
ovn-northd(+0x5156c) [0x562bb33b956c]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(+0x102d35) [0x7f34c6940d35]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(engine_run+0x295) [0x7f34c69412b5]
ovn-northd(+0x6298f) [0x562bb33ca98f]
ovn-northd(+0x1dbb2) [0x562bb3385bb2]
/lib/x86_64-linux-gnu/libc.so.6(+0x2a1ca) [0x7f34c65a41ca]
/lib/x86_64-linux-gnu/libc.so.6(__libc_start_main+0x8b) [0x7f34c65a428b]
ovn-northd(+0x1e845) [0x562bb3386845]
2025-12-15T03:13:19.215Z|00019|daemon_unix(monitor)|WARN|4 crashes: pid 8848 died, killed (Segmentation fault), waiting until 10 seconds since last restart
2025-12-15T03:13:29.215Z|00020|daemon_unix(monitor)|ERR|4 crashes: pid 8848 died, killed (Segmentation fault), restarting
2025-12-15T03:13:29.227Z|00023|backtrace(monitor)|WARN|SIGSEGV detected, backtrace:
/lib/x86_64-linux-gnu/libovn-25.03.so.0(backtrace_capture+0x16) [0x7f34c6aa8656]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(fatal_signal_handler+0x8f) [0x7f34c69c44df]
/lib/x86_64-linux-gnu/libc.so.6(+0x45330) [0x7f34c65bf330]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(ovsdb_idl_row_is_synthetic+0x4) [0x7f34c6a2d1b4]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(ovsdb_idl_txn_delete+0x10) [0x7f34c6a30060]
ovn-northd(+0x3c709) [0x562bb33a4709]
ovn-northd(+0x5156c) [0x562bb33b956c]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(+0x102d35) [0x7f34c6940d35]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(engine_run+0x295) [0x7f34c69412b5]
ovn-northd(+0x6298f) [0x562bb33ca98f]
ovn-northd(+0x1dbb2) [0x562bb3385bb2]
/lib/x86_64-linux-gnu/libc.so.6(+0x2a1ca) [0x7f34c65a41ca]
/lib/x86_64-linux-gnu/libc.so.6(__libc_start_main+0x8b) [0x7f34c65a428b]
ovn-northd(+0x1e845) [0x562bb3386845]
2025-12-15T03:13:29.227Z|00024|daemon_unix(monitor)|WARN|5 crashes: pid 8897 died, killed (Segmentation fault), waiting until 10 seconds since last restart
2025-12-15T03:13:39.227Z|00025|daemon_unix(monitor)|ERR|5 crashes: pid 8897 died, killed (Segmentation fault), restarting
2025-12-15T03:13:39.240Z|00028|backtrace(monitor)|WARN|SIGSEGV detected, backtrace:
/lib/x86_64-linux-gnu/libovn-25.03.so.0(backtrace_capture+0x16) [0x7f34c6aa8656]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(fatal_signal_handler+0x8f) [0x7f34c69c44df]
/lib/x86_64-linux-gnu/libc.so.6(+0x45330) [0x7f34c65bf330]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(ovsdb_idl_row_is_synthetic+0x4) [0x7f34c6a2d1b4]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(ovsdb_idl_txn_delete+0x10) [0x7f34c6a30060]
ovn-northd(+0x3c709) [0x562bb33a4709]
ovn-northd(+0x5156c) [0x562bb33b956c]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(+0x102d35) [0x7f34c6940d35]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(engine_run+0x295) [0x7f34c69412b5]
ovn-northd(+0x6298f) [0x562bb33ca98f]
ovn-northd(+0x1dbb2) [0x562bb3385bb2]
/lib/x86_64-linux-gnu/libc.so.6(+0x2a1ca) [0x7f34c65a41ca]
/lib/x86_64-linux-gnu/libc.so.6(__libc_start_main+0x8b) [0x7f34c65a428b]
ovn-northd(+0x1e845) [0x562bb3386845]
2025-12-15T03:13:39.240Z|00029|daemon_unix(monitor)|WARN|6 crashes: pid 8933 died, killed (Segmentation fault), waiting until 10 seconds since last restart
2025-12-15T03:13:49.240Z|00030|daemon_unix(monitor)|ERR|6 crashes: pid 8933 died, killed (Segmentation fault), restarting
2025-12-15T03:13:49.252Z|00033|backtrace(monitor)|WARN|SIGSEGV detected, backtrace:
/lib/x86_64-linux-gnu/libovn-25.03.so.0(backtrace_capture+0x16) [0x7f34c6aa8656]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(fatal_signal_handler+0x8f) [0x7f34c69c44df]
/lib/x86_64-linux-gnu/libc.so.6(+0x45330) [0x7f34c65bf330]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(ovsdb_idl_row_is_synthetic+0x4) [0x7f34c6a2d1b4]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(ovsdb_idl_txn_delete+0x10) [0x7f34c6a30060]
ovn-northd(+0x3c709) [0x562bb33a4709]
ovn-northd(+0x5156c) [0x562bb33b956c]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(+0x102d35) [0x7f34c6940d35]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(engine_run+0x295) [0x7f34c69412b5]
ovn-northd(+0x6298f) [0x562bb33ca98f]
ovn-northd(+0x1dbb2) [0x562bb3385bb2]
/lib/x86_64-linux-gnu/libc.so.6(+0x2a1ca) [0x7f34c65a41ca]
/lib/x86_64-linux-gnu/libc.so.6(__libc_start_main+0x8b) [0x7f34c65a428b]
ovn-northd(+0x1e845) [0x562bb3386845]
2025-12-15T03:13:49.252Z|00034|daemon_unix(monitor)|WARN|7 crashes: pid 8984 died, killed (Segmentation fault), waiting until 10 seconds since last restart
2025-12-15T03:13:59.252Z|00035|daemon_unix(monitor)|ERR|7 crashes: pid 8984 died, killed (Segmentation fault), restarting
2025-12-15T03:13:59.264Z|00038|backtrace(monitor)|WARN|SIGSEGV detected, backtrace:
/lib/x86_64-linux-gnu/libovn-25.03.so.0(backtrace_capture+0x16) [0x7f34c6aa8656]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(fatal_signal_handler+0x8f) [0x7f34c69c44df]
/lib/x86_64-linux-gnu/libc.so.6(+0x45330) [0x7f34c65bf330]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(ovsdb_idl_row_is_synthetic+0x4) [0x7f34c6a2d1b4]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(ovsdb_idl_txn_delete+0x10) [0x7f34c6a30060]
ovn-northd(+0x3c709) [0x562bb33a4709]
ovn-northd(+0x5156c) [0x562bb33b956c]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(+0x102d35) [0x7f34c6940d35]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(engine_run+0x295) [0x7f34c69412b5]
ovn-northd(+0x6298f) [0x562bb33ca98f]
ovn-northd(+0x1dbb2) [0x562bb3385bb2]
/lib/x86_64-linux-gnu/libc.so.6(+0x2a1ca) [0x7f34c65a41ca]
/lib/x86_64-linux-gnu/libc.so.6(__libc_start_main+0x8b) [0x7f34c65a428b]
ovn-northd(+0x1e845) [0x562bb3386845]
2025-12-15T03:13:59.264Z|00039|daemon_unix(monitor)|WARN|8 crashes: pid 9034 died, killed (Segmentation fault), waiting until 10 seconds since last restart
2025-12-15T03:14:09.264Z|00040|daemon_unix(monitor)|ERR|8 crashes: pid 9034 died, killed (Segmentation fault), restarting
2025-12-15T03:14:09.320Z|00051|jsonrpc(ovn-northd)|WARN|tcp:[172.18.0.2]:6642: receive error: Connection reset by peer
2025-12-15T03:14:09.320Z|00052|reconnect(ovn-northd)|WARN|tcp:[172.18.0.2]:6642: connection dropped (Connection reset by peer)
root@kube-ovn-control-plane:/var/log/ovn#

Steps To Reproduce

make image-kube-ovn; make kind-init; make kind-install;make ovn-vpc-nat-gw-conformance-e2e

Current Behavior

ovn-central restart after e2e finished

Expected Behavior

ovn-central not restart after e2e finished

[zbb88888]

目前来看 Segmentation fault 必现，但不是导致 ovn-central 重启的充分必要原因

root@debian:~/f/kube-ovn  fix-ip-range ✔                                                                                                                                               1h10m
▶ kgp
NAMESPACE     NAME                                             READY   STATUS    RESTARTS   AGE   IP           NODE                     NOMINATED NODE   READINESS GATES
kube-system   coredns-66bc5c9577-d4hmb                         1/1     Running   0          62m   10.16.0.4    kube-ovn-worker          <none>           <none>
kube-system   coredns-66bc5c9577-wbfjf                         1/1     Running   0          62m   10.16.0.5    kube-ovn-worker          <none>           <none>
kube-system   etcd-kube-ovn-control-plane                      1/1     Running   0          63m   172.18.0.3   kube-ovn-control-plane   <none>           <none>
kube-system   kube-apiserver-kube-ovn-control-plane            1/1     Running   0          63m   172.18.0.3   kube-ovn-control-plane   <none>           <none>
kube-system   kube-controller-manager-kube-ovn-control-plane   1/1     Running   0          63m   172.18.0.3   kube-ovn-control-plane   <none>           <none>
kube-system   kube-ovn-cni-8fhl4                               1/1     Running   0          62m   172.18.0.2   kube-ovn-worker          <none>           <none>
kube-system   kube-ovn-cni-z9hxl                               1/1     Running   0          62m   172.18.0.3   kube-ovn-control-plane   <none>           <none>
kube-system   kube-ovn-controller-754ff99d9c-9v6p2             1/1     Running   0          62m   172.18.0.3   kube-ovn-control-plane   <none>           <none>
kube-system   kube-ovn-monitor-5df546f576-9tcl2                1/1     Running   0          62m   172.18.0.3   kube-ovn-control-plane   <none>           <none>
kube-system   kube-ovn-pinger-2h7pk                            1/1     Running   0          62m   10.16.0.7    kube-ovn-worker          <none>           <none>
kube-system   kube-ovn-pinger-rqfwh                            1/1     Running   0          62m   10.16.0.6    kube-ovn-control-plane   <none>           <none>
kube-system   kube-proxy-2spb4                                 1/1     Running   0          63m   172.18.0.2   kube-ovn-worker          <none>           <none>
kube-system   kube-proxy-bz5j6                                 1/1     Running   0          63m   172.18.0.3   kube-ovn-control-plane   <none>           <none>
kube-system   kube-scheduler-kube-ovn-control-plane            1/1     Running   0          63m   172.18.0.3   kube-ovn-control-plane   <none>           <none>
kube-system   ovn-central-84cc97588f-7w286                     1/1     Running   0          63m   172.18.0.3   kube-ovn-control-plane   <none>           <none>
kube-system   ovs-ovn-bqd57                                    1/1     Running   0          63m   172.18.0.3   kube-ovn-control-plane   <none>           <none>
kube-system   ovs-ovn-jjwlc                                    1/1     Running   0          63m   172.18.0.2   kube-ovn-worker          <none>           <none>
(v.v)
root@debian:~/f/kube-ovn  fix-ip-range ✔                                                                                                                                               1h10m
▶ kgn
NAME                     STATUS   ROLES           AGE   VERSION   INTERNAL-IP   EXTERNAL-IP   OS-IMAGE                         KERNEL-VERSION   CONTAINER-RUNTIME
kube-ovn-control-plane   Ready    control-plane   63m   v1.34.2   172.18.0.3    <none>        Debian GNU/Linux 12 (bookworm)   6.1.0-41-amd64   containerd://2.2.0
kube-ovn-worker          Ready    <none>          63m   v1.34.2   172.18.0.2    <none>        Debian GNU/Linux 12 (bookworm)   6.1.0-41-amd64   containerd://2.2.0
(v.v)
root@debian:~/f/kube-ovn  fix-ip-range ✔                                                                                                                                               1h10m
▶ docker exec -it kube-ovn-control-plane bash
root@kube-ovn-control-plane:/#
root@kube-ovn-control-plane:/#
root@kube-ovn-control-plane:/# cd /var/log/
root@kube-ovn-control-plane:/var/log# ll
bash: ll: command not found
root@kube-ovn-control-plane:/var/log# ls -l
total 24
-rw-r--r--  1 root   root     591 Dec 15 04:15 alternatives.log
drwxr-xr-x  2 root   root    4096 Dec 15 04:24 containers
drwxr-xr-x  2 nobody nogroup 4096 Dec 15 04:16 kube-ovn
drwxr-xr-x  2 nobody nogroup 4096 Dec 15 04:15 openvswitch
drwxr-xr-x  2 nobody nogroup 4096 Dec 15 04:15 ovn
drwxr-x--- 13 root   root    4096 Dec 15 04:25 pods
root@kube-ovn-control-plane:/var/log#
root@kube-ovn-control-plane:/var/log#
root@kube-ovn-control-plane:/var/log# cd ovn
root@kube-ovn-control-plane:/var/log/ovn# ls -l
total 48
-rw-r----- 1 nobody nogroup 15104 Dec 15 05:15 ovn-controller.log
-rw-r----- 1 nobody nogroup 21057 Dec 15 04:26 ovn-northd.log
-rw-r----- 1 nobody nogroup  1260 Dec 15 04:25 ovsdb-server-nb.log
-rw-r----- 1 nobody nogroup  1129 Dec 15 04:25 ovsdb-server-sb.log
root@kube-ovn-control-plane:/var/log/ovn# cat ovn-northd.log
2025-12-15T04:15:36.138Z|00001|vlog|INFO|opened log file /var/log/ovn/ovn-northd.log
2025-12-15T04:15:36.139Z|00002|vlog(monitor)|INFO|closing log file
2025-12-15T04:15:36.139Z|00002|ovn_northd|INFO|OVN internal version is : [25.03.3-20.41.0-78.8]
2025-12-15T04:15:36.140Z|00003|reconnect|INFO|tcp:[172.18.0.3]:6641: connecting...
2025-12-15T04:15:36.140Z|00004|reconnect|INFO|tcp:[172.18.0.3]:6641: connected
2025-12-15T04:15:36.140Z|00005|ovn_northd|INFO|OVN NB IDL reconnected, force recompute.
2025-12-15T04:15:36.140Z|00006|reconnect|INFO|tcp:[172.18.0.3]:6642: connecting...
2025-12-15T04:15:36.140Z|00007|reconnect|INFO|tcp:[172.18.0.3]:6642: connected
2025-12-15T04:15:36.140Z|00008|ovn_northd|INFO|OVN SB IDL reconnected, force recompute.
2025-12-15T04:15:36.140Z|00009|ovn_northd|INFO|ovn-northd lock acquired. This ovn-northd instance is now active.
2025-12-15T04:15:36.144Z|00010|ovn_northd|INFO|OVNNB commit failed, force recompute next time.
2025-12-15T04:15:36.209Z|00011|ovn_northd|INFO|ovn-northd lock lost. This ovn-northd instance is now on standby.
2025-12-15T04:15:37.209Z|00012|ovn_northd|INFO|ovn-northd lock acquired. This ovn-northd instance is now active.
2025-12-15T04:15:46.164Z|00013|memory|INFO|12732 kB peak resident set size after 10.0 seconds
2025-12-15T04:15:46.164Z|00014|memory|INFO|idl-cells-OVN_Northbound:12 idl-cells-OVN_Southbound:189
2025-12-15T04:15:50.239Z|00015|northd|WARN|No path for static route 0.0.0.0/0 on router ovn-cluster; next hop 100.64.0.1
2025-12-15T04:17:57.702Z|00016|memory_trim|INFO|Detected inactivity (last active 30005 ms ago): trimming memory
2025-12-15T04:20:23.409Z|00017|memory_trim|INFO|Detected inactivity (last active 30002 ms ago): trimming memory
2025-12-15T04:21:07.480Z|00018|memory_trim|INFO|Detected inactivity (last active 30004 ms ago): trimming memory
2025-12-15T04:21:29.950Z|00019|northd|WARN|Dropped 3 log messages in last 340 seconds (most recently, 340 seconds ago) due to excessive rate
2025-12-15T04:21:29.950Z|00020|northd|WARN|No path for static route 192.168.3.0/24 on router no-bfd-vpc-113089350; next hop 172.28.110.1
2025-12-15T04:23:00.060Z|00021|memory_trim|INFO|Detected inactivity (last active 30000 ms ago): trimming memory
2025-12-15T04:25:08.632Z|00003|vlog(monitor)|INFO|opened log file /var/log/ovn/ovn-northd.log
2025-12-15T04:25:08.633Z|00004|backtrace(monitor)|WARN|SIGSEGV detected, backtrace:
/lib/x86_64-linux-gnu/libovn-25.03.so.0(backtrace_capture+0x16) [0x7fef29c20656]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(fatal_signal_handler+0x8f) [0x7fef29b3c4df]
/lib/x86_64-linux-gnu/libc.so.6(+0x45330) [0x7fef29737330]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(ovsdb_idl_row_is_synthetic+0x4) [0x7fef29ba51b4]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(ovsdb_idl_txn_delete+0x10) [0x7fef29ba8060]
ovn-northd(+0x3c709) [0x5630f341d709]
ovn-northd(+0x5156c) [0x5630f343256c]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(+0x102d35) [0x7fef29ab8d35]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(engine_run+0x2b8) [0x7fef29ab92d8]
ovn-northd(+0x6298f) [0x5630f344398f]
ovn-northd(+0x1dbb2) [0x5630f33febb2]
/lib/x86_64-linux-gnu/libc.so.6(+0x2a1ca) [0x7fef2971c1ca]
/lib/x86_64-linux-gnu/libc.so.6(__libc_start_main+0x8b) [0x7fef2971c28b]
ovn-northd(+0x1e845) [0x5630f33ff845]
2025-12-15T04:25:08.633Z|00005|daemon_unix(monitor)|ERR|1 crashes: pid 495 died, killed (Segmentation fault), restarting
2025-12-15T04:25:08.633Z|00006|vlog(monitor)|INFO|closing log file
2025-12-15T04:25:08.634Z|00006|ovn_northd(ovn-northd)|INFO|OVN internal version is : [25.03.3-20.41.0-78.8]
2025-12-15T04:25:08.634Z|00007|memory(ovn-northd)|INFO|8324 kB peak resident set size after 572.5 seconds
2025-12-15T04:25:08.634Z|00008|reconnect(ovn-northd)|INFO|tcp:[172.18.0.3]:6641: connecting...
2025-12-15T04:25:08.634Z|00009|reconnect(ovn-northd)|INFO|tcp:[172.18.0.3]:6641: connected
2025-12-15T04:25:08.634Z|00010|ovn_northd(ovn-northd)|INFO|OVN NB IDL reconnected, force recompute.
2025-12-15T04:25:08.634Z|00011|reconnect(ovn-northd)|INFO|tcp:[172.18.0.3]:6642: connecting...
2025-12-15T04:25:08.634Z|00012|reconnect(ovn-northd)|INFO|tcp:[172.18.0.3]:6642: connected
2025-12-15T04:25:08.634Z|00013|ovn_northd(ovn-northd)|INFO|OVN SB IDL reconnected, force recompute.
2025-12-15T04:25:08.635Z|00014|ovn_northd(ovn-northd)|INFO|ovn-northd lock acquired. This ovn-northd instance is now active.
2025-12-15T04:25:08.648Z|00007|vlog(monitor)|INFO|opened log file /var/log/ovn/ovn-northd.log
2025-12-15T04:25:08.649Z|00008|backtrace(monitor)|WARN|SIGSEGV detected, backtrace:
/lib/x86_64-linux-gnu/libovn-25.03.so.0(backtrace_capture+0x16) [0x7fef29c20656]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(fatal_signal_handler+0x8f) [0x7fef29b3c4df]
/lib/x86_64-linux-gnu/libc.so.6(+0x45330) [0x7fef29737330]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(ovsdb_idl_row_is_synthetic+0x4) [0x7fef29ba51b4]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(ovsdb_idl_txn_delete+0x10) [0x7fef29ba8060]
ovn-northd(+0x3c709) [0x5630f341d709]
ovn-northd(+0x5156c) [0x5630f343256c]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(+0x102d35) [0x7fef29ab8d35]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(engine_run+0x295) [0x7fef29ab92b5]
ovn-northd(+0x6298f) [0x5630f344398f]
ovn-northd(+0x1dbb2) [0x5630f33febb2]
/lib/x86_64-linux-gnu/libc.so.6(+0x2a1ca) [0x7fef2971c1ca]
/lib/x86_64-linux-gnu/libc.so.6(__libc_start_main+0x8b) [0x7fef2971c28b]
ovn-northd(+0x1e845) [0x5630f33ff845]
2025-12-15T04:25:08.649Z|00009|daemon_unix(monitor)|WARN|2 crashes: pid 9231 died, killed (Segmentation fault), waiting until 10 seconds since last restart
2025-12-15T04:25:18.650Z|00010|daemon_unix(monitor)|ERR|2 crashes: pid 9231 died, killed (Segmentation fault), restarting
2025-12-15T04:25:18.650Z|00011|vlog(monitor)|INFO|closing log file
2025-12-15T04:25:18.650Z|00011|ovn_northd(ovn-northd)|INFO|OVN internal version is : [25.03.3-20.41.0-78.8]
2025-12-15T04:25:18.651Z|00012|memory(ovn-northd)|INFO|7192 kB peak resident set size after 582.5 seconds
2025-12-15T04:25:18.651Z|00013|reconnect(ovn-northd)|INFO|tcp:[172.18.0.3]:6641: connecting...
2025-12-15T04:25:18.651Z|00014|reconnect(ovn-northd)|INFO|tcp:[172.18.0.3]:6641: connected
2025-12-15T04:25:18.651Z|00015|ovn_northd(ovn-northd)|INFO|OVN NB IDL reconnected, force recompute.
2025-12-15T04:25:18.651Z|00016|reconnect(ovn-northd)|INFO|tcp:[172.18.0.3]:6642: connecting...
2025-12-15T04:25:18.651Z|00017|reconnect(ovn-northd)|INFO|tcp:[172.18.0.3]:6642: connected
2025-12-15T04:25:18.651Z|00018|ovn_northd(ovn-northd)|INFO|OVN SB IDL reconnected, force recompute.
2025-12-15T04:25:18.651Z|00019|ovn_northd(ovn-northd)|INFO|ovn-northd lock acquired. This ovn-northd instance is now active.
2025-12-15T04:25:18.661Z|00012|vlog(monitor)|INFO|opened log file /var/log/ovn/ovn-northd.log
2025-12-15T04:25:18.662Z|00013|backtrace(monitor)|WARN|SIGSEGV detected, backtrace:
/lib/x86_64-linux-gnu/libovn-25.03.so.0(backtrace_capture+0x16) [0x7fef29c20656]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(fatal_signal_handler+0x8f) [0x7fef29b3c4df]
/lib/x86_64-linux-gnu/libc.so.6(+0x45330) [0x7fef29737330]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(ovsdb_idl_row_is_synthetic+0x4) [0x7fef29ba51b4]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(ovsdb_idl_txn_delete+0x10) [0x7fef29ba8060]
ovn-northd(+0x3c709) [0x5630f341d709]
ovn-northd(+0x5156c) [0x5630f343256c]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(+0x102d35) [0x7fef29ab8d35]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(engine_run+0x295) [0x7fef29ab92b5]
ovn-northd(+0x6298f) [0x5630f344398f]
ovn-northd(+0x1dbb2) [0x5630f33febb2]
/lib/x86_64-linux-gnu/libc.so.6(+0x2a1ca) [0x7fef2971c1ca]
/lib/x86_64-linux-gnu/libc.so.6(__libc_start_main+0x8b) [0x7fef2971c28b]
ovn-northd(+0x1e845) [0x5630f33ff845]
2025-12-15T04:25:18.662Z|00014|daemon_unix(monitor)|WARN|3 crashes: pid 9252 died, killed (Segmentation fault), waiting until 10 seconds since last restart
2025-12-15T04:25:28.662Z|00015|daemon_unix(monitor)|ERR|3 crashes: pid 9252 died, killed (Segmentation fault), restarting
2025-12-15T04:25:28.662Z|00016|vlog(monitor)|INFO|closing log file
2025-12-15T04:25:28.662Z|00016|ovn_northd(ovn-northd)|INFO|OVN internal version is : [25.03.3-20.41.0-78.8]
2025-12-15T04:25:28.663Z|00017|memory(ovn-northd)|INFO|7192 kB peak resident set size after 592.5 seconds
2025-12-15T04:25:28.663Z|00018|reconnect(ovn-northd)|INFO|tcp:[172.18.0.3]:6641: connecting...
2025-12-15T04:25:28.663Z|00019|reconnect(ovn-northd)|INFO|tcp:[172.18.0.3]:6641: connected
2025-12-15T04:25:28.663Z|00020|ovn_northd(ovn-northd)|INFO|OVN NB IDL reconnected, force recompute.
2025-12-15T04:25:28.663Z|00021|reconnect(ovn-northd)|INFO|tcp:[172.18.0.3]:6642: connecting...
2025-12-15T04:25:28.663Z|00022|reconnect(ovn-northd)|INFO|tcp:[172.18.0.3]:6642: connected
2025-12-15T04:25:28.663Z|00023|ovn_northd(ovn-northd)|INFO|OVN SB IDL reconnected, force recompute.
2025-12-15T04:25:28.663Z|00024|ovn_northd(ovn-northd)|INFO|ovn-northd lock acquired. This ovn-northd instance is now active.
2025-12-15T04:25:28.673Z|00017|vlog(monitor)|INFO|opened log file /var/log/ovn/ovn-northd.log
2025-12-15T04:25:28.673Z|00018|backtrace(monitor)|WARN|SIGSEGV detected, backtrace:
/lib/x86_64-linux-gnu/libovn-25.03.so.0(backtrace_capture+0x16) [0x7fef29c20656]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(fatal_signal_handler+0x8f) [0x7fef29b3c4df]
/lib/x86_64-linux-gnu/libc.so.6(+0x45330) [0x7fef29737330]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(ovsdb_idl_row_is_synthetic+0x4) [0x7fef29ba51b4]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(ovsdb_idl_txn_delete+0x10) [0x7fef29ba8060]
ovn-northd(+0x3c709) [0x5630f341d709]
ovn-northd(+0x5156c) [0x5630f343256c]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(+0x102d35) [0x7fef29ab8d35]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(engine_run+0x295) [0x7fef29ab92b5]
ovn-northd(+0x6298f) [0x5630f344398f]
ovn-northd(+0x1dbb2) [0x5630f33febb2]
/lib/x86_64-linux-gnu/libc.so.6(+0x2a1ca) [0x7fef2971c1ca]
/lib/x86_64-linux-gnu/libc.so.6(__libc_start_main+0x8b) [0x7fef2971c28b]
ovn-northd(+0x1e845) [0x5630f33ff845]
2025-12-15T04:25:28.673Z|00019|daemon_unix(monitor)|WARN|4 crashes: pid 9303 died, killed (Segmentation fault), waiting until 10 seconds since last restart
2025-12-15T04:25:38.673Z|00020|daemon_unix(monitor)|ERR|4 crashes: pid 9303 died, killed (Segmentation fault), restarting
2025-12-15T04:25:38.674Z|00021|vlog(monitor)|INFO|closing log file
2025-12-15T04:25:38.674Z|00021|ovn_northd(ovn-northd)|INFO|OVN internal version is : [25.03.3-20.41.0-78.8]
2025-12-15T04:25:38.674Z|00022|memory(ovn-northd)|INFO|7192 kB peak resident set size after 602.5 seconds
2025-12-15T04:25:38.675Z|00023|reconnect(ovn-northd)|INFO|tcp:[172.18.0.3]:6641: connecting...
2025-12-15T04:25:38.675Z|00024|reconnect(ovn-northd)|INFO|tcp:[172.18.0.3]:6641: connected
2025-12-15T04:25:38.675Z|00025|ovn_northd(ovn-northd)|INFO|OVN NB IDL reconnected, force recompute.
2025-12-15T04:25:38.675Z|00026|reconnect(ovn-northd)|INFO|tcp:[172.18.0.3]:6642: connecting...
2025-12-15T04:25:38.675Z|00027|reconnect(ovn-northd)|INFO|tcp:[172.18.0.3]:6642: connected
2025-12-15T04:25:38.675Z|00028|ovn_northd(ovn-northd)|INFO|OVN SB IDL reconnected, force recompute.
2025-12-15T04:25:38.675Z|00029|ovn_northd(ovn-northd)|INFO|ovn-northd lock acquired. This ovn-northd instance is now active.
2025-12-15T04:25:38.684Z|00022|vlog(monitor)|INFO|opened log file /var/log/ovn/ovn-northd.log
2025-12-15T04:25:38.685Z|00023|backtrace(monitor)|WARN|SIGSEGV detected, backtrace:
/lib/x86_64-linux-gnu/libovn-25.03.so.0(backtrace_capture+0x16) [0x7fef29c20656]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(fatal_signal_handler+0x8f) [0x7fef29b3c4df]
/lib/x86_64-linux-gnu/libc.so.6(+0x45330) [0x7fef29737330]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(ovsdb_idl_row_is_synthetic+0x4) [0x7fef29ba51b4]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(ovsdb_idl_txn_delete+0x10) [0x7fef29ba8060]
ovn-northd(+0x3c709) [0x5630f341d709]
ovn-northd(+0x5156c) [0x5630f343256c]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(+0x102d35) [0x7fef29ab8d35]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(engine_run+0x295) [0x7fef29ab92b5]
ovn-northd(+0x6298f) [0x5630f344398f]
ovn-northd(+0x1dbb2) [0x5630f33febb2]
/lib/x86_64-linux-gnu/libc.so.6(+0x2a1ca) [0x7fef2971c1ca]
/lib/x86_64-linux-gnu/libc.so.6(__libc_start_main+0x8b) [0x7fef2971c28b]
ovn-northd(+0x1e845) [0x5630f33ff845]
2025-12-15T04:25:38.685Z|00024|daemon_unix(monitor)|WARN|5 crashes: pid 9354 died, killed (Segmentation fault), waiting until 10 seconds since last restart
2025-12-15T04:25:48.685Z|00025|daemon_unix(monitor)|ERR|5 crashes: pid 9354 died, killed (Segmentation fault), restarting
2025-12-15T04:25:48.685Z|00026|vlog(monitor)|INFO|closing log file
2025-12-15T04:25:48.685Z|00026|ovn_northd(ovn-northd)|INFO|OVN internal version is : [25.03.3-20.41.0-78.8]
2025-12-15T04:25:48.686Z|00027|memory(ovn-northd)|INFO|7192 kB peak resident set size after 612.5 seconds
2025-12-15T04:25:48.686Z|00028|reconnect(ovn-northd)|INFO|tcp:[172.18.0.3]:6641: connecting...
2025-12-15T04:25:48.686Z|00029|reconnect(ovn-northd)|INFO|tcp:[172.18.0.3]:6641: connected
2025-12-15T04:25:48.686Z|00030|ovn_northd(ovn-northd)|INFO|OVN NB IDL reconnected, force recompute.
2025-12-15T04:25:48.686Z|00031|reconnect(ovn-northd)|INFO|tcp:[172.18.0.3]:6642: connecting...
2025-12-15T04:25:48.686Z|00032|reconnect(ovn-northd)|INFO|tcp:[172.18.0.3]:6642: connected
2025-12-15T04:25:48.686Z|00033|ovn_northd(ovn-northd)|INFO|OVN SB IDL reconnected, force recompute.
2025-12-15T04:25:48.686Z|00034|ovn_northd(ovn-northd)|INFO|ovn-northd lock acquired. This ovn-northd instance is now active.
2025-12-15T04:25:48.696Z|00027|vlog(monitor)|INFO|opened log file /var/log/ovn/ovn-northd.log
2025-12-15T04:25:48.696Z|00028|backtrace(monitor)|WARN|SIGSEGV detected, backtrace:
/lib/x86_64-linux-gnu/libovn-25.03.so.0(backtrace_capture+0x16) [0x7fef29c20656]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(fatal_signal_handler+0x8f) [0x7fef29b3c4df]
/lib/x86_64-linux-gnu/libc.so.6(+0x45330) [0x7fef29737330]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(ovsdb_idl_row_is_synthetic+0x4) [0x7fef29ba51b4]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(ovsdb_idl_txn_delete+0x10) [0x7fef29ba8060]
ovn-northd(+0x3c709) [0x5630f341d709]
ovn-northd(+0x5156c) [0x5630f343256c]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(+0x102d35) [0x7fef29ab8d35]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(engine_run+0x295) [0x7fef29ab92b5]
ovn-northd(+0x6298f) [0x5630f344398f]
ovn-northd(+0x1dbb2) [0x5630f33febb2]
/lib/x86_64-linux-gnu/libc.so.6(+0x2a1ca) [0x7fef2971c1ca]
/lib/x86_64-linux-gnu/libc.so.6(__libc_start_main+0x8b) [0x7fef2971c28b]
ovn-northd(+0x1e845) [0x5630f33ff845]
2025-12-15T04:25:48.696Z|00029|daemon_unix(monitor)|WARN|6 crashes: pid 9375 died, killed (Segmentation fault), waiting until 10 seconds since last restart
2025-12-15T04:25:58.696Z|00030|daemon_unix(monitor)|ERR|6 crashes: pid 9375 died, killed (Segmentation fault), restarting
2025-12-15T04:25:58.697Z|00031|vlog(monitor)|INFO|closing log file
2025-12-15T04:25:58.697Z|00031|ovn_northd(ovn-northd)|INFO|OVN internal version is : [25.03.3-20.41.0-78.8]
2025-12-15T04:25:58.697Z|00032|memory(ovn-northd)|INFO|7192 kB peak resident set size after 622.6 seconds
2025-12-15T04:25:58.697Z|00033|reconnect(ovn-northd)|INFO|tcp:[172.18.0.3]:6641: connecting...
2025-12-15T04:25:58.697Z|00034|reconnect(ovn-northd)|INFO|tcp:[172.18.0.3]:6641: connected
2025-12-15T04:25:58.698Z|00035|ovn_northd(ovn-northd)|INFO|OVN NB IDL reconnected, force recompute.
2025-12-15T04:25:58.698Z|00036|reconnect(ovn-northd)|INFO|tcp:[172.18.0.3]:6642: connecting...
2025-12-15T04:25:58.698Z|00037|reconnect(ovn-northd)|INFO|tcp:[172.18.0.3]:6642: connected
2025-12-15T04:25:58.698Z|00038|ovn_northd(ovn-northd)|INFO|OVN SB IDL reconnected, force recompute.
2025-12-15T04:25:58.698Z|00039|ovn_northd(ovn-northd)|INFO|ovn-northd lock acquired. This ovn-northd instance is now active.
2025-12-15T04:25:58.708Z|00032|vlog(monitor)|INFO|opened log file /var/log/ovn/ovn-northd.log
2025-12-15T04:25:58.709Z|00033|backtrace(monitor)|WARN|SIGSEGV detected, backtrace:
/lib/x86_64-linux-gnu/libovn-25.03.so.0(backtrace_capture+0x16) [0x7fef29c20656]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(fatal_signal_handler+0x8f) [0x7fef29b3c4df]
/lib/x86_64-linux-gnu/libc.so.6(+0x45330) [0x7fef29737330]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(ovsdb_idl_row_is_synthetic+0x4) [0x7fef29ba51b4]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(ovsdb_idl_txn_delete+0x10) [0x7fef29ba8060]
ovn-northd(+0x3c709) [0x5630f341d709]
ovn-northd(+0x5156c) [0x5630f343256c]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(+0x102d35) [0x7fef29ab8d35]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(engine_run+0x295) [0x7fef29ab92b5]
ovn-northd(+0x6298f) [0x5630f344398f]
ovn-northd(+0x1dbb2) [0x5630f33febb2]
/lib/x86_64-linux-gnu/libc.so.6(+0x2a1ca) [0x7fef2971c1ca]
/lib/x86_64-linux-gnu/libc.so.6(__libc_start_main+0x8b) [0x7fef2971c28b]
ovn-northd(+0x1e845) [0x5630f33ff845]
2025-12-15T04:25:58.709Z|00034|daemon_unix(monitor)|WARN|7 crashes: pid 9440 died, killed (Segmentation fault), waiting until 10 seconds since last restart
2025-12-15T04:26:08.709Z|00035|daemon_unix(monitor)|ERR|7 crashes: pid 9440 died, killed (Segmentation fault), restarting
2025-12-15T04:26:08.710Z|00036|vlog(monitor)|INFO|closing log file
2025-12-15T04:26:08.710Z|00036|ovn_northd(ovn-northd)|INFO|OVN internal version is : [25.03.3-20.41.0-78.8]
2025-12-15T04:26:08.710Z|00037|memory(ovn-northd)|INFO|7192 kB peak resident set size after 632.6 seconds
2025-12-15T04:26:08.710Z|00038|reconnect(ovn-northd)|INFO|tcp:[172.18.0.3]:6641: connecting...
2025-12-15T04:26:08.710Z|00039|reconnect(ovn-northd)|INFO|tcp:[172.18.0.3]:6641: connected
2025-12-15T04:26:08.710Z|00040|ovn_northd(ovn-northd)|INFO|OVN NB IDL reconnected, force recompute.
2025-12-15T04:26:08.710Z|00041|reconnect(ovn-northd)|INFO|tcp:[172.18.0.3]:6642: connecting...
2025-12-15T04:26:08.710Z|00042|reconnect(ovn-northd)|INFO|tcp:[172.18.0.3]:6642: connected
2025-12-15T04:26:08.710Z|00043|ovn_northd(ovn-northd)|INFO|OVN SB IDL reconnected, force recompute.
2025-12-15T04:26:08.710Z|00044|ovn_northd(ovn-northd)|INFO|ovn-northd lock acquired. This ovn-northd instance is now active.
2025-12-15T04:26:08.721Z|00037|vlog(monitor)|INFO|opened log file /var/log/ovn/ovn-northd.log
2025-12-15T04:26:08.721Z|00038|backtrace(monitor)|WARN|SIGSEGV detected, backtrace:
/lib/x86_64-linux-gnu/libovn-25.03.so.0(backtrace_capture+0x16) [0x7fef29c20656]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(fatal_signal_handler+0x8f) [0x7fef29b3c4df]
/lib/x86_64-linux-gnu/libc.so.6(+0x45330) [0x7fef29737330]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(ovsdb_idl_row_is_synthetic+0x4) [0x7fef29ba51b4]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(ovsdb_idl_txn_delete+0x10) [0x7fef29ba8060]
ovn-northd(+0x3c709) [0x5630f341d709]
ovn-northd(+0x5156c) [0x5630f343256c]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(+0x102d35) [0x7fef29ab8d35]
/lib/x86_64-linux-gnu/libovn-25.03.so.0(engine_run+0x295) [0x7fef29ab92b5]
ovn-northd(+0x6298f) [0x5630f344398f]
ovn-northd(+0x1dbb2) [0x5630f33febb2]
/lib/x86_64-linux-gnu/libc.so.6(+0x2a1ca) [0x7fef2971c1ca]
/lib/x86_64-linux-gnu/libc.so.6(__libc_start_main+0x8b) [0x7fef2971c28b]
ovn-northd(+0x1e845) [0x5630f33ff845]
2025-12-15T04:26:08.721Z|00039|daemon_unix(monitor)|WARN|8 crashes: pid 9491 died, killed (Segmentation fault), waiting until 10 seconds since last restart
2025-12-15T04:26:18.721Z|00040|daemon_unix(monitor)|ERR|8 crashes: pid 9491 died, killed (Segmentation fault), restarting
2025-12-15T04:26:18.722Z|00041|vlog(monitor)|INFO|closing log file
2025-12-15T04:26:18.722Z|00041|ovn_northd(ovn-northd)|INFO|OVN internal version is : [25.03.3-20.41.0-78.8]
2025-12-15T04:26:18.722Z|00042|memory(ovn-northd)|INFO|7192 kB peak resident set size after 642.6 seconds
2025-12-15T04:26:18.723Z|00043|reconnect(ovn-northd)|INFO|tcp:[172.18.0.3]:6641: connecting...
2025-12-15T04:26:18.723Z|00044|reconnect(ovn-northd)|INFO|tcp:[172.18.0.3]:6641: connected
2025-12-15T04:26:18.723Z|00045|ovn_northd(ovn-northd)|INFO|OVN NB IDL reconnected, force recompute.
2025-12-15T04:26:18.723Z|00046|reconnect(ovn-northd)|INFO|tcp:[172.18.0.3]:6642: connecting...
2025-12-15T04:26:18.723Z|00047|reconnect(ovn-northd)|INFO|tcp:[172.18.0.3]:6642: connected
2025-12-15T04:26:18.723Z|00048|ovn_northd(ovn-northd)|INFO|OVN SB IDL reconnected, force recompute.
2025-12-15T04:26:18.724Z|00049|ovn_northd(ovn-northd)|INFO|ovn-northd lock acquired. This ovn-northd instance is now active.
2025-12-15T04:26:20.620Z|00050|ovn_northd(ovn-northd)|INFO|ovn-northd lock lost. This ovn-northd instance is now on standby.
2025-12-15T04:26:21.620Z|00051|ovn_northd(ovn-northd)|INFO|ovn-northd lock acquired. This ovn-northd instance is now active.
2025-12-15T04:26:31.680Z|00052|memory(ovn-northd)|INFO|peak resident set size grew 112% in last 13.0 seconds, from 7192 kB to 15264 kB
2025-12-15T04:26:31.680Z|00053|memory(ovn-northd)|INFO|idl-cells-OVN_Northbound:532 idl-cells-OVN_Southbound:4330
2025-12-15T04:26:51.896Z|00054|memory_trim(ovn-northd)|INFO|Detected inactivity (last active 30001 ms ago): trimming memory
root@kube-ovn-control-plane:/var/log/ovn#

[zbb88888]

root@kube-ovn-control-plane:/var/log/ovn# ls -l
total 48
-rw-r----- 1 nobody nogroup 15104 Dec 15 05:15 ovn-controller.log
-rw-r----- 1 nobody nogroup 21057 Dec 15 04:26 ovn-northd.log
-rw-r----- 1 nobody nogroup  1260 Dec 15 04:25 ovsdb-server-nb.log
-rw-r----- 1 nobody nogroup  1129 Dec 15 04:25 ovsdb-server-sb.log
root@kube-ovn-control-plane:/var/log/ovn# cat ovsdb-server-nb.log
2025-12-15T04:15:36.016Z|00001|vlog|INFO|opened log file /var/log/ovn/ovsdb-server-nb.log
2025-12-15T04:15:36.020Z|00002|raft|INFO|term 1: 1205778171 ms timeout expired, starting election (vote)
2025-12-15T04:15:36.020Z|00003|raft|INFO|term 1: elected leader by 1+ of 1 servers
2025-12-15T04:15:36.020Z|00004|raft|INFO|local server ID is b486
2025-12-15T04:15:36.021Z|00005|ovsdb_server|INFO|ovsdb-server (Open vSwitch) 3.5.3
2025-12-15T04:15:36.021Z|00002|vlog(monitor)|INFO|closing log file
2025-12-15T04:15:36.158Z|00006|ovsdb_server|INFO|memory trimming after compaction enabled.
2025-12-15T04:15:46.026Z|00007|memory|INFO|8440 kB peak resident set size after 10.0 seconds
2025-12-15T04:15:46.026Z|00008|memory|INFO|atoms:63 cells:58 monitors:2 n-weak-refs:0 raft-log:6 sessions:1 txn-history:1 txn-history-atoms:46
2025-12-15T04:25:08.632Z|00009|jsonrpc|WARN|tcp:172.18.0.3:50848: receive error: Connection reset by peer
2025-12-15T04:25:08.632Z|00010|reconnect|WARN|tcp:172.18.0.3:50848: connection dropped (Connection reset by peer)
2025-12-15T04:25:08.648Z|00011|jsonrpc|WARN|tcp:172.18.0.3:47136: receive error: Connection reset by peer
2025-12-15T04:25:08.648Z|00012|reconnect|WARN|tcp:172.18.0.3:47136: connection dropped (Connection reset by peer)
root@kube-ovn-control-plane:/var/log/ovn#
root@kube-ovn-control-plane:/var/log/ovn# cat ovsdb-server-nb.log | grep -i err
2025-12-15T04:25:08.632Z|00009|jsonrpc|WARN|tcp:172.18.0.3:50848: receive error: Connection reset by peer
2025-12-15T04:25:08.648Z|00011|jsonrpc|WARN|tcp:172.18.0.3:47136: receive error: Connection reset by peer
root@kube-ovn-control-plane:/var/log/ovn#
root@kube-ovn-control-plane:/var/log/ovn# cat ovsdb-server-sb.log
2025-12-15T04:15:36.083Z|00001|vlog|INFO|opened log file /var/log/ovn/ovsdb-server-sb.log
2025-12-15T04:15:36.086Z|00002|raft|INFO|term 1: 1205778238 ms timeout expired, starting election (vote)
2025-12-15T04:15:36.086Z|00003|raft|INFO|term 1: elected leader by 1+ of 1 servers
2025-12-15T04:15:36.086Z|00004|raft|INFO|local server ID is 0033
2025-12-15T04:15:36.087Z|00005|ovsdb_server|INFO|ovsdb-server (Open vSwitch) 3.5.3
2025-12-15T04:15:36.088Z|00002|vlog(monitor)|INFO|closing log file
2025-12-15T04:15:36.160Z|00006|ovsdb_server|INFO|memory trimming after compaction enabled.
2025-12-15T04:15:46.089Z|00007|memory|INFO|8808 kB peak resident set size after 10.0 seconds
2025-12-15T04:15:46.089Z|00008|memory|INFO|atoms:417 cells:351 json-caches:1 monitors:3 n-weak-refs:11 raft-log:7 sessions:3 txn-history:4 txn-history-atoms:158
2025-12-15T04:25:16.231Z|00009|memory|INFO|peak resident set size grew 62% in last 570.1 seconds, from 8808 kB to 14244 kB
2025-12-15T04:25:16.231Z|00010|memory|INFO|atoms:9693 cells:9524 json-caches:1 monitors:4 n-weak-refs:110 raft-log:283 sessions:4 txn-history:93 txn-history-atoms:9266
root@kube-ovn-control-plane:/var/log/ovn# cat ovsdb-server-sb.log | grep -i err
root@kube-ovn-control-plane:/var/log/ovn# cat ovn-controller.log
2025-12-15T04:15:36.024Z|00001|vlog|INFO|opened log file /var/log/ovn/ovn-controller.log
2025-12-15T04:15:36.025Z|00002|main|INFO|kernel version is 6.1.0-41-amd64
2025-12-15T04:15:36.025Z|00003|main|INFO|lflow_kube_ovn_skip_ct is supported
2025-12-15T04:15:36.025Z|00002|vlog(monitor)|INFO|closing log file
2025-12-15T04:15:36.026Z|00004|reconnect|INFO|unix:/var/run/openvswitch/db.sock: connecting...
2025-12-15T04:15:36.026Z|00005|reconnect|INFO|unix:/var/run/openvswitch/db.sock: connected
2025-12-15T04:15:36.027Z|00006|main|INFO|OVN internal version is : [25.03.3-20.41.0-78.8]
2025-12-15T04:15:36.027Z|00007|main|INFO|OVS IDL reconnected, force recompute.
2025-12-15T04:15:36.027Z|00008|reconnect|INFO|tcp:[172.18.0.3]:6642: connecting...
2025-12-15T04:15:36.027Z|00009|main|INFO|OVNSB IDL reconnected, force recompute.
2025-12-15T04:15:36.029Z|00010|ovn_util|INFO|statctrl: connecting to switch: "unix:/var/run/openvswitch/br-int.mgmt"
2025-12-15T04:15:36.029Z|00011|rconn|INFO|unix:/var/run/openvswitch/br-int.mgmt: connecting...
2025-12-15T04:15:36.029Z|00012|rconn|WARN|unix:/var/run/openvswitch/br-int.mgmt: connection failed (No such file or directory)
2025-12-15T04:15:36.029Z|00013|rconn|INFO|unix:/var/run/openvswitch/br-int.mgmt: waiting 1 seconds before reconnect
2025-12-15T04:15:36.029Z|00014|ovn_util|INFO|pinctrl: connecting to switch: "unix:/var/run/openvswitch/br-int.mgmt"
2025-12-15T04:15:36.029Z|00015|rconn|INFO|unix:/var/run/openvswitch/br-int.mgmt: connecting...
2025-12-15T04:15:36.029Z|00016|rconn|WARN|unix:/var/run/openvswitch/br-int.mgmt: connection failed (No such file or directory)
2025-12-15T04:15:36.029Z|00017|rconn|INFO|unix:/var/run/openvswitch/br-int.mgmt: waiting 1 seconds before reconnect
2025-12-15T04:15:36.029Z|00018|reconnect|INFO|tcp:[172.18.0.3]:6642: connection attempt failed (Connection refused)
2025-12-15T04:15:37.031Z|00001|rconn(ovn_statctrl3)|INFO|unix:/var/run/openvswitch/br-int.mgmt: connecting...
2025-12-15T04:15:37.031Z|00001|rconn(ovn_pinctrl0)|INFO|unix:/var/run/openvswitch/br-int.mgmt: connecting...
2025-12-15T04:15:37.031Z|00019|reconnect|INFO|tcp:[172.18.0.3]:6642: connecting...
2025-12-15T04:15:37.031Z|00020|reconnect|INFO|tcp:[172.18.0.3]:6642: connected
2025-12-15T04:15:37.031Z|00002|rconn(ovn_statctrl3)|INFO|unix:/var/run/openvswitch/br-int.mgmt: connected
2025-12-15T04:15:37.032Z|00021|chassis|INFO|Need to specify an encap type and ip
2025-12-15T04:15:37.032Z|00022|ovn_util|INFO|features: connecting to switch: "unix:/var/run/openvswitch/br-int.mgmt"
2025-12-15T04:15:37.032Z|00023|rconn|INFO|unix:/var/run/openvswitch/br-int.mgmt: connecting...
2025-12-15T04:15:37.032Z|00024|features|INFO|OVS Feature: ct_zero_snat, state: supported
2025-12-15T04:15:37.032Z|00025|features|INFO|OVS Feature: ct_flush, state: supported
2025-12-15T04:15:37.032Z|00026|reconnect|INFO|unix:/var/run/openvswitch/db.sock: connecting...
2025-12-15T04:15:37.032Z|00027|main|INFO|OVS feature set changed, force recompute.
2025-12-15T04:15:37.032Z|00028|ovn_util|INFO|ofctrl: connecting to switch: "unix:/var/run/openvswitch/br-int.mgmt"
2025-12-15T04:15:37.032Z|00029|rconn|INFO|unix:/var/run/openvswitch/br-int.mgmt: connecting...
2025-12-15T04:15:37.032Z|00030|chassis|INFO|Need to specify an encap type and ip
2025-12-15T04:15:37.032Z|00031|chassis|INFO|Need to specify an encap type and ip
2025-12-15T04:15:37.032Z|00032|chassis|INFO|Need to specify an encap type and ip
2025-12-15T04:15:37.032Z|00033|reconnect|INFO|unix:/var/run/openvswitch/db.sock: connected
2025-12-15T04:15:37.033Z|00034|chassis|INFO|Need to specify an encap type and ip
2025-12-15T04:15:37.033Z|00035|features|INFO|OVS DB schema supports 4 flow table prefixes, our IDL supports: 4
2025-12-15T04:15:37.033Z|00036|main|INFO|Setting flow table prefixes: ip_src, ip_dst, ipv6_src, ipv6_dst.
2025-12-15T04:15:37.056Z|00002|rconn(ovn_pinctrl0)|INFO|unix:/var/run/openvswitch/br-int.mgmt: connected
2025-12-15T04:15:37.057Z|00037|rconn|INFO|unix:/var/run/openvswitch/br-int.mgmt: connected
2025-12-15T04:15:37.057Z|00038|rconn|INFO|unix:/var/run/openvswitch/br-int.mgmt: connected
2025-12-15T04:15:37.057Z|00039|main|INFO|OVS OpenFlow connection reconnected,force recompute.
2025-12-15T04:15:37.057Z|00040|features|INFO|OVS Feature: meter_support, state: supported
2025-12-15T04:15:37.057Z|00041|features|INFO|OVS Feature: group_support, state: supported
2025-12-15T04:15:37.057Z|00042|main|INFO|OVS feature set changed, force recompute.
2025-12-15T04:15:37.057Z|00043|features|INFO|OVS Feature: sample_action_with_registers, state: supported
2025-12-15T04:15:37.057Z|00044|main|INFO|OVS feature set changed, force recompute.
2025-12-15T04:15:37.059Z|00045|features|INFO|OVS Feature: ct_label_flush, state: supported
2025-12-15T04:15:37.059Z|00046|main|INFO|OVS feature set changed, force recompute.
2025-12-15T04:15:47.040Z|00047|memory|INFO|14392 kB peak resident set size after 11.0 seconds
2025-12-15T04:15:47.040Z|00048|memory|INFO|idl-cells-OVN_Southbound:189 idl-cells-Open_vSwitch:107
2025-12-15T04:15:56.011Z|00049|binding|INFO|Claiming lport node-kube-ovn-control-plane for this chassis.
2025-12-15T04:15:56.011Z|00050|binding|INFO|node-kube-ovn-control-plane: Claiming a2:8b:45:83:71:50 100.64.0.2
2025-12-15T04:15:56.030Z|00051|binding|INFO|Setting lport node-kube-ovn-control-plane ovn-installed in OVS
2025-12-15T04:15:56.030Z|00052|binding|INFO|Setting lport node-kube-ovn-control-plane up in Southbound
2025-12-15T04:15:56.210Z|00053|inc_proc_eng|INFO|User triggered force recompute.
2025-12-15T04:15:57.293Z|00054|binding|INFO|Claiming lport coredns-66bc5c9577-jr29g.kube-system for this chassis.
2025-12-15T04:15:57.294Z|00055|binding|INFO|coredns-66bc5c9577-jr29g.kube-system: Claiming 26:e8:0e:b5:61:04 10.16.0.2
2025-12-15T04:15:57.297Z|00056|binding|INFO|Setting lport coredns-66bc5c9577-jr29g.kube-system ovn-installed in OVS
2025-12-15T04:15:57.297Z|00057|binding|INFO|Setting lport coredns-66bc5c9577-jr29g.kube-system up in Southbound
2025-12-15T04:15:57.392Z|00058|binding|INFO|Claiming lport coredns-66bc5c9577-9g4sk.kube-system for this chassis.
2025-12-15T04:15:57.392Z|00059|binding|INFO|coredns-66bc5c9577-9g4sk.kube-system: Claiming 6e:cb:1b:95:03:89 10.16.0.3
2025-12-15T04:15:57.395Z|00060|binding|INFO|Setting lport coredns-66bc5c9577-9g4sk.kube-system ovn-installed in OVS
2025-12-15T04:15:57.395Z|00061|binding|INFO|Setting lport coredns-66bc5c9577-9g4sk.kube-system up in Southbound
2025-12-15T04:16:07.861Z|00062|binding|INFO|Claiming lport kube-ovn-pinger-rqfwh.kube-system for this chassis.
2025-12-15T04:16:07.861Z|00063|binding|INFO|kube-ovn-pinger-rqfwh.kube-system: Claiming b6:02:df:65:f6:53 10.16.0.6
2025-12-15T04:16:07.864Z|00064|binding|INFO|Setting lport kube-ovn-pinger-rqfwh.kube-system ovn-installed in OVS
2025-12-15T04:16:07.864Z|00065|binding|INFO|Setting lport kube-ovn-pinger-rqfwh.kube-system up in Southbound
2025-12-15T04:16:08.987Z|00066|binding|INFO|Releasing lport coredns-66bc5c9577-jr29g.kube-system from this chassis (sb_readonly=0)
2025-12-15T04:16:08.987Z|00067|binding|INFO|Setting lport coredns-66bc5c9577-jr29g.kube-system down in Southbound
2025-12-15T04:16:09.043Z|00068|binding|INFO|Releasing lport coredns-66bc5c9577-9g4sk.kube-system from this chassis (sb_readonly=0)
2025-12-15T04:16:09.043Z|00069|binding|INFO|Setting lport coredns-66bc5c9577-9g4sk.kube-system down in Southbound
2025-12-15T04:17:20.633Z|00070|patch|WARN|Bridge 'br-external' not found for network 'external'
2025-12-15T04:17:20.690Z|00071|patch|WARN|Bridge 'br-external' not found for network 'external'
2025-12-15T04:17:20.692Z|00072|patch|WARN|Bridge 'br-external' not found for network 'external'
2025-12-15T04:17:48.622Z|00073|memory_trim|INFO|Detected inactivity (last active 30001 ms ago): trimming memory
2025-12-15T04:18:32.227Z|00074|patch|WARN|Bridge 'br-external' not found for network 'external'
2025-12-15T04:18:32.271Z|00075|patch|WARN|Bridge 'br-external' not found for network 'external'
2025-12-15T04:18:32.272Z|00076|patch|WARN|Bridge 'br-external' not found for network 'external'
2025-12-15T04:19:16.368Z|00077|ovn_bfd|INFO|Enabled BFD on interface ovn-f04b78-0
2025-12-15T04:19:17.202Z|00078|binding|INFO|Claiming lport cr-no-bfd-vpc-113089350-external for this chassis.
2025-12-15T04:19:17.202Z|00079|binding|INFO|cr-no-bfd-vpc-113089350-external: Claiming 36:dc:89:8d:b2:4f 172.28.49.5/24
2025-12-15T04:19:17.202Z|00080|binding|INFO|Claiming lport cr-ovn-cluster-external for this chassis.
2025-12-15T04:19:17.202Z|00081|binding|INFO|cr-ovn-cluster-external: Claiming 76:e9:2b:ea:14:11 172.28.49.6/24
2025-12-15T04:19:17.205Z|00082|binding|INFO|Setting lport cr-no-bfd-vpc-113089350-external up in Southbound
2025-12-15T04:19:17.205Z|00083|binding|INFO|Setting lport cr-ovn-cluster-external up in Southbound
2025-12-15T04:19:19.658Z|00084|binding|INFO|Claiming lport no-bfd-kube-ovn-control-plane.ovn-vpc-nat-gw-539 for this chassis.
2025-12-15T04:19:19.658Z|00085|binding|INFO|no-bfd-kube-ovn-control-plane.ovn-vpc-nat-gw-539: Claiming 1e:f6:3d:cd:08:af 192.168.0.2
2025-12-15T04:19:19.664Z|00086|binding|INFO|Setting lport no-bfd-kube-ovn-control-plane.ovn-vpc-nat-gw-539 ovn-installed in OVS
2025-12-15T04:19:19.667Z|00087|binding|INFO|Setting lport no-bfd-kube-ovn-control-plane.ovn-vpc-nat-gw-539 up in Southbound
2025-12-15T04:20:23.409Z|00088|memory_trim|INFO|Detected inactivity (last active 30001 ms ago): trimming memory
2025-12-15T04:21:30.976Z|00089|binding|INFO|Claiming lport cr-no-bfd-vpc-113089350-extra-113089 for this chassis.
2025-12-15T04:21:30.976Z|00090|binding|INFO|cr-no-bfd-vpc-113089350-extra-113089: Claiming de:dc:77:86:01:ff 172.28.110.4/24
2025-12-15T04:21:30.981Z|00091|binding|INFO|Setting lport cr-no-bfd-vpc-113089350-extra-113089 up in Southbound
2025-12-15T04:21:32.289Z|00092|binding|INFO|Claiming lport no-bfd-extra-kube-ovn-control-plane.ovn-vpc-nat-gw-539 for this chassis.
2025-12-15T04:21:32.289Z|00093|binding|INFO|no-bfd-extra-kube-ovn-control-plane.ovn-vpc-nat-gw-539: Claiming 22:ea:34:5e:31:fb 192.168.3.2
2025-12-15T04:21:32.295Z|00094|binding|INFO|Setting lport no-bfd-extra-kube-ovn-control-plane.ovn-vpc-nat-gw-539 ovn-installed in OVS
2025-12-15T04:21:32.295Z|00095|binding|INFO|Setting lport no-bfd-extra-kube-ovn-control-plane.ovn-vpc-nat-gw-539 up in Southbound
2025-12-15T04:22:30.016Z|00096|memory_trim|INFO|Detected inactivity (last active 30002 ms ago): trimming memory
2025-12-15T04:23:26.275Z|00097|binding|INFO|Claiming lport kube-ovn-control-plane for this chassis.
2025-12-15T04:23:26.275Z|00098|binding|INFO|kube-ovn-control-plane: Claiming ca:73:61:53:5e:a6 172.28.49.8
2025-12-15T04:23:26.279Z|00099|binding|INFO|Setting lport kube-ovn-control-plane ovn-installed in OVS
2025-12-15T04:23:26.289Z|00100|binding|INFO|Setting lport kube-ovn-control-plane up in Southbound
2025-12-15T04:23:41.454Z|00101|binding|INFO|Claiming lport cr-bfd-vpc-113089350-external for this chassis.
2025-12-15T04:23:41.454Z|00102|binding|INFO|cr-bfd-vpc-113089350-external: Claiming 1a:5b:bf:28:67:2e 172.28.49.10/24
2025-12-15T04:23:41.455Z|00103|binding|INFO|Setting lport cr-bfd-vpc-113089350-external up in Southbound
2025-12-15T04:23:54.447Z|00104|memory|INFO|peak resident set size grew 50% in last 487.4 seconds, from 14392 kB to 21624 kB
2025-12-15T04:23:54.447Z|00105|memory|INFO|idl-cells-OVN_Southbound:9519 idl-cells-Open_vSwitch:1017 if_status_mgr_ifaces_state_usage-KB:1 if_status_mgr_ifaces_usage-KB:2 lflow-cache-entries-cache-expr:309 lflow-cache-entries-cache-matches:304 lflow-cache-size-KB:1270 local_datapath_usage-KB:2 ofctrl_desired_flow_usage-KB:535 ofctrl_installed_flow_usage-KB:396 ofctrl_sb_flow_ref_usage-KB:200
2025-12-15T04:24:06.825Z|00106|binding|INFO|Claiming lport bfd-kube-ovn-control-plane.ovn-vpc-nat-gw-539 for this chassis.
2025-12-15T04:24:06.825Z|00107|binding|INFO|bfd-kube-ovn-control-plane.ovn-vpc-nat-gw-539: Claiming 56:1e:d0:98:59:fc 192.168.1.5
2025-12-15T04:24:06.829Z|00108|binding|INFO|Setting lport bfd-kube-ovn-control-plane.ovn-vpc-nat-gw-539 ovn-installed in OVS
2025-12-15T04:24:06.829Z|00109|binding|INFO|Setting lport bfd-kube-ovn-control-plane.ovn-vpc-nat-gw-539 up in Southbound
2025-12-15T04:24:34.639Z|00110|binding|INFO|Releasing lport bfd-kube-ovn-control-plane.ovn-vpc-nat-gw-539 from this chassis (sb_readonly=0)
2025-12-15T04:24:34.639Z|00111|binding|INFO|Setting lport bfd-kube-ovn-control-plane.ovn-vpc-nat-gw-539 down in Southbound
2025-12-15T04:24:38.703Z|00112|binding|INFO|Releasing lport no-bfd-kube-ovn-control-plane.ovn-vpc-nat-gw-539 from this chassis (sb_readonly=0)
2025-12-15T04:24:38.703Z|00113|binding|INFO|Setting lport no-bfd-kube-ovn-control-plane.ovn-vpc-nat-gw-539 down in Southbound
2025-12-15T04:24:42.659Z|00114|binding|INFO|Releasing lport no-bfd-extra-kube-ovn-control-plane.ovn-vpc-nat-gw-539 from this chassis (sb_readonly=0)
2025-12-15T04:24:42.659Z|00115|binding|INFO|Setting lport no-bfd-extra-kube-ovn-control-plane.ovn-vpc-nat-gw-539 down in Southbound
2025-12-15T04:24:56.590Z|00116|binding|INFO|Removing iface ovnext0 ovn-installed in OVS
2025-12-15T04:24:56.590Z|00117|binding|INFO|Removing lport kube-ovn-control-plane ovn-installed in OVS
2025-12-15T04:25:38.634Z|00118|memory_trim|INFO|Detected inactivity (last active 30001 ms ago): trimming memory
2025-12-15T04:25:56.212Z|00119|inc_proc_eng|INFO|User triggered force recompute.
2025-12-15T04:26:18.746Z|00120|ovn_bfd|INFO|Disabled BFD on interface ovn-f04b78-0
2025-12-15T04:26:20.837Z|00121|patch|WARN|Bridge 'br-external' not found for network 'external'
2025-12-15T04:26:20.882Z|00122|patch|WARN|Bridge 'br-external' not found for network 'external'
2025-12-15T04:26:20.883Z|00123|patch|WARN|Bridge 'br-external' not found for network 'external'
2025-12-15T04:26:20.913Z|00124|patch|WARN|Bridge 'br-extra-113089' not found for network 'extra-113089'
2025-12-15T04:26:20.919Z|00125|patch|WARN|Bridge 'br-extra-113089' not found for network 'extra-113089'
2025-12-15T04:26:20.921Z|00126|patch|WARN|Bridge 'br-extra-113089' not found for network 'extra-113089'
2025-12-15T04:26:20.923Z|00127|patch|WARN|Bridge 'br-extra-113089' not found for network 'extra-113089'
2025-12-15T04:26:20.925Z|00128|patch|WARN|Bridge 'br-extra-113089' not found for network 'extra-113089'
2025-12-15T04:26:20.961Z|00129|patch|WARN|Bridge 'br-extra-113089' not found for network 'extra-113089'
2025-12-15T04:26:20.967Z|00130|patch|WARN|Bridge 'br-extra-113089' not found for network 'extra-113089'
2025-12-15T04:26:20.969Z|00131|patch|WARN|Bridge 'br-extra-113089' not found for network 'extra-113089'
2025-12-15T04:26:51.896Z|00132|memory_trim|INFO|Detected inactivity (last active 30001 ms ago): trimming memory
2025-12-15T04:35:56.214Z|00133|inc_proc_eng|INFO|User triggered force recompute.
2025-12-15T04:45:56.216Z|00134|inc_proc_eng|INFO|User triggered force recompute.
2025-12-15T04:55:56.217Z|00135|inc_proc_eng|INFO|User triggered force recompute.
2025-12-15T05:05:56.220Z|00136|inc_proc_eng|INFO|User triggered force recompute.
2025-12-15T05:15:56.222Z|00137|inc_proc_eng|INFO|User triggered force recompute.
2025-12-15T05:25:56.224Z|00138|inc_proc_eng|INFO|User triggered force recompute.
root@kube-ovn-control-plane:/var/log/ovn# cat ovn-controller.log | grep -i err
root@kube-ovn-control-plane:/var/log/ovn#

其他 log 没有特别的异常

[zbb88888]

实际上，e2e 中的日志也并不是导致 ovn-central 重启的充分必要原因

可以看到自测环境一致，但是并没有重启 ovn-central

root@debian:~/f/kube-ovn  fix-ip-range ✔                                                                                                                                              1h19m  ⍉
▶ kgp
NAMESPACE     NAME                                             READY   STATUS    RESTARTS   AGE   IP           NODE                     NOMINATED NODE   READINESS GATES
kube-system   coredns-66bc5c9577-d4hmb                         1/1     Running   0          71m   10.16.0.4    kube-ovn-worker          <none>           <none>
kube-system   coredns-66bc5c9577-wbfjf                         1/1     Running   0          71m   10.16.0.5    kube-ovn-worker          <none>           <none>
kube-system   etcd-kube-ovn-control-plane                      1/1     Running   0          72m   172.18.0.3   kube-ovn-control-plane   <none>           <none>
kube-system   kube-apiserver-kube-ovn-control-plane            1/1     Running   0          72m   172.18.0.3   kube-ovn-control-plane   <none>           <none>
kube-system   kube-controller-manager-kube-ovn-control-plane   1/1     Running   0          72m   172.18.0.3   kube-ovn-control-plane   <none>           <none>
kube-system   kube-ovn-cni-8fhl4                               1/1     Running   0          71m   172.18.0.2   kube-ovn-worker          <none>           <none>
kube-system   kube-ovn-cni-z9hxl                               1/1     Running   0          71m   172.18.0.3   kube-ovn-control-plane   <none>           <none>
kube-system   kube-ovn-controller-754ff99d9c-9v6p2             1/1     Running   0          71m   172.18.0.3   kube-ovn-control-plane   <none>           <none>
kube-system   kube-ovn-monitor-5df546f576-9tcl2                1/1     Running   0          71m   172.18.0.3   kube-ovn-control-plane   <none>           <none>
kube-system   kube-ovn-pinger-2h7pk                            1/1     Running   0          71m   10.16.0.7    kube-ovn-worker          <none>           <none>
kube-system   kube-ovn-pinger-rqfwh                            1/1     Running   0          71m   10.16.0.6    kube-ovn-control-plane   <none>           <none>
kube-system   kube-proxy-2spb4                                 1/1     Running   0          72m   172.18.0.2   kube-ovn-worker          <none>           <none>
kube-system   kube-proxy-bz5j6                                 1/1     Running   0          72m   172.18.0.3   kube-ovn-control-plane   <none>           <none>
kube-system   kube-scheduler-kube-ovn-control-plane            1/1     Running   0          72m   172.18.0.3   kube-ovn-control-plane   <none>           <none>
kube-system   ovn-central-84cc97588f-7w286                     1/1     Running   0          71m   172.18.0.3   kube-ovn-control-plane   <none>           <none>
kube-system   ovs-ovn-bqd57                                    1/1     Running   0          71m   172.18.0.3   kube-ovn-control-plane   <none>           <none>
kube-system   ovs-ovn-jjwlc                                    1/1     Running   0          71m   172.18.0.2   kube-ovn-worker          <none>           <none>
(v.v)
root@debian:~/f/kube-ovn  fix-ip-range ✔                                                                                                                                               1h19m
▶ k logs -f -n kube-system   ovn-central-84cc97588f-7w286
Defaulted container "ovn-central" out of: ovn-central, hostpath-init (init)
PROBE_INTERVAL is set to 180000
OVN_LEADER_PROBE_INTERVAL is set to 5
OVN_NORTHD_N_THREADS is set to 1
ENABLE_COMPACT is set to false
ENABLE_SSL is set to false
ENABLE_BIND_LOCAL_IP is set to true
172.18.0.3
 * ovn-northd is not running
 * ovnnb_db is not running
 * ovnsb_db is not running
[{"uuid":["uuid","c6fd071b-52e7-4438-98a6-af0b294642ce"]},{"uuid":["uuid","bec97508-75be-4f39-9e0e-a0473ddbc310"]}]
[{"uuid":["uuid","b48a46e9-3ab7-4d90-a688-eac5c66b94ca"]},{"uuid":["uuid","8a7500f8-12a3-4cd5-be23-3f81c899d146"]}]
ovsdb-client: failed to connect to "tcp:[172.18.0.3]:6641" (Connection refused)
 * Creating cluster database /etc/ovn/ovnnb_db.db
 * Starting ovsdb-nb
2025-12-15T04:15:36Z|00001|reconnect|INFO|unix:/var/run/ovn/ovnnb_db.sock: connecting...
2025-12-15T04:15:36Z|00002|reconnect|INFO|unix:/var/run/ovn/ovnnb_db.sock: connected
 * Waiting for OVN_Northbound to come up
 * Creating cluster database /etc/ovn/ovnsb_db.db
 * Starting ovsdb-sb
2025-12-15T04:15:36Z|00001|reconnect|INFO|unix:/var/run/ovn/ovnsb_db.sock: connecting...
2025-12-15T04:15:36Z|00002|reconnect|INFO|unix:/var/run/ovn/ovnsb_db.sock: connected
 * Waiting for OVN_Southbound to come up
 * Starting ovn-northd
I1215 04:15:36.177904     505 ovn.go:109] no --kubeconfig, use in-cluster kubernetes config
W1215 04:15:36.208197     505 ovn.go:353] no available northd leader, try to release the lock
E1215 04:15:37.209729     505 ovn.go:249] stealLock err signal: alarm clock
E1215 04:25:10.493806     505 ovn.go:130] getCmdExitCode run error exit status 1
E1215 04:25:10.493826     505 ovn.go:149] CheckOvnIsAlive: northd is not alive
E1215 04:25:10.493830     505 ovn.go:336] ovn is not alive
E1215 04:25:15.501497     505 ovn.go:130] getCmdExitCode run error exit status 1
E1215 04:25:15.501509     505 ovn.go:149] CheckOvnIsAlive: northd is not alive
E1215 04:25:15.501512     505 ovn.go:336] ovn is not alive
E1215 04:25:20.507094     505 ovn.go:130] getCmdExitCode run error exit status 1
E1215 04:25:20.507108     505 ovn.go:149] CheckOvnIsAlive: northd is not alive
E1215 04:25:20.507112     505 ovn.go:336] ovn is not alive
E1215 04:25:25.513054     505 ovn.go:130] getCmdExitCode run error exit status 1
E1215 04:25:25.513087     505 ovn.go:149] CheckOvnIsAlive: northd is not alive
E1215 04:25:25.513090     505 ovn.go:336] ovn is not alive
E1215 04:25:30.521234     505 ovn.go:130] getCmdExitCode run error exit status 1
E1215 04:25:30.521245     505 ovn.go:149] CheckOvnIsAlive: northd is not alive
E1215 04:25:30.521248     505 ovn.go:336] ovn is not alive
E1215 04:25:35.526946     505 ovn.go:130] getCmdExitCode run error exit status 1
E1215 04:25:35.526958     505 ovn.go:149] CheckOvnIsAlive: northd is not alive
E1215 04:25:35.526961     505 ovn.go:336] ovn is not alive
E1215 04:25:40.533208     505 ovn.go:130] getCmdExitCode run error exit status 1
E1215 04:25:40.533219     505 ovn.go:149] CheckOvnIsAlive: northd is not alive
E1215 04:25:40.533223     505 ovn.go:336] ovn is not alive
E1215 04:25:45.542430     505 ovn.go:130] getCmdExitCode run error exit status 1
E1215 04:25:45.542440     505 ovn.go:149] CheckOvnIsAlive: northd is not alive
E1215 04:25:45.542443     505 ovn.go:336] ovn is not alive
E1215 04:25:50.549812     505 ovn.go:130] getCmdExitCode run error exit status 1
E1215 04:25:50.549823     505 ovn.go:149] CheckOvnIsAlive: northd is not alive
E1215 04:25:50.549826     505 ovn.go:336] ovn is not alive
E1215 04:25:55.557513     505 ovn.go:130] getCmdExitCode run error exit status 1
E1215 04:25:55.557524     505 ovn.go:149] CheckOvnIsAlive: northd is not alive
E1215 04:25:55.557527     505 ovn.go:336] ovn is not alive
E1215 04:26:00.565887     505 ovn.go:130] getCmdExitCode run error exit status 1
E1215 04:26:00.565898     505 ovn.go:149] CheckOvnIsAlive: northd is not alive
E1215 04:26:00.565901     505 ovn.go:336] ovn is not alive
E1215 04:26:05.570647     505 ovn.go:130] getCmdExitCode run error exit status 1
E1215 04:26:05.570658     505 ovn.go:149] CheckOvnIsAlive: northd is not alive
E1215 04:26:05.570661     505 ovn.go:336] ovn is not alive
E1215 04:26:10.579426     505 ovn.go:130] getCmdExitCode run error exit status 1
E1215 04:26:10.579437     505 ovn.go:149] CheckOvnIsAlive: northd is not alive
E1215 04:26:10.579440     505 ovn.go:336] ovn is not alive
E1215 04:26:15.588050     505 ovn.go:130] getCmdExitCode run error exit status 1
E1215 04:26:15.588062     505 ovn.go:149] CheckOvnIsAlive: northd is not alive
E1215 04:26:15.588064     505 ovn.go:336] ovn is not alive
W1215 04:26:20.618927     505 ovn.go:353] no available northd leader, try to release the lock
E1215 04:26:21.620788     505 ovn.go:249] stealLock err signal: alarm clock

[zbb88888]

这个日志很奇怪，在测试集群拉起后，十分钟之后突然出现（e2e 测试只需要9分钟左右），而且每 5s 一次，大概持续了一分钟，然后应该是恢复了

I1215 04:15:36.177904     505 ovn.go:109] no --kubeconfig, use in-cluster kubernetes config
W1215 04:15:36.208197     505 ovn.go:353] no available northd leader, try to release the lock
E1215 04:15:37.209729     505 ovn.go:249] stealLock err signal: alarm clock
E1215 04:25:10.493806     505 ovn.go:130] getCmdExitCode run error exit status 1
E1215 04:25:10.493826     505 ovn.go:149] CheckOvnIsAlive: northd is not alive
E1215 04:25:10.493830     505 ovn.go:336] ovn is not alive
E1215 04:25:15.501497     505 ovn.go:130] getCmdExitCode run error exit status 1
E1215 04:25:15.501509     505 ovn.go:149] CheckOvnIsAlive: northd is not alive
E1215 04:25:15.501512     505 ovn.go:336] ovn is not alive
E1215 04:25:20.507094     505 ovn.go:130] getCmdExitCode run error exit status 1
E1215 04:25:20.507108     505 ovn.go:149] CheckOvnIsAlive: northd is not alive
E1215 04:25:20.507112     505 ovn.go:336] ovn is not alive
E1215 04:25:25.513054     505 ovn.go:130] getCmdExitCode run error exit status 1
E1215 04:25:25.513087     505 ovn.go:149] CheckOvnIsAlive: northd is not alive
E1215 04:25:25.513090     505 ovn.go:336] ovn is not alive
E1215 04:25:30.521234     505 ovn.go:130] getCmdExitCode run error exit status 1
E1215 04:25:30.521245     505 ovn.go:149] CheckOvnIsAlive: northd is not alive
E1215 04:25:30.521248     505 ovn.go:336] ovn is not alive
E1215 04:25:35.526946     505 ovn.go:130] getCmdExitCode run error exit status 1
E1215 04:25:35.526958     505 ovn.go:149] CheckOvnIsAlive: northd is not alive
E1215 04:25:35.526961     505 ovn.go:336] ovn is not alive
E1215 04:25:40.533208     505 ovn.go:130] getCmdExitCode run error exit status 1
E1215 04:25:40.533219     505 ovn.go:149] CheckOvnIsAlive: northd is not alive
E1215 04:25:40.533223     505 ovn.go:336] ovn is not alive
E1215 04:25:45.542430     505 ovn.go:130] getCmdExitCode run error exit status 1
E1215 04:25:45.542440     505 ovn.go:149] CheckOvnIsAlive: northd is not alive
E1215 04:25:45.542443     505 ovn.go:336] ovn is not alive
E1215 04:25:50.549812     505 ovn.go:130] getCmdExitCode run error exit status 1
E1215 04:25:50.549823     505 ovn.go:149] CheckOvnIsAlive: northd is not alive
E1215 04:25:50.549826     505 ovn.go:336] ovn is not alive
E1215 04:25:55.557513     505 ovn.go:130] getCmdExitCode run error exit status 1
E1215 04:25:55.557524     505 ovn.go:149] CheckOvnIsAlive: northd is not alive
E1215 04:25:55.557527     505 ovn.go:336] ovn is not alive
E1215 04:26:00.565887     505 ovn.go:130] getCmdExitCode run error exit status 1
E1215 04:26:00.565898     505 ovn.go:149] CheckOvnIsAlive: northd is not alive
E1215 04:26:00.565901     505 ovn.go:336] ovn is not alive
E1215 04:26:05.570647     505 ovn.go:130] getCmdExitCode run error exit status 1
E1215 04:26:05.570658     505 ovn.go:149] CheckOvnIsAlive: northd is not alive
E1215 04:26:05.570661     505 ovn.go:336] ovn is not alive
E1215 04:26:10.579426     505 ovn.go:130] getCmdExitCode run error exit status 1
E1215 04:26:10.579437     505 ovn.go:149] CheckOvnIsAlive: northd is not alive
E1215 04:26:10.579440     505 ovn.go:336] ovn is not alive
E1215 04:26:15.588050     505 ovn.go:130] getCmdExitCode run error exit status 1
E1215 04:26:15.588062     505 ovn.go:149] CheckOvnIsAlive: northd is not alive
E1215 04:26:15.588064     505 ovn.go:336] ovn is not alive
W1215 04:26:20.618927     505 ovn.go:353] no available northd leader, try to release the lock
E1215 04:26:21.620788     505 ovn.go:249] stealLock err signal: alarm clock

[zbb88888]

可以确认 ovn-central 检测失败和 ovn-northd 的重启的 log 是完全相关的 @oilbeater

 * Starting ovn-northd
I1215 04:15:36.177904     505 ovn.go:109] no --kubeconfig, use in-cluster kubernetes config
W1215 04:15:36.208197     505 ovn.go:353] no available northd leader, try to release the lock
E1215 04:15:37.209729     505 ovn.go:249] stealLock err signal: alarm clock
E1215 04:25:10.493806     505 ovn.go:130] getCmdExitCode run error exit status 1
E1215 04:25:10.493826     505 ovn.go:149] CheckOvnIsAlive: northd is not alive
E1215 04:25:10.493830     505 ovn.go:336] ovn is not alive
E1215 04:25:15.501497     505 ovn.go:130] getCmdExitCode run error exit status 1
E1215 04:25:15.501509     505 ovn.go:149] CheckOvnIsAlive: northd is not alive
E1215 04:25:15.501512     505 ovn.go:336] ovn is not alive
E1215 04:25:20.507094     505 ovn.go:130] getCmdExitCode run error exit status 1
E1215 04:25:20.507108     505 ovn.go:149] CheckOvnIsAlive: northd is not alive
E1215 04:25:20.507112     505 ovn.go:336] ovn is not alive
E1215 04:25:25.513054     505 ovn.go:130] getCmdExitCode run error exit status 1
E1215 04:25:25.513087     505 ovn.go:149] CheckOvnIsAlive: northd is not alive
E1215 04:25:25.513090     505 ovn.go:336] ovn is not alive
E1215 04:25:30.521234     505 ovn.go:130] getCmdExitCode run error exit status 1
E1215 04:25:30.521245     505 ovn.go:149] CheckOvnIsAlive: northd is not alive
E1215 04:25:30.521248     505 ovn.go:336] ovn is not alive
E1215 04:25:35.526946     505 ovn.go:130] getCmdExitCode run error exit status 1
E1215 04:25:35.526958     505 ovn.go:149] CheckOvnIsAlive: northd is not alive
E1215 04:25:35.526961     505 ovn.go:336] ovn is not alive
E1215 04:25:40.533208     505 ovn.go:130] getCmdExitCode run error exit status 1
E1215 04:25:40.533219     505 ovn.go:149] CheckOvnIsAlive: northd is not alive
E1215 04:25:40.533223     505 ovn.go:336] ovn is not alive
E1215 04:25:45.542430     505 ovn.go:130] getCmdExitCode run error exit status 1
E1215 04:25:45.542440     505 ovn.go:149] CheckOvnIsAlive: northd is not alive
E1215 04:25:45.542443     505 ovn.go:336] ovn is not alive
E1215 04:25:50.549812     505 ovn.go:130] getCmdExitCode run error exit status 1
E1215 04:25:50.549823     505 ovn.go:149] CheckOvnIsAlive: northd is not alive
E1215 04:25:50.549826     505 ovn.go:336] ovn is not alive
E1215 04:25:55.557513     505 ovn.go:130] getCmdExitCode run error exit status 1
E1215 04:25:55.557524     505 ovn.go:149] CheckOvnIsAlive: northd is not alive
E1215 04:25:55.557527     505 ovn.go:336] ovn is not alive
E1215 04:26:00.565887     505 ovn.go:130] getCmdExitCode run error exit status 1
E1215 04:26:00.565898     505 ovn.go:149] CheckOvnIsAlive: northd is not alive
E1215 04:26:00.565901     505 ovn.go:336] ovn is not alive
E1215 04:26:05.570647     505 ovn.go:130] getCmdExitCode run error exit status 1
E1215 04:26:05.570658     505 ovn.go:149] CheckOvnIsAlive: northd is not alive
E1215 04:26:05.570661     505 ovn.go:336] ovn is not alive
E1215 04:26:10.579426     505 ovn.go:130] getCmdExitCode run error exit status 1
E1215 04:26:10.579437     505 ovn.go:149] CheckOvnIsAlive: northd is not alive
E1215 04:26:10.579440     505 ovn.go:336] ovn is not alive
E1215 04:26:15.588050     505 ovn.go:130] getCmdExitCode run error exit status 1
E1215 04:26:15.588062     505 ovn.go:149] CheckOvnIsAlive: northd is not alive
E1215 04:26:15.588064     505 ovn.go:336] ovn is not alive
W1215 04:26:20.618927     505 ovn.go:353] no available northd leader, try to release the lock
E1215 04:26:21.620788     505 ovn.go:249] stealLock err signal: alarm clock



root@kube-ovn-control-plane:/var/log/ovn# cat ovn-northd.log | grep -i "Segmentation fault"
2025-12-15T04:25:08.633Z|00005|daemon_unix(monitor)|ERR|1 crashes: pid 495 died, killed (Segmentation fault), restarting
2025-12-15T04:25:08.649Z|00009|daemon_unix(monitor)|WARN|2 crashes: pid 9231 died, killed (Segmentation fault), waiting until 10 seconds since last restart
2025-12-15T04:25:18.650Z|00010|daemon_unix(monitor)|ERR|2 crashes: pid 9231 died, killed (Segmentation fault), restarting
2025-12-15T04:25:18.662Z|00014|daemon_unix(monitor)|WARN|3 crashes: pid 9252 died, killed (Segmentation fault), waiting until 10 seconds since last restart
2025-12-15T04:25:28.662Z|00015|daemon_unix(monitor)|ERR|3 crashes: pid 9252 died, killed (Segmentation fault), restarting
2025-12-15T04:25:28.673Z|00019|daemon_unix(monitor)|WARN|4 crashes: pid 9303 died, killed (Segmentation fault), waiting until 10 seconds since last restart
2025-12-15T04:25:38.673Z|00020|daemon_unix(monitor)|ERR|4 crashes: pid 9303 died, killed (Segmentation fault), restarting
2025-12-15T04:25:38.685Z|00024|daemon_unix(monitor)|WARN|5 crashes: pid 9354 died, killed (Segmentation fault), waiting until 10 seconds since last restart
2025-12-15T04:25:48.685Z|00025|daemon_unix(monitor)|ERR|5 crashes: pid 9354 died, killed (Segmentation fault), restarting
2025-12-15T04:25:48.696Z|00029|daemon_unix(monitor)|WARN|6 crashes: pid 9375 died, killed (Segmentation fault), waiting until 10 seconds since last restart
2025-12-15T04:25:58.696Z|00030|daemon_unix(monitor)|ERR|6 crashes: pid 9375 died, killed (Segmentation fault), restarting
2025-12-15T04:25:58.709Z|00034|daemon_unix(monitor)|WARN|7 crashes: pid 9440 died, killed (Segmentation fault), waiting until 10 seconds since last restart
2025-12-15T04:26:08.709Z|00035|daemon_unix(monitor)|ERR|7 crashes: pid 9440 died, killed (Segmentation fault), restarting
2025-12-15T04:26:08.721Z|00039|daemon_unix(monitor)|WARN|8 crashes: pid 9491 died, killed (Segmentation fault), waiting until 10 seconds since last restart
2025-12-15T04:26:18.721Z|00040|daemon_unix(monitor)|ERR|8 crashes: pid 9491 died, killed (Segmentation fault), restarting
root@kube-ovn-control-plane:/var/log/ovn#

[zbb88888]

e2e 比较容易复现

https://github.com/kubeovn/kube-ovn/actions/runs/20363501253/job/58513860368