+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-0-11.ec2.internal ++ [[ -n ip-10-0-0-11.ec2.internal ]] ++ [[ -f /env/ip-10-0-0-11.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260318-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260318-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260318-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0401 12:44:22.577033145 - disable conntrack on geneve port' I0401 12:44:22.577033145 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0401 12:44:22.592986969 - starting ovnkube-node + echo 'I0401 12:44:22.592986969 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-0-11.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-0-11.ec2.internal --init-node ip-10-0-0-11.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-0-11.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0401 12:44:22.630756 3756 config.go:2459] Parsed config file /run/ovnkube-config/ovnkube.conf I0401 12:44:22.630824 3756 config.go:2460] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[]} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CAData:[] APIServer:https://api.kx-1fd6605b1f.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/}} I0401 12:44:22.632365 3756 kube.go:423] Waiting for certificate I0401 12:44:22.632388 3756 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0401 12:44:22.632419 3756 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0401 12:44:22.633498 3756 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0401 12:44:22.663781 3756 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0401 12:44:22.663800 3756 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0401 12:44:22.666885 3756 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0401 12:44:22.669740 3756 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-9djzv" I0401 12:44:22.677495 3756 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-9djzv" I0401 12:44:22.677578 3756 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0401 12:44:23.632760 3756 kube.go:430] Certificate found I0401 12:44:23.633282 3756 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0401 12:44:23.634252 3756 metrics.go:541] Starting metrics server at address "127.0.0.1:29103" I0401 12:44:23.681949 3756 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-02 12:39:22 +0000 UTC" deadline="2026-04-02 07:46:59.847975033 +0000 UTC" I0401 12:44:23.682069 3756 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="19h2m36.165922295s" I0401 12:44:23.703764 3756 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0401 12:44:23.722613 3756 metrics.go:541] Starting metrics server at address "127.0.0.1:29105" I0401 12:44:23.722686 3756 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0401 12:44:23.722747 3756 factory.go:537] Starting watch factory I0401 12:44:23.722848 3756 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0401 12:44:23.722868 3756 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0401 12:44:23.723006 3756 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0401 12:44:23.723029 3756 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0401 12:44:23.723046 3756 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0401 12:44:23.723049 3756 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0401 12:44:23.723063 3756 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0401 12:44:23.723073 3756 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0401 12:44:23.723009 3756 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0401 12:44:23.723122 3756 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0401 12:44:23.724797 3756 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0401 12:44:23.724941 3756 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0401 12:44:23.728397 3756 controller_manager.go:368] Starting the ovnkube controller I0401 12:44:23.728406 3756 controller_manager.go:373] Waiting up to 5m0s for NBDB zone to match: ip-10-0-0-11.ec2.internal I0401 12:44:23.728446 3756 controller_manager.go:393] NBDB zone sync took: 33.905µs I0401 12:44:23.728455 3756 factory.go:537] Starting watch factory I0401 12:44:23.741528 3756 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0401 12:44:23.743028 3756 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0401 12:44:23.743922 3756 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0401 12:44:23.745833 3756 ovn_db.go:368] Found OVN DB Pod running on this node. Registering OVN DB Metrics I0401 12:44:23.746551 3756 ovn_northd.go:121] Registering OVN northd metrics I0401 12:44:23.746900 3756 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0401 12:44:23.748861 3756 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0401 12:44:23.750938 3756 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0401 12:44:23.751018 3756 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0401 12:44:23.752604 3756 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0401 12:44:23.768172 3756 ovn_db.go:415] Found db is standalone, don't register db_cluster metrics I0401 12:44:23.828287 3756 factory.go:1931] *v1.Service informer cache synced successfully I0401 12:44:23.828316 3756 factory.go:1931] *v1.EndpointSlice informer cache synced successfully I0401 12:44:23.828320 3756 factory.go:1931] *v1.Pod informer cache synced successfully I0401 12:44:23.828323 3756 factory.go:1931] *v1.NetworkPolicy informer cache synced successfully I0401 12:44:23.828327 3756 factory.go:1931] *v1.Namespace informer cache synced successfully I0401 12:44:23.828330 3756 factory.go:1931] *v1.Node informer cache synced successfully I0401 12:44:23.828442 3756 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0401 12:44:23.828467 3756 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0401 12:44:23.828450 3756 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0401 12:44:23.828493 3756 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0401 12:44:23.833862 3756 factory.go:1931] *v1.Node informer cache synced successfully I0401 12:44:23.833874 3756 factory.go:1931] *v1.Service informer cache synced successfully I0401 12:44:23.833878 3756 factory.go:1931] *v1.EndpointSlice informer cache synced successfully I0401 12:44:23.833881 3756 factory.go:1931] *v1.Pod informer cache synced successfully I0401 12:44:23.833884 3756 factory.go:1931] *v1.NetworkPolicy informer cache synced successfully I0401 12:44:23.833888 3756 factory.go:1931] *v1.Namespace informer cache synced successfully I0401 12:44:23.856731 3756 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0401 12:44:23.879295 3756 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0401 12:44:23.933964 3756 factory.go:1931] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0401 12:44:23.933982 3756 factory.go:1931] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0401 12:44:23.934089 3756 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0401 12:44:23.934112 3756 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0401 12:44:23.939675 3756 factory.go:1931] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0401 12:44:23.939686 3756 factory.go:1931] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0401 12:44:23.958601 3756 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0401 12:44:24.039821 3756 factory.go:1931] *v1.EgressIP informer cache synced successfully I0401 12:44:24.039933 3756 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0401 12:44:24.039953 3756 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0401 12:44:24.042289 3756 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0401 12:44:24.045197 3756 factory.go:1931] *v1.EgressFirewall informer cache synced successfully I0401 12:44:24.045208 3756 factory.go:1931] *v1.EgressIP informer cache synced successfully I0401 12:44:24.045279 3756 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0401 12:44:24.045297 3756 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0401 12:44:24.047325 3756 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0401 12:44:24.051209 3756 factory.go:1931] *v1.EgressFirewall informer cache synced successfully I0401 12:44:24.051212 3756 factory.go:1931] *v1.EgressQoS informer cache synced successfully I0401 12:44:24.051274 3756 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0401 12:44:24.051286 3756 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0401 12:44:24.053434 3756 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0401 12:44:24.056461 3756 factory.go:1931] *v1.EgressService informer cache synced successfully I0401 12:44:24.056473 3756 factory.go:1931] *v1.EgressQoS informer cache synced successfully I0401 12:44:24.056563 3756 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0401 12:44:24.056578 3756 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0401 12:44:24.061631 3756 factory.go:1931] *v1.EgressService informer cache synced successfully I0401 12:44:24.086365 3756 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0401 12:44:24.162578 3756 factory.go:1931] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0401 12:44:24.162930 3756 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0401 12:44:24.162946 3756 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0401 12:44:24.165434 3756 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0401 12:44:24.167182 3756 factory.go:1931] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0401 12:44:24.168340 3756 factory.go:1931] *v1.NetworkAttachmentDefinition informer cache synced successfully I0401 12:44:24.168425 3756 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0401 12:44:24.168446 3756 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0401 12:44:24.168569 3756 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0401 12:44:24.168596 3756 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0401 12:44:24.170892 3756 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0401 12:44:24.172736 3756 factory.go:1931] *v1.NetworkAttachmentDefinition informer cache synced successfully I0401 12:44:24.220716 3756 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0401 12:44:24.274735 3756 factory.go:1931] *v1.UserDefinedNetwork informer cache synced successfully I0401 12:44:24.274758 3756 factory.go:1931] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0401 12:44:24.274766 3756 factory.go:649] Watch Factory start up complete, took: 552.021319ms I0401 12:44:24.274925 3756 default_node_network_controller.go:170] Enable node proxy healthz server on 0.0.0.0:10256 I0401 12:44:24.278435 3756 factory.go:1931] *v1.UserDefinedNetwork informer cache synced successfully I0401 12:44:24.278449 3756 factory.go:1931] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0401 12:44:24.278457 3756 factory.go:649] Watch Factory start up complete, took: 550.000335ms I0401 12:44:24.278464 3756 controller_manager.go:404] Waiting up to 5m0s for a node to have "ip-10-0-0-11.ec2.internal" zone I0401 12:44:24.307971 3756 default_node_network_controller.go:709] Initializing the default node network controller I0401 12:44:24.362917 3756 udn_isolation.go:101] Starting UDN host isolation manager I0401 12:44:24.368735 3756 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0401 12:44:24.409883 3756 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0401 12:44:24.409961 3756 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0401 12:44:24.409983 3756 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0401 12:44:24.441662 3756 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0401 12:44:24.441723 3756 default_node_network_controller.go:808] Node ip-10-0-0-11.ec2.internal ready for ovn initialization with subnet 10.129.0.0/23 I0401 12:44:24.446816 3756 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.0.11"] k8s.ovn.org/zone-name:ip-10-0-0-11.ec2.internal] on node ip-10-0-0-11.ec2.internal I0401 12:44:24.467851 3756 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0401 12:44:24.473807 3756 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0401 12:44:24.473939 3756 helper_linux.go:118] Found default gateway interface br-ex 10.0.0.1 I0401 12:44:24.474089 3756 gateway_init.go:263] Preparing Gateway I0401 12:44:24.474097 3756 gateway_shared_intf.go:1658] Creating new gateway I0401 12:44:24.529177 3756 controller_manager.go:427] Waiting for node in zone sync took: 250.699482ms I0401 12:44:24.535836 3756 controller_manager.go:608] Switching to transit router for layer2 networks I0401 12:44:24.535852 3756 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-0-11.ec2.internal I0401 12:44:24.551790 3756 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0401 12:44:24.555634 3756 iptables.go:108] Creating table: filter chain: FORWARD I0401 12:44:24.558007 3756 controller_manager.go:288] SCTP support detected in OVN I0401 12:44:24.558636 3756 services_controller.go:69] Creating services controller for network=default I0401 12:44:24.558723 3756 udn_enabled_svc.go:80] Waiting for service informer to sync I0401 12:44:24.558908 3756 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0401 12:44:24.559008 3756 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0401 12:44:24.559020 3756 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0401 12:44:24.559029 3756 nad_controller.go:241] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0401 12:44:24.559179 3756 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0401 12:44:24.559218 3756 udn_enabled_svc.go:95] Performing full resync I0401 12:44:24.559231 3756 network_controller.go:246] [zone-nad-controller network controller]: syncing all networks I0401 12:44:24.559256 3756 network_controller.go:275] [zone-nad-controller network controller]: finished syncing network default, took 17.504µs I0401 12:44:24.559265 3756 network_controller.go:257] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 34.184µs I0401 12:44:24.559271 3756 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0401 12:44:24.559270 3756 nad_controller.go:280] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 58.854µs I0401 12:44:24.559280 3756 nad_controller.go:173] [zone-nad-controller NAD controller]: started I0401 12:44:24.559291 3756 default_network_controller.go:321] Starting the default network controller I0401 12:44:24.559377 3756 network_controller.go:275] [zone-nad-controller network controller]: finished syncing network default, took 8.868µs I0401 12:44:24.559484 3756 udn_enabled_svc.go:99] Waiting for handler to sync I0401 12:44:24.559495 3756 udn_enabled_svc.go:104] Starting worker I0401 12:44:24.561785 3756 iptables.go:108] Creating table: filter chain: OUTPUT I0401 12:44:24.567704 3756 gateway_shared_intf.go:1787] Gateway Creation Complete I0401 12:44:24.567717 3756 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-11.ec2.internal","mac-address":"12:ef:5a:3e:ff:a5","ip-addresses":["10.0.0.11/24"],"ip-address":"10.0.0.11/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:30a8c1ae-2c19-42cc-9fba-fa749c270953 k8s.ovn.org/node-encap-ips:["10.0.0.11"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.11/24"} k8s.ovn.org/zone-name:ip-10-0-0-11.ec2.internal] on node ip-10-0-0-11.ec2.internal I0401 12:44:24.568293 3756 default_network_controller.go:388] Cleaning External Gateway ECMP routes I0401 12:44:24.568357 3756 repair.go:33] Syncing exgw routes took 50.554µs I0401 12:44:24.568384 3756 default_network_controller.go:407] Starting all the Watchers... I0401 12:44:24.568579 3756 namespace.go:98] [openshift-marketplace] adding namespace I0401 12:44:24.568592 3756 namespace.go:98] [openshift-route-controller-manager] adding namespace I0401 12:44:24.568600 3756 namespace.go:98] [openshift-backplane] adding namespace I0401 12:44:24.568606 3756 namespace.go:98] [kube-public] adding namespace I0401 12:44:24.568617 3756 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0401 12:44:24.568617 3756 namespace.go:98] [openshift-ingress-canary] adding namespace I0401 12:44:24.568621 3756 namespace.go:98] [openshift-cluster-version] adding namespace I0401 12:44:24.568616 3756 namespace.go:98] [openshift-network-diagnostics] adding namespace I0401 12:44:24.568634 3756 namespace.go:98] [openshift-ingress-operator] adding namespace I0401 12:44:24.568634 3756 namespace.go:98] [openshift-console-user-settings] adding namespace I0401 12:44:24.568635 3756 namespace.go:98] [openshift-insights] adding namespace I0401 12:44:24.568641 3756 namespace.go:98] [openshift-must-gather-operator] adding namespace I0401 12:44:24.568642 3756 namespace.go:98] [openshift-config-operator] adding namespace I0401 12:44:24.568678 3756 namespace.go:98] [openshift-authentication-operator] adding namespace I0401 12:44:24.568581 3756 namespace.go:98] [openshift-network-operator] adding namespace I0401 12:44:24.569110 3756 namespace.go:102] [openshift-marketplace] adding namespace took 519.587µs I0401 12:44:24.569126 3756 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0401 12:44:24.569555 3756 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 423.878µs I0401 12:44:24.569568 3756 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0401 12:44:24.570023 3756 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 450.396µs I0401 12:44:24.570039 3756 namespace.go:98] [openshift-machine-config-operator] adding namespace I0401 12:44:24.570450 3756 namespace.go:102] [openshift-route-controller-manager] adding namespace took 1.848299ms I0401 12:44:24.570462 3756 namespace.go:98] [openshift-backplane-mobb] adding namespace I0401 12:44:24.570878 3756 namespace.go:102] [kube-public] adding namespace took 2.268123ms I0401 12:44:24.570889 3756 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0401 12:44:24.571300 3756 namespace.go:102] [openshift-backplane] adding namespace took 2.692115ms I0401 12:44:24.571309 3756 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0401 12:44:24.571753 3756 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 3.13246ms I0401 12:44:24.571762 3756 namespace.go:98] [openshift-etcd] adding namespace I0401 12:44:24.572178 3756 namespace.go:102] [openshift-cluster-version] adding namespace took 3.550858ms I0401 12:44:24.572187 3756 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace W0401 12:44:24.572591 3756 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-qv5z8: pod openshift-network-diagnostics/network-check-target-qv5z8: no pod IPs found W0401 12:44:24.572610 3756 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-s4tj6: pod openshift-network-diagnostics/network-check-target-s4tj6: no pod IPs found W0401 12:44:24.572622 3756 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-xpvm7: pod openshift-network-diagnostics/network-check-target-xpvm7: no pod IPs found I0401 12:44:24.572625 3756 namespace.go:102] [openshift-ingress-canary] adding namespace took 3.99774ms I0401 12:44:24.572641 3756 namespace.go:98] [openshift-backplane-cse] adding namespace I0401 12:44:24.573137 3756 namespace.go:102] [openshift-network-diagnostics] adding namespace took 4.505723ms I0401 12:44:24.573153 3756 namespace.go:98] [openshift-console-operator] adding namespace I0401 12:44:24.573539 3756 namespace.go:102] [openshift-ingress-operator] adding namespace took 4.897853ms I0401 12:44:24.573556 3756 namespace.go:98] [openshift-dns-operator] adding namespace I0401 12:44:24.574046 3756 namespace.go:102] [openshift-console-user-settings] adding namespace took 5.402491ms I0401 12:44:24.574059 3756 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0401 12:44:24.574996 3756 namespace.go:102] [openshift-insights] adding namespace took 6.34951ms I0401 12:44:24.575007 3756 namespace.go:98] [kube-node-lease] adding namespace I0401 12:44:24.575431 3756 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.780166ms I0401 12:44:24.575452 3756 namespace.go:98] [openshift-config] adding namespace I0401 12:44:24.575959 3756 namespace.go:102] [openshift-config-operator] adding namespace took 7.304183ms I0401 12:44:24.575973 3756 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0401 12:44:24.576403 3756 namespace.go:102] [openshift-authentication-operator] adding namespace took 7.713717ms I0401 12:44:24.576421 3756 namespace.go:98] [openshift-controller-manager] adding namespace I0401 12:44:24.576828 3756 namespace.go:102] [openshift-network-operator] adding namespace took 8.131415ms I0401 12:44:24.576840 3756 namespace.go:98] [openshift-network-console] adding namespace I0401 12:44:24.577190 3756 namespace.go:102] [openshift-machine-config-operator] adding namespace took 7.146034ms I0401 12:44:24.577202 3756 namespace.go:98] [openshift-image-registry] adding namespace I0401 12:44:24.577606 3756 namespace.go:102] [openshift-backplane-mobb] adding namespace took 7.137471ms I0401 12:44:24.577624 3756 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0401 12:44:24.578007 3756 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 7.112161ms I0401 12:44:24.578024 3756 namespace.go:98] [openshift-package-operator] adding namespace I0401 12:44:24.578399 3756 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 7.084518ms I0401 12:44:24.578412 3756 namespace.go:98] [openshift-operators] adding namespace I0401 12:44:24.578814 3756 namespace.go:102] [openshift-etcd] adding namespace took 7.045509ms I0401 12:44:24.578831 3756 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0401 12:44:24.579202 3756 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 7.009705ms I0401 12:44:24.579218 3756 namespace.go:98] [openshift] adding namespace I0401 12:44:24.579590 3756 namespace.go:102] [openshift-backplane-cse] adding namespace took 6.939786ms I0401 12:44:24.579609 3756 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0401 12:44:24.579976 3756 namespace.go:102] [openshift-console-operator] adding namespace took 6.817267ms I0401 12:44:24.579993 3756 namespace.go:98] [openshift-machine-api] adding namespace I0401 12:44:24.580358 3756 namespace.go:102] [openshift-dns-operator] adding namespace took 6.795905ms I0401 12:44:24.580374 3756 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0401 12:44:24.580781 3756 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 6.716418ms I0401 12:44:24.580793 3756 namespace.go:98] [openshift-monitoring] adding namespace I0401 12:44:24.581195 3756 namespace.go:102] [kube-node-lease] adding namespace took 6.182761ms I0401 12:44:24.581208 3756 namespace.go:98] [openshift-operators-redhat] adding namespace I0401 12:44:24.581618 3756 namespace.go:102] [openshift-config] adding namespace took 6.157814ms I0401 12:44:24.581635 3756 namespace.go:98] [openshift-multus] adding namespace I0401 12:44:24.582026 3756 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.046756ms I0401 12:44:24.582044 3756 namespace.go:98] [openshift-apiserver] adding namespace I0401 12:44:24.582400 3756 namespace.go:102] [openshift-controller-manager] adding namespace took 5.971455ms I0401 12:44:24.582418 3756 namespace.go:98] [openshift-logging] adding namespace I0401 12:44:24.582915 3756 namespace.go:102] [openshift-network-console] adding namespace took 6.067082ms I0401 12:44:24.582933 3756 namespace.go:98] [openshift-apiserver-operator] adding namespace I0401 12:44:24.583363 3756 namespace.go:102] [openshift-image-registry] adding namespace took 6.15646ms I0401 12:44:24.583855 3756 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 6.224605ms I0401 12:44:24.583870 3756 namespace.go:98] [default] adding namespace I0401 12:44:24.584280 3756 namespace.go:102] [openshift-package-operator] adding namespace took 6.25011ms I0401 12:44:24.584291 3756 namespace.go:98] [openshift-backplane-cee] adding namespace I0401 12:44:24.584775 3756 namespace.go:102] [openshift-operators] adding namespace took 6.358048ms I0401 12:44:24.584786 3756 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0401 12:44:24.585173 3756 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.335465ms I0401 12:44:24.585193 3756 namespace.go:98] [dedicated-admin] adding namespace I0401 12:44:24.585614 3756 namespace.go:102] [openshift] adding namespace took 6.390229ms I0401 12:44:24.585625 3756 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0401 12:44:24.585994 3756 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.379006ms I0401 12:44:24.586005 3756 namespace.go:98] [open-cluster-management-2pdc3bms7betpsglkv3jcv4j6l37nkm9] adding namespace I0401 12:44:24.586381 3756 namespace.go:102] [openshift-machine-api] adding namespace took 6.382905ms I0401 12:44:24.586390 3756 namespace.go:98] [openshift-dns] adding namespace I0401 12:44:24.586801 3756 default_node_network_controller.go:518] Node connection status = connected I0401 12:44:24.586853 3756 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 6.471194ms I0401 12:44:24.586871 3756 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0401 12:44:24.587339 3756 namespace.go:102] [openshift-monitoring] adding namespace took 6.540132ms I0401 12:44:24.587352 3756 namespace.go:98] [openshift-config-managed] adding namespace W0401 12:44:24.587793 3756 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-multus/network-metrics-daemon-2t9jp: pod openshift-multus/network-metrics-daemon-2t9jp: no pod IPs found W0401 12:44:24.587808 3756 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-multus/network-metrics-daemon-tgjkj: pod openshift-multus/network-metrics-daemon-tgjkj: no pod IPs found W0401 12:44:24.587817 3756 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-multus/network-metrics-daemon-zjhph: pod openshift-multus/network-metrics-daemon-zjhph: no pod IPs found I0401 12:44:24.587834 3756 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.62079ms I0401 12:44:24.587842 3756 namespace.go:98] [openshift-kube-apiserver] adding namespace I0401 12:44:24.588337 3756 namespace.go:102] [openshift-multus] adding namespace took 6.695848ms I0401 12:44:24.588350 3756 namespace.go:98] [openshift-authentication] adding namespace I0401 12:44:24.588782 3756 namespace.go:102] [openshift-apiserver] adding namespace took 6.728292ms I0401 12:44:24.588795 3756 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0401 12:44:24.589122 3756 namespace.go:102] [openshift-logging] adding namespace took 6.698679ms I0401 12:44:24.589134 3756 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0401 12:44:24.589643 3756 namespace.go:102] [openshift-apiserver-operator] adding namespace took 6.703461ms I0401 12:44:24.589661 3756 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0401 12:44:24.590043 3756 namespace.go:102] [default] adding namespace took 6.168379ms I0401 12:44:24.590054 3756 namespace.go:98] [openshift-network-node-identity] adding namespace I0401 12:44:24.590430 3756 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.133905ms I0401 12:44:24.590444 3756 namespace.go:98] [openshift-backplane-csm] adding namespace I0401 12:44:24.590843 3756 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 6.052069ms I0401 12:44:24.590855 3756 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0401 12:44:24.591227 3756 namespace.go:102] [dedicated-admin] adding namespace took 6.028159ms I0401 12:44:24.591237 3756 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0401 12:44:24.591656 3756 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.024631ms I0401 12:44:24.591672 3756 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0401 12:44:24.592060 3756 namespace.go:102] [open-cluster-management-2pdc3bms7betpsglkv3jcv4j6l37nkm9] adding namespace took 6.049962ms I0401 12:44:24.592072 3756 namespace.go:98] [openshift-node] adding namespace I0401 12:44:24.592440 3756 namespace.go:102] [openshift-dns] adding namespace took 6.044908ms I0401 12:44:24.592456 3756 namespace.go:98] [openshift-console] adding namespace I0401 12:44:24.592841 3756 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 5.965418ms I0401 12:44:24.592856 3756 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0401 12:44:24.593369 3756 namespace.go:102] [openshift-config-managed] adding namespace took 6.012751ms I0401 12:44:24.593382 3756 namespace.go:98] [openshift-ingress] adding namespace I0401 12:44:24.593867 3756 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.020669ms I0401 12:44:24.593879 3756 namespace.go:98] [openshift-backplane-tam] adding namespace I0401 12:44:24.594295 3756 namespace.go:102] [openshift-authentication] adding namespace took 5.94173ms I0401 12:44:24.594304 3756 namespace.go:98] [openshift-service-ca-operator] adding namespace I0401 12:44:24.594762 3756 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 5.963567ms I0401 12:44:24.594771 3756 namespace.go:98] [openshift-infra] adding namespace I0401 12:44:24.595226 3756 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.087102ms I0401 12:44:24.595240 3756 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0401 12:44:24.595660 3756 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 5.992685ms I0401 12:44:24.595673 3756 namespace.go:98] [openshift-kube-scheduler] adding namespace I0401 12:44:24.596066 3756 namespace.go:102] [openshift-network-node-identity] adding namespace took 6.00695ms I0401 12:44:24.596501 3756 namespace.go:102] [openshift-backplane-csm] adding namespace took 6.051405ms I0401 12:44:24.596949 3756 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 6.088141ms I0401 12:44:24.597327 3756 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.086473ms I0401 12:44:24.597340 3756 namespace.go:98] [openshift-customer-monitoring] adding namespace I0401 12:44:24.597769 3756 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.091165ms I0401 12:44:24.598195 3756 namespace.go:102] [openshift-node] adding namespace took 6.11865ms I0401 12:44:24.598637 3756 namespace.go:102] [openshift-console] adding namespace took 6.1753ms I0401 12:44:24.599070 3756 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 6.207591ms I0401 12:44:24.599430 3756 namespace.go:102] [openshift-ingress] adding namespace took 6.044373ms I0401 12:44:24.599442 3756 namespace.go:98] [kube-system] adding namespace I0401 12:44:24.599844 3756 namespace.go:102] [openshift-backplane-tam] adding namespace took 5.961277ms I0401 12:44:24.599854 3756 namespace.go:98] [openshift-backplane-srep] adding namespace I0401 12:44:24.600218 3756 namespace.go:102] [openshift-service-ca-operator] adding namespace took 5.90861ms I0401 12:44:24.600667 3756 namespace.go:102] [openshift-infra] adding namespace took 5.891278ms I0401 12:44:24.601065 3756 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 5.819864ms I0401 12:44:24.601455 3756 namespace.go:102] [openshift-kube-scheduler] adding namespace took 5.777214ms I0401 12:44:24.601468 3756 namespace.go:98] [openshift-host-network] adding namespace W0401 12:44:24.601853 3756 base_network_controller_namespace.go:409] Failed to get IPs for pod kube-system/global-pull-secret-syncer-chmjm: pod kube-system/global-pull-secret-syncer-chmjm: no pod IPs found W0401 12:44:24.601863 3756 base_network_controller_namespace.go:409] Failed to get IPs for pod kube-system/global-pull-secret-syncer-8zl57: pod kube-system/global-pull-secret-syncer-8zl57: no pod IPs found I0401 12:44:24.601893 3756 namespace.go:102] [openshift-customer-monitoring] adding namespace took 4.54791ms I0401 12:44:24.602299 3756 namespace.go:102] [kube-system] adding namespace took 2.852113ms I0401 12:44:24.602728 3756 namespace.go:102] [openshift-backplane-srep] adding namespace took 2.870125ms I0401 12:44:24.603109 3756 namespace.go:102] [openshift-host-network] adding namespace took 1.636422ms I0401 12:44:24.603463 3756 zone_ic_handler.go:186] Time taken to create transit switch: 258.584µs I0401 12:44:24.603553 3756 master.go:532] Adding or Updating local node "ip-10-0-0-11.ec2.internal" for network "default" I0401 12:44:24.603595 3756 obj_retry.go:544] Failed to create *v1.Node ip-10-0-2-227.ec2.internal, error: adding or updating remote node chassis ip-10-0-2-227.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-227.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-227.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-227.ec2.internal I0401 12:44:24.603602 3756 obj_retry.go:544] Failed to create *v1.Node ip-10-0-1-161.ec2.internal, error: adding or updating remote node chassis ip-10-0-1-161.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-1-161.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-161.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-161.ec2.internal W0401 12:44:24.610730 3756 gateway.go:197] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-chmjm: pod kube-system/global-pull-secret-syncer-chmjm: no pod IPs found W0401 12:44:24.610756 3756 gateway.go:197] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-qv5z8: pod openshift-network-diagnostics/network-check-target-qv5z8: no pod IPs found W0401 12:44:24.610765 3756 gateway.go:197] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-2t9jp: pod openshift-multus/network-metrics-daemon-2t9jp: no pod IPs found I0401 12:44:24.611643 3756 zone_ic_handler.go:194] Creating interconnect resources for local zone node ip-10-0-0-11.ec2.internal for the network default I0401 12:44:24.612398 3756 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0401 12:44:24.612426 3756 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0401 12:44:24.612444 3756 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0401 12:44:24.612458 3756 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-11.ec2.internal in network "default" I0401 12:44:24.612532 3756 node_tracker.go:169] Node ip-10-0-0-11.ec2.internal switch + router changed, syncing services in network "default" I0401 12:44:24.612547 3756 services_controller.go:574] Full service sync requested for network=default I0401 12:44:24.612559 3756 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-161.ec2.internal in network "default" I0401 12:44:24.612569 3756 node_tracker.go:235] Node ip-10-0-1-161.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-161.ec2.internal" I0401 12:44:24.612577 3756 node_tracker.go:169] Node ip-10-0-1-161.ec2.internal switch + router changed, syncing services in network "default" I0401 12:44:24.612581 3756 services_controller.go:574] Full service sync requested for network=default I0401 12:44:24.612587 3756 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-227.ec2.internal in network "default" I0401 12:44:24.612595 3756 node_tracker.go:235] Node ip-10-0-2-227.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-227.ec2.internal" I0401 12:44:24.612600 3756 node_tracker.go:169] Node ip-10-0-2-227.ec2.internal switch + router changed, syncing services in network "default" I0401 12:44:24.612604 3756 services_controller.go:574] Full service sync requested for network=default I0401 12:44:24.712915 3756 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0401 12:44:24.712938 3756 services_controller.go:208] Setting up event handlers for services for network=default I0401 12:44:24.713002 3756 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0401 12:44:24.713043 3756 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0401 12:44:24.713056 3756 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0401 12:44:24.813999 3756 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0401 12:44:24.814024 3756 repair.go:60] Starting repairing loop for services I0401 12:44:24.814118 3756 repair.go:131] Deleted 0 stale service LBs I0401 12:44:24.814138 3756 repair.go:137] Deleted 0 stale Chassis Template Vars I0401 12:44:24.814154 3756 repair.go:62] Finished repairing loop for services: 133.142µs I0401 12:44:24.814179 3756 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0401 12:44:24.814189 3756 services_controller.go:254] Starting workers for network=default I0401 12:44:24.814505 3756 obj_retry.go:544] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-tgjkj, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-tgjkj: suppressed error logged: pod openshift-multus/network-metrics-daemon-tgjkj: no pod IPs found I0401 12:44:24.814545 3756 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-chmjm] creating logical port kube-system_global-pull-secret-syncer-chmjm for pod on switch ip-10-0-0-11.ec2.internal I0401 12:44:24.814627 3756 obj_retry.go:544] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-s4tj6, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-s4tj6: suppressed error logged: pod openshift-network-diagnostics/network-check-target-s4tj6: no pod IPs found I0401 12:44:24.814639 3756 obj_retry.go:544] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-zjhph, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-zjhph: suppressed error logged: pod openshift-multus/network-metrics-daemon-zjhph: no pod IPs found I0401 12:44:24.814653 3756 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-qv5z8] creating logical port openshift-network-diagnostics_network-check-target-qv5z8 for pod on switch ip-10-0-0-11.ec2.internal I0401 12:44:24.814686 3756 obj_retry.go:544] Failed to create *v1.Pod kube-system/global-pull-secret-syncer-8zl57, error: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-8zl57: suppressed error logged: pod kube-system/global-pull-secret-syncer-8zl57: no pod IPs found I0401 12:44:24.814709 3756 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-chmjm I0401 12:44:24.814719 3756 obj_retry.go:544] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-xpvm7, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-xpvm7: suppressed error logged: pod openshift-network-diagnostics/network-check-target-xpvm7: no pod IPs found I0401 12:44:24.814758 3756 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-qv5z8 I0401 12:44:24.830936 3756 pod.go:62] [kube-system/global-pull-secret-syncer-chmjm] pod update took 16.307975ms I0401 12:44:24.830953 3756 base_network_controller_pods.go:937] [default/kube-system/global-pull-secret-syncer-chmjm] addLogicalPort annotation time took 16.32952ms I0401 12:44:24.831092 3756 pod.go:62] [openshift-network-diagnostics/network-check-target-qv5z8] pod update took 16.36669ms I0401 12:44:24.831114 3756 base_network_controller_pods.go:937] [default/openshift-network-diagnostics/network-check-target-qv5z8] addLogicalPort annotation time took 16.390741ms I0401 12:44:24.831956 3756 pods.go:271] [kube-system/global-pull-secret-syncer-chmjm] addLogicalPort took 17.419896ms, libovsdb time 771.985µs I0401 12:44:24.831992 3756 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-2t9jp] creating logical port openshift-multus_network-metrics-daemon-2t9jp for pod on switch ip-10-0-0-11.ec2.internal I0401 12:44:24.832057 3756 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-2t9jp I0401 12:44:24.832670 3756 pods.go:271] [openshift-network-diagnostics/network-check-target-qv5z8] addLogicalPort took 18.025378ms, libovsdb time 1.323526ms I0401 12:44:24.844280 3756 pod.go:62] [openshift-multus/network-metrics-daemon-2t9jp] pod update took 12.255043ms I0401 12:44:24.844295 3756 base_network_controller_pods.go:937] [default/openshift-multus/network-metrics-daemon-2t9jp] addLogicalPort annotation time took 12.272621ms I0401 12:44:24.845199 3756 pods.go:271] [openshift-multus/network-metrics-daemon-2t9jp] addLogicalPort took 13.209903ms, libovsdb time 694.871µs I0401 12:44:24.845615 3756 admin_network_policy_controller.go:227] Starting controller default-network-controller I0401 12:44:24.845646 3756 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0401 12:44:24.845662 3756 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0401 12:44:24.845669 3756 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0401 12:44:24.845878 3756 repair.go:29] Repairing admin network policies took 202.379µs I0401 12:44:24.846018 3756 repair.go:92] Repairing baseline admin network policies took 128.494µs I0401 12:44:24.846480 3756 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0401 12:44:24.846938 3756 pod_selector_address_set.go:212] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0401 12:44:24.846953 3756 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0401 12:44:24.848635 3756 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0401 12:44:24.848656 3756 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0401 12:44:24.848665 3756 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0401 12:44:24.849853 3756 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0401 12:44:24.849874 3756 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0401 12:44:24.849884 3756 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0401 12:44:24.851296 3756 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0401 12:44:24.851312 3756 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0401 12:44:24.851320 3756 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0401 12:44:24.851802 3756 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0401 12:44:24.851821 3756 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0401 12:44:24.851831 3756 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0401 12:44:24.853247 3756 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0401 12:44:24.853263 3756 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0401 12:44:24.853272 3756 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0401 12:44:24.853915 3756 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0401 12:44:24.853933 3756 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0401 12:44:24.853940 3756 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0401 12:44:24.854424 3756 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0401 12:44:24.854442 3756 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0401 12:44:24.854449 3756 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0401 12:44:24.854974 3756 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0401 12:44:24.854992 3756 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0401 12:44:24.854999 3756 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0401 12:44:24.856357 3756 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0401 12:44:24.856374 3756 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0401 12:44:24.856382 3756 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0401 12:44:24.857507 3756 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0401 12:44:24.857540 3756 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0401 12:44:24.857547 3756 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0401 12:44:24.858915 3756 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0401 12:44:24.858932 3756 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0401 12:44:24.858942 3756 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0401 12:44:24.859922 3756 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0401 12:44:24.859941 3756 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0401 12:44:24.859948 3756 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0401 12:44:24.861268 3756 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0401 12:44:24.861286 3756 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0401 12:44:24.861294 3756 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0401 12:44:24.862225 3756 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0401 12:44:24.862242 3756 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0401 12:44:24.862256 3756 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0401 12:44:24.863319 3756 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0401 12:44:24.863336 3756 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0401 12:44:24.863346 3756 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0401 12:44:24.864671 3756 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0401 12:44:24.864689 3756 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0401 12:44:24.864697 3756 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0401 12:44:24.865285 3756 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0401 12:44:24.865302 3756 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0401 12:44:24.865309 3756 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0401 12:44:24.865884 3756 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0401 12:44:24.865898 3756 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0401 12:44:24.865904 3756 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0401 12:44:24.866210 3756 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0401 12:44:24.866228 3756 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0401 12:44:24.866235 3756 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0401 12:44:24.866706 3756 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0401 12:44:24.866728 3756 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0401 12:44:24.866748 3756 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0401 12:44:24.867243 3756 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0401 12:44:24.867261 3756 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0401 12:44:24.867269 3756 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0401 12:44:24.868172 3756 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0401 12:44:24.868195 3756 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0401 12:44:24.868206 3756 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0401 12:44:24.869453 3756 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0401 12:44:24.869472 3756 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0401 12:44:24.869481 3756 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0401 12:44:24.870898 3756 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0401 12:44:24.870916 3756 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0401 12:44:24.870938 3756 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0401 12:44:24.871618 3756 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0401 12:44:24.871637 3756 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0401 12:44:24.871644 3756 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0401 12:44:24.872129 3756 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0401 12:44:24.872142 3756 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0401 12:44:24.872149 3756 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0401 12:44:24.873995 3756 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0401 12:44:24.874013 3756 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0401 12:44:24.874021 3756 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0401 12:44:24.874572 3756 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0401 12:44:24.874592 3756 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0401 12:44:24.874607 3756 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0401 12:44:24.875108 3756 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0401 12:44:24.879671 3756 egressfirewall.go:319] Starting EgressFirewall controller I0401 12:44:24.879701 3756 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0401 12:44:24.879723 3756 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0401 12:44:24.879736 3756 controller.go:133] Adding controller egress-firewall-controller event handlers I0401 12:44:24.879745 3756 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0401 12:44:24.879766 3756 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0401 12:44:24.879780 3756 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0401 12:44:24.880036 3756 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0401 12:44:24.880050 3756 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0401 12:44:24.880060 3756 egressqos.go:193] Setting up event handlers for EgressQoS I0401 12:44:24.880137 3756 egressfirewall.go:628] Syncing node "ip-10-0-1-161.ec2.internal" for egress firewall I0401 12:44:24.880150 3756 egressfirewall.go:628] Syncing node "ip-10-0-2-227.ec2.internal" for egress firewall I0401 12:44:24.880155 3756 egressfirewall.go:628] Syncing node "ip-10-0-0-11.ec2.internal" for egress firewall I0401 12:44:24.880207 3756 egressqos.go:245] Starting EgressQoS Controller I0401 12:44:24.880222 3756 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0401 12:44:24.880235 3756 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0401 12:44:24.880243 3756 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0401 12:44:24.880248 3756 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0401 12:44:24.880252 3756 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0401 12:44:24.880257 3756 shared_informer.go:356] "Caches are synced" controller="egressqos" I0401 12:44:24.880260 3756 egressqos.go:259] Repairing EgressQoSes I0401 12:44:24.880264 3756 egressqos.go:399] Starting repairing loop for egressqos I0401 12:44:24.880344 3756 egressqos.go:401] Finished repairing loop for egressqos: 79.209µs I0401 12:44:24.880363 3756 egressservice_zone.go:132] Setting up event handlers for Egress Services I0401 12:44:24.880392 3756 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-0-11.ec2.internal I0401 12:44:24.880432 3756 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-0-11.ec2.internal : 40.969µs I0401 12:44:24.880593 3756 egressservice_zone.go:210] Starting Egress Services Controller I0401 12:44:24.880604 3756 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0401 12:44:24.880610 3756 shared_informer.go:356] "Caches are synced" controller="egressservices" I0401 12:44:24.880616 3756 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0401 12:44:24.880621 3756 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0401 12:44:24.880626 3756 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0401 12:44:24.880632 3756 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0401 12:44:24.880637 3756 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0401 12:44:24.880641 3756 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0401 12:44:24.880646 3756 egressservice_zone.go:228] Repairing Egress Services I0401 12:44:24.880891 3756 master_controller.go:88] Starting Admin Policy Based Route Controller I0401 12:44:24.880902 3756 external_controller.go:278] Starting Admin Policy Based Route Controller I0401 12:44:24.880961 3756 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-227.ec2.internal I0401 12:44:24.880971 3756 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-227.ec2.internal: 11.275µs I0401 12:44:24.880977 3756 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-11.ec2.internal I0401 12:44:24.880981 3756 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-11.ec2.internal: 4.232µs I0401 12:44:24.880985 3756 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-161.ec2.internal I0401 12:44:24.880989 3756 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-161.ec2.internal: 3.646µs I0401 12:44:24.880991 3756 default_network_controller.go:568] Completing all the Watchers took 312.595228ms I0401 12:44:24.881001 3756 default_network_controller.go:572] Starting unidling controllers I0401 12:44:24.881007 3756 unidle.go:46] Registering OVN SB ControllerEvent handler I0401 12:44:24.881013 3756 unidle.go:63] Populating Initial ContollerEvent events I0401 12:44:24.881023 3756 unidle.go:79] Setting up event handlers for services I0401 12:44:24.881068 3756 ovnkube.go:544] Waiting for OVN northbound database changes to be processed by ovn-controller I0401 12:44:25.087992 3756 default_node_network_controller.go:518] Node connection status = connected I0401 12:44:25.406224 3756 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-227.ec2.internal in network "default" I0401 12:44:25.406262 3756 node_tracker.go:235] Node ip-10-0-2-227.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-227.ec2.internal" I0401 12:44:25.406279 3756 node_tracker.go:169] Node ip-10-0-2-227.ec2.internal switch + router changed, syncing services in network "default" I0401 12:44:25.406294 3756 services_controller.go:574] Full service sync requested for network=default I0401 12:44:25.406302 3756 default_network_controller.go:1008] Node "ip-10-0-2-227.ec2.internal" in remote zone "ip-10-0-2-227.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0401 12:44:25.498433 3756 default_network_controller.go:1008] Node "ip-10-0-2-227.ec2.internal" in remote zone "ip-10-0-2-227.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0401 12:44:25.534589 3756 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-227.ec2.internal in network "default" I0401 12:44:25.534640 3756 default_network_controller.go:1008] Node "ip-10-0-2-227.ec2.internal" in remote zone "ip-10-0-2-227.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0401 12:44:25.534647 3756 node_tracker.go:169] Node ip-10-0-2-227.ec2.internal switch + router changed, syncing services in network "default" I0401 12:44:25.534660 3756 services_controller.go:574] Full service sync requested for network=default I0401 12:44:25.535295 3756 zone_ic_handler.go:260] Creating interconnect resources for remote zone node ip-10-0-2-227.ec2.internal for the network default I0401 12:44:25.536429 3756 zone_ic_handler.go:265] Creating Interconnect resources for node "ip-10-0-2-227.ec2.internal" on network "default" took: 1.145222ms I0401 12:44:25.587085 3756 default_node_network_controller.go:518] Node connection status = connected I0401 12:44:26.086943 3756 default_node_network_controller.go:518] Node connection status = connected I0401 12:44:26.472310 3756 ovnkube.go:549] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0401 12:44:26.587856 3756 default_node_network_controller.go:518] Node connection status = connected I0401 12:44:26.605192 3756 bridgeconfig.go:537] Gateway is ready I0401 12:44:26.605211 3756 gateway_shared_intf.go:1704] Creating Gateway Openflow Manager I0401 12:44:26.616913 3756 node_ip_handler_linux.go:247] Node primary address changed to 10.0.0.11. Updating OVN encap IP. I0401 12:44:26.622223 3756 node_ip_handler_linux.go:542] Will not update encap IP 10.0.0.11 - it is already configured I0401 12:44:26.622239 3756 node_ip_handler_linux.go:485] Node address changed to map[10.0.0.11/24:{} 172.20.0.1/32:{}]. Updating annotations. I0401 12:44:26.622475 3756 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.0.11/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-11.ec2.internal","mac-address":"12:ef:5a:3e:ff:a5","ip-addresses":["10.0.0.11/24"],"ip-address":"10.0.0.11/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:30a8c1ae-2c19-42cc-9fba-fa749c270953 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.11/24"}] on node ip-10-0-0-11.ec2.internal I0401 12:44:26.640471 3756 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-11.ec2.internal in network "default" I0401 12:44:26.640486 3756 egressfirewall.go:628] Syncing node "ip-10-0-0-11.ec2.internal" for egress firewall I0401 12:44:26.640495 3756 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-11.ec2.internal I0401 12:44:26.640507 3756 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-11.ec2.internal: 15.722µs I0401 12:44:26.640557 3756 node_tracker.go:169] Node ip-10-0-0-11.ec2.internal switch + router changed, syncing services in network "default" I0401 12:44:26.640567 3756 master.go:532] Adding or Updating local node "ip-10-0-0-11.ec2.internal" for network "default" I0401 12:44:26.640574 3756 services_controller.go:574] Full service sync requested for network=default I0401 12:44:26.640819 3756 gateway_shared_intf.go:1994] Setting OVN Masquerade route with source: 10.0.0.11 I0401 12:44:26.640934 3756 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-0-11.ec2.internal I0401 12:44:26.645052 3756 default_network_controller.go:1067] Egress IP detected IP address change for node ip-10-0-0-11.ec2.internal. Updating no re-route policies I0401 12:44:26.645137 3756 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-s4tj6 I0401 12:44:26.645148 3756 obj_retry.go:300] Retry object setup: *v1.Pod openshift-dns/node-resolver-r4h9l I0401 12:44:26.645159 3756 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-s4tj6 I0401 12:44:26.645165 3756 obj_retry.go:364] Adding new object: *v1.Pod openshift-dns/node-resolver-r4h9l I0401 12:44:26.645169 3756 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/konnectivity-agent-9qx66 I0401 12:44:26.645180 3756 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-n9r7m I0401 12:44:26.645189 3756 obj_retry.go:364] Adding new object: *v1.Pod kube-system/konnectivity-agent-9qx66 I0401 12:44:26.645191 3756 obj_retry.go:384] Retry successful for *v1.Pod openshift-dns/node-resolver-r4h9l after 0 failed attempt(s) I0401 12:44:26.645193 3756 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-11.ec2.internal I0401 12:44:26.645200 3756 obj_retry.go:375] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-s4tj6, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-s4tj6: suppressed error logged: pod openshift-network-diagnostics/network-check-target-s4tj6: no pod IPs found I0401 12:44:26.645194 3756 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-n9r7m I0401 12:44:26.645205 3756 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-2t9jp I0401 12:44:26.645205 3756 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-fb6h4 I0401 12:44:26.645209 3756 obj_retry.go:364] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-11.ec2.internal I0401 12:44:26.645216 3756 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-fb6h4 I0401 12:44:26.645219 3756 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-2t9jp I0401 12:44:26.645220 3756 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-n9r7m after 0 failed attempt(s) I0401 12:44:26.645221 3756 obj_retry.go:384] Retry successful for *v1.Pod kube-system/konnectivity-agent-9qx66 after 0 failed attempt(s) I0401 12:44:26.645237 3756 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-tgjkj I0401 12:44:26.645237 3756 obj_retry.go:384] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-11.ec2.internal after 0 failed attempt(s) I0401 12:44:26.645238 3756 obj_retry.go:300] Retry object setup: *v1.Pod openshift-image-registry/node-ca-p5l6w I0401 12:44:26.645245 3756 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-8zl57 I0401 12:44:26.645245 3756 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-tgjkj I0401 12:44:26.645252 3756 obj_retry.go:364] Adding new object: *v1.Pod openshift-image-registry/node-ca-p5l6w I0401 12:44:26.645255 3756 obj_retry.go:364] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-8zl57 I0401 12:44:26.645258 3756 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-2t9jp] creating logical port openshift-multus_network-metrics-daemon-2t9jp for pod on switch ip-10-0-0-11.ec2.internal I0401 12:44:26.645272 3756 obj_retry.go:384] Retry successful for *v1.Pod openshift-image-registry/node-ca-p5l6w after 0 failed attempt(s) I0401 12:44:26.645275 3756 obj_retry.go:375] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-tgjkj, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-tgjkj: suppressed error logged: pod openshift-multus/network-metrics-daemon-tgjkj: no pod IPs found I0401 12:44:26.645239 3756 obj_retry.go:384] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-fb6h4 after 0 failed attempt(s) I0401 12:44:26.645237 3756 obj_retry.go:300] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-6tqtb I0401 12:44:26.645289 3756 obj_retry.go:364] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-6tqtb I0401 12:44:26.645290 3756 obj_retry.go:300] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-p9hxb I0401 12:44:26.645295 3756 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/multus-vx5kp I0401 12:44:26.645297 3756 obj_retry.go:375] Retry add failed for *v1.Pod kube-system/global-pull-secret-syncer-8zl57, will try again later: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-8zl57: suppressed error logged: pod kube-system/global-pull-secret-syncer-8zl57: no pod IPs found I0401 12:44:26.645303 3756 obj_retry.go:364] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-p9hxb I0401 12:44:26.645214 3756 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-qv5z8 I0401 12:44:26.645309 3756 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/multus-vx5kp I0401 12:44:26.645313 3756 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-qv5z8 I0401 12:44:26.645321 3756 obj_retry.go:384] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-p9hxb after 0 failed attempt(s) I0401 12:44:26.645322 3756 obj_retry.go:300] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-11.ec2.internal I0401 12:44:26.645304 3756 obj_retry.go:384] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-6tqtb after 0 failed attempt(s) I0401 12:44:26.645327 3756 obj_retry.go:300] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-nr6qc I0401 12:44:26.645331 3756 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/multus-vx5kp after 0 failed attempt(s) I0401 12:44:26.645333 3756 obj_retry.go:364] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-11.ec2.internal I0401 12:44:26.645340 3756 obj_retry.go:364] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-nr6qc I0401 12:44:26.645342 3756 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-qv5z8] creating logical port openshift-network-diagnostics_network-check-target-qv5z8 for pod on switch ip-10-0-0-11.ec2.internal I0401 12:44:26.645354 3756 obj_retry.go:384] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-11.ec2.internal after 0 failed attempt(s) I0401 12:44:26.645359 3756 obj_retry.go:384] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-nr6qc after 0 failed attempt(s) I0401 12:44:26.645246 3756 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-chmjm I0401 12:44:26.645388 3756 obj_retry.go:364] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-chmjm I0401 12:44:26.645424 3756 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-chmjm] creating logical port kube-system_global-pull-secret-syncer-chmjm for pod on switch ip-10-0-0-11.ec2.internal I0401 12:44:26.645919 3756 pods.go:271] [openshift-multus/network-metrics-daemon-2t9jp] addLogicalPort took 671.763µs, libovsdb time 265.195µs I0401 12:44:26.645935 3756 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-2t9jp after 0 failed attempt(s) I0401 12:44:26.646220 3756 pods.go:271] [openshift-network-diagnostics/network-check-target-qv5z8] addLogicalPort took 885.219µs, libovsdb time 502.389µs I0401 12:44:26.646233 3756 obj_retry.go:384] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-qv5z8 after 0 failed attempt(s) I0401 12:44:26.646284 3756 pods.go:271] [kube-system/global-pull-secret-syncer-chmjm] addLogicalPort took 868.456µs, libovsdb time 524.047µs I0401 12:44:26.646292 3756 obj_retry.go:384] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-chmjm after 0 failed attempt(s) I0401 12:44:26.655302 3756 gateway_shared_intf.go:1770] Creating Gateway Node Port Watcher I0401 12:44:26.667198 3756 iptables.go:108] Creating table: mangle chain: OUTPUT I0401 12:44:26.670551 3756 iptables.go:108] Creating table: nat chain: OUTPUT I0401 12:44:26.697333 3756 iptables.go:108] Creating table: nat chain: PREROUTING I0401 12:44:26.747363 3756 iptables.go:108] Creating table: filter chain: FORWARD I0401 12:44:26.764124 3756 gateway_shared_intf.go:2095] Ensuring IP Neighbor entry for: 169.254.0.1 W0401 12:44:26.764247 3756 gateway_shared_intf.go:2101] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0401 12:44:26.764303 3756 gateway_shared_intf.go:2095] Ensuring IP Neighbor entry for: 169.254.0.4 W0401 12:44:26.764428 3756 gateway_shared_intf.go:2101] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0401 12:44:26.764523 3756 gateway_init.go:325] Gateway and management port readiness took 2.181760732s I0401 12:44:26.764551 3756 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0401 12:44:26.764585 3756 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0401 12:44:26.764600 3756 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0401 12:44:26.764609 3756 nad_controller.go:241] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0401 12:44:26.764665 3756 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0401 12:44:26.764745 3756 nad_controller.go:280] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 52.275µs I0401 12:44:26.765028 3756 network_controller.go:246] [node-nad-controller network controller]: syncing all networks I0401 12:44:26.765051 3756 network_controller.go:275] [node-nad-controller network controller]: finished syncing network default, took 14.32µs I0401 12:44:26.765057 3756 network_controller.go:257] [node-nad-controller network controller]: finished syncing all networks. Time taken: 30.608µs I0401 12:44:26.765063 3756 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0401 12:44:26.765072 3756 nad_controller.go:173] [node-nad-controller NAD controller]: started I0401 12:44:26.765076 3756 default_node_network_controller.go:898] Starting the default node network controller I0401 12:44:26.765088 3756 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0401 12:44:26.765156 3756 network_controller.go:275] [node-nad-controller network controller]: finished syncing network default, took 13.146µs I0401 12:44:26.765252 3756 default_node_network_controller.go:1449] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0401 12:44:26.765268 3756 default_node_network_controller.go:934] Waiting for gateway and management port readiness... I0401 12:44:26.765292 3756 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b3e2b0 0xc0002ec8c0 0xc0002ec930 0xc0002eca10 0xc0002eca80 0xc0002ecaf0 0xc0002ecb60 0xc000b09360 0xc0002ecbd0 0xc0002ecc40 0xc0006b83c0 0xc0064f72d0 0xc0002ecd20 map[0x2f8f0c0:0xc00159b620 0x2f8f600:0xc00159b7a0 0x2f90080:0xc000b37020 0x2f90320:0xc00159b5c0 0x2f90b00:0xc00159b680 0x2f90da0:0xc00159b6e0 0x2f91040:0xc00159b740 0x2f91820:0xc00159b800 0x2f91ac0:0xc00159b860 0x2fbc3e0:0xc000b36e40 0x2fbc780:0xc000b36f60 0x2fbd260:0xc000b58ae0 0x2fbebc0:0xc001c26000 0x2fbf6a0:0xc000b36fc0 0x2fc0520:0xc001c26060] 0xc00015ef50 0} I0401 12:44:26.765354 3756 gateway.go:151] Starting gateway service sync I0401 12:44:26.765801 3756 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0401 12:44:26.767953 3756 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0401 12:44:26.776907 3756 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0401 12:44:26.778083 3756 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0401 12:44:26.779192 3756 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0401 12:44:26.812384 3756 gateway.go:168] Gateway service sync done. Time taken: 47.016281ms I0401 12:44:26.812965 3756 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30311 I0401 12:44:26.813220 3756 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b3e2b0 0xc0002ec8c0 0xc0002ec930 0xc0002eca10 0xc0002eca80 0xc0002ecaf0 0xc0002ecb60 0xc000b09360 0xc0002ecbd0 0xc0002ecc40 0xc0006b83c0 0xc0064f72d0 0xc0002ecd20 map[0x2f8f0c0:0xc00159b620 0x2f8f600:0xc00159b7a0 0x2f90080:0xc000b37020 0x2f90320:0xc00159b5c0 0x2f90b00:0xc00159b680 0x2f90da0:0xc00159b6e0 0x2f91040:0xc00159b740 0x2f91820:0xc00159b800 0x2f91ac0:0xc00159b860 0x2fbc3e0:0xc000b36e40 0x2fbc780:0xc000b36f60 0x2fbd260:0xc000b58ae0 0x2fbebc0:0xc001c26000 0x2fbf6a0:0xc000b36fc0 0x2fc0520:0xc001c26060] 0xc00015ef50 0} I0401 12:44:26.814263 3756 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b3e2b0 0xc0002ec8c0 0xc0002ec930 0xc0002eca10 0xc0002eca80 0xc0002ecaf0 0xc0002ecb60 0xc000b09360 0xc0002ecbd0 0xc0002ecc40 0xc0006b83c0 0xc0064f72d0 0xc0002ecd20 map[0x2f8f0c0:0xc00159b620 0x2f8f600:0xc00159b7a0 0x2f90080:0xc000b37020 0x2f90320:0xc00159b5c0 0x2f90b00:0xc00159b680 0x2f90da0:0xc00159b6e0 0x2f91040:0xc00159b740 0x2f91820:0xc00159b800 0x2f91ac0:0xc00159b860 0x2fbc3e0:0xc000b36e40 0x2fbc780:0xc000b36f60 0x2fbd260:0xc000b58ae0 0x2fbebc0:0xc001c26000 0x2fbf6a0:0xc000b36fc0 0x2fc0520:0xc001c26060] 0xc00015ef50 0} I0401 12:44:26.814304 3756 gateway.go:519] Reconciling gateway with updates I0401 12:44:26.819193 3756 gateway.go:326] Spawning Conntrack Rule Check Thread I0401 12:44:26.819292 3756 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0401 12:44:26.819305 3756 default_node_network_controller.go:943] Gateway and management port readiness took 54.028982ms I0401 12:44:26.819309 3756 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0401 12:44:26.819320 3756 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0401 12:44:26.819323 3756 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0401 12:44:26.819327 3756 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0401 12:44:26.819343 3756 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0401 12:44:26.819359 3756 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0401 12:44:26.819298 3756 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0401 12:44:26.819366 3756 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0401 12:44:26.819374 3756 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0401 12:44:26.819373 3756 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0401 12:44:26.819385 3756 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0401 12:44:26.819389 3756 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0401 12:44:26.819392 3756 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0401 12:44:26.819397 3756 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0401 12:44:26.819405 3756 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0401 12:44:26.819409 3756 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0401 12:44:26.819416 3756 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0401 12:44:26.819413 3756 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0401 12:44:26.819428 3756 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0401 12:44:26.819430 3756 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0401 12:44:26.819431 3756 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0401 12:44:26.819438 3756 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0401 12:44:26.819439 3756 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0401 12:44:26.819445 3756 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0401 12:44:26.819447 3756 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0401 12:44:26.819442 3756 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0401 12:44:26.819457 3756 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0401 12:44:26.819348 3756 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0401 12:44:26.819471 3756 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0401 12:44:26.819470 3756 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0401 12:44:26.819471 3756 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0401 12:44:26.819414 3756 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0401 12:44:26.819484 3756 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0401 12:44:26.819485 3756 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0401 12:44:26.819485 3756 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0401 12:44:26.819490 3756 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0401 12:44:26.819494 3756 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0401 12:44:26.819497 3756 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0401 12:44:26.819501 3756 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0401 12:44:26.819498 3756 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0401 12:44:26.819564 3756 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0401 12:44:26.819459 3756 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift I0401 12:44:26.819566 3756 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0401 12:44:26.819572 3756 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/kubernetes I0401 12:44:26.819357 3756 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0401 12:44:26.819579 3756 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0401 12:44:26.819584 3756 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/kubernetes I0401 12:44:26.819597 3756 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0401 12:44:26.819600 3756 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift I0401 12:44:26.819613 3756 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0401 12:44:26.819408 3756 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0401 12:44:26.819296 3756 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/packageserver I0401 12:44:26.819636 3756 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0401 12:44:26.819403 3756 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0401 12:44:26.819639 3756 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/packageserver I0401 12:44:26.819655 3756 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0401 12:44:26.819587 3756 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0401 12:44:26.819494 3756 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0401 12:44:26.819694 3756 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0401 12:44:26.819332 3756 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0401 12:44:26.819472 3756 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0401 12:44:26.819390 3756 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0401 12:44:26.819372 3756 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0401 12:44:26.819740 3756 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0401 12:44:26.819760 3756 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0401 12:44:26.819418 3756 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0401 12:44:26.819779 3756 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0401 12:44:26.819444 3756 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0401 12:44:26.819420 3756 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0401 12:44:26.819389 3756 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0401 12:44:26.819463 3756 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0401 12:44:26.819873 3756 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0401 12:44:26.819882 3756 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0401 12:44:26.819477 3756 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0401 12:44:26.819892 3756 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0401 12:44:26.819902 3756 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0401 12:44:26.819507 3756 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0401 12:44:26.819470 3756 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0401 12:44:26.819915 3756 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0401 12:44:26.819922 3756 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0401 12:44:26.819529 3756 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0401 12:44:26.819403 3756 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0401 12:44:26.819532 3756 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0401 12:44:26.819985 3756 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0401 12:44:26.819530 3756 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0401 12:44:26.820000 3756 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0401 12:44:26.819535 3756 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0401 12:44:26.820017 3756 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0401 12:44:26.820003 3756 port_claim.go:71] Svc openshift-ingress/router-default: port 30906 is already open, no action needed I0401 12:44:26.820040 3756 port_claim.go:71] Svc openshift-ingress/router-default: port 30561 is already open, no action needed I0401 12:44:26.819544 3756 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0401 12:44:26.820109 3756 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0401 12:44:26.819545 3756 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0401 12:44:26.820153 3756 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0401 12:44:26.819547 3756 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0401 12:44:26.820176 3756 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0401 12:44:26.819550 3756 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0401 12:44:26.820257 3756 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0401 12:44:26.820269 3756 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0401 12:44:26.819553 3756 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0401 12:44:26.820293 3756 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0401 12:44:26.819554 3756 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0401 12:44:26.820344 3756 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0401 12:44:26.819727 3756 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0401 12:44:26.819375 3756 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0401 12:44:26.819535 3756 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0401 12:44:26.820024 3756 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0401 12:44:26.819540 3756 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0401 12:44:26.820549 3756 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0401 12:44:26.821035 3756 node_ip_handler_linux.go:160] Node IP manager is running W0401 12:44:26.860260 3756 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0401 12:44:26.860375 3756 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0401 12:44:26.860490 3756 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:81:00:01/10.129.0.1) on link ovn-k8s-mp0 I0401 12:44:26.868495 3756 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0401 12:44:26.868545 3756 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0401 12:44:26.868563 3756 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0401 12:44:26.868573 3756 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0401 12:44:26.868580 3756 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0401 12:44:26.868586 3756 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0401 12:44:26.868593 3756 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0401 12:44:26.868606 3756 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0401 12:44:26.868624 3756 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0401 12:44:26.868642 3756 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0401 12:44:26.907582 3756 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0401 12:44:26.907605 3756 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0401 12:44:26.907613 3756 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0401 12:44:26.907619 3756 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0401 12:44:26.946904 3756 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0401 12:44:26.946910 3756 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0401 12:44:26.946929 3756 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0401 12:44:26.946937 3756 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0401 12:44:26.946947 3756 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0401 12:44:26.946954 3756 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0401 12:44:26.946961 3756 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0401 12:44:26.946967 3756 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0401 12:44:26.946973 3756 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0401 12:44:26.946979 3756 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0401 12:44:28.029163 3756 default_node_network_controller.go:1369] Starting node controller node sync W0401 12:44:28.029204 3756 egressip_healthcheck.go:76] Health checking using insecure connection I0401 12:44:28.029252 3756 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.129.0.2:9107 I0401 12:44:28.041479 3756 default_node_network_controller.go:1411] Node controller node sync done. Time taken: 12.293516ms I0401 12:44:28.041712 3756 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0401 12:44:28.042027 3756 egressservice_node.go:93] Setting up event handlers for Egress Services I0401 12:44:28.042209 3756 egressservice_node.go:183] Starting Egress Services Controller I0401 12:44:28.042226 3756 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0401 12:44:28.042235 3756 shared_informer.go:356] "Caches are synced" controller="egressservices" I0401 12:44:28.042240 3756 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0401 12:44:28.042246 3756 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0401 12:44:28.042272 3756 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0401 12:44:28.042284 3756 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0401 12:44:28.042290 3756 egressservice_node.go:197] Repairing Egress Services I0401 12:44:28.052234 3756 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0401 12:44:28.052245 3756 external_controller.go:278] Starting Admin Policy Based Route Controller I0401 12:44:28.052406 3756 default_node_network_controller.go:1076] Egress IP for secondary host network is disabled I0401 12:44:28.052423 3756 link_network_manager.go:117] Link manager is running I0401 12:44:28.052435 3756 default_node_network_controller.go:1087] Default node network controller initialized and ready. I0401 12:44:28.052501 3756 ovspinning_linux.go:42] OVS CPU affinity pinning disabled I0401 12:44:28.052903 3756 vrf_manager.go:128] VRF manager is running I0401 12:44:28.053000 3756 node_controller_manager.go:437] Removing flows to drop GARP I0401 12:44:28.053012 3756 gateway.go:519] Reconciling gateway with updates I0401 12:44:28.080408 3756 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0401 12:44:28.080426 3756 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0401 12:44:28.080422 3756 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0401 12:44:28.080430 3756 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0401 12:44:28.080414 3756 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0401 12:44:28.080441 3756 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0401 12:44:28.080443 3756 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0401 12:44:28.080448 3756 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0401 12:44:28.080446 3756 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift I0401 12:44:28.080453 3756 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0401 12:44:28.080458 3756 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0401 12:44:28.080464 3756 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0401 12:44:28.080467 3756 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0401 12:44:28.080475 3756 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0401 12:44:28.080480 3756 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0401 12:44:28.080487 3756 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0401 12:44:28.080491 3756 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/kubernetes I0401 12:44:28.080437 3756 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0401 12:44:28.080500 3756 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/kubernetes I0401 12:44:28.080520 3756 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0401 12:44:28.080524 3756 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0401 12:44:28.080407 3756 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0401 12:44:28.080534 3756 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0401 12:44:28.080535 3756 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0401 12:44:28.080540 3756 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0401 12:44:28.080545 3756 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0401 12:44:28.080550 3756 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0401 12:44:28.080552 3756 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0401 12:44:28.080556 3756 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0401 12:44:28.080480 3756 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0401 12:44:28.080561 3756 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0401 12:44:28.080558 3756 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0401 12:44:28.080555 3756 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0401 12:44:28.080574 3756 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0401 12:44:28.080578 3756 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0401 12:44:28.080579 3756 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0401 12:44:28.080542 3756 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0401 12:44:28.080461 3756 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift I0401 12:44:28.080593 3756 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0401 12:44:28.080594 3756 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0401 12:44:28.080598 3756 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0401 12:44:28.080601 3756 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0401 12:44:28.080492 3756 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0401 12:44:28.080609 3756 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0401 12:44:28.080534 3756 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0401 12:44:28.080612 3756 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0401 12:44:28.080615 3756 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0401 12:44:28.080624 3756 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0401 12:44:28.080623 3756 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0401 12:44:28.080630 3756 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0401 12:44:28.080635 3756 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0401 12:44:28.080640 3756 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0401 12:44:28.080436 3756 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0401 12:44:28.080488 3756 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0401 12:44:28.080677 3756 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0401 12:44:28.080444 3756 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0401 12:44:28.080721 3756 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0401 12:44:28.080568 3756 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0401 12:44:28.080729 3756 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0401 12:44:28.080736 3756 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0401 12:44:28.080748 3756 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0401 12:44:28.080746 3756 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0401 12:44:28.080769 3756 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0401 12:44:28.080475 3756 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0401 12:44:28.080781 3756 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0401 12:44:28.080503 3756 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0401 12:44:28.080599 3756 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0401 12:44:28.080799 3756 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0401 12:44:28.080804 3756 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0401 12:44:28.080598 3756 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0401 12:44:28.080452 3756 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0401 12:44:28.080878 3756 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0401 12:44:28.080892 3756 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0401 12:44:28.080897 3756 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0401 12:44:28.080465 3756 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0401 12:44:28.080913 3756 port_claim.go:71] Svc openshift-ingress/router-default: port 30906 is already open, no action needed I0401 12:44:28.080495 3756 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0401 12:44:28.080918 3756 port_claim.go:71] Svc openshift-ingress/router-default: port 30561 is already open, no action needed I0401 12:44:28.080530 3756 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0401 12:44:28.080530 3756 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0401 12:44:28.080981 3756 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0401 12:44:28.080544 3756 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/packageserver I0401 12:44:28.081021 3756 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/packageserver I0401 12:44:28.080582 3756 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0401 12:44:28.081072 3756 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0401 12:44:28.080588 3756 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0401 12:44:28.080437 3756 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0401 12:44:28.080587 3756 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0401 12:44:28.081111 3756 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0401 12:44:28.081116 3756 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0401 12:44:28.080444 3756 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0401 12:44:28.080601 3756 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0401 12:44:28.081142 3756 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0401 12:44:28.080615 3756 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0401 12:44:28.080629 3756 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0401 12:44:28.080627 3756 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0401 12:44:28.081237 3756 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0401 12:44:28.080662 3756 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0401 12:44:28.080754 3756 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0401 12:44:28.080429 3756 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0401 12:44:28.081288 3756 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0401 12:44:28.092103 3756 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-227.ec2.internal in network "default" I0401 12:44:28.092178 3756 node_tracker.go:169] Node ip-10-0-2-227.ec2.internal switch + router changed, syncing services in network "default" I0401 12:44:28.092185 3756 egressfirewall.go:628] Syncing node "ip-10-0-2-227.ec2.internal" for egress firewall I0401 12:44:28.092201 3756 services_controller.go:574] Full service sync requested for network=default I0401 12:44:28.092204 3756 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-227.ec2.internal I0401 12:44:28.092217 3756 default_node_network_controller.go:1282] Adding remote node "ip-10-0-2-227.ec2.internal", IP: 10.0.2.227 to PMTUD blocking rules I0401 12:44:28.092228 3756 default_node_network_controller.go:1282] Adding remote node "ip-10-0-2-227.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0401 12:44:28.092218 3756 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-227.ec2.internal: 18.629µs I0401 12:44:28.123627 3756 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0401 12:44:28.123647 3756 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0401 12:44:28.123672 3756 default_network_controller.go:1067] Egress IP detected IP address change for node ip-10-0-2-227.ec2.internal. Updating no re-route policies I0401 12:44:28.123685 3756 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0401 12:44:28.123698 3756 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0401 12:44:28.123708 3756 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0401 12:44:28.123718 3756 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0401 12:44:28.123726 3756 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0401 12:44:28.123736 3756 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0401 12:44:28.123746 3756 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0401 12:44:28.123756 3756 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0401 12:44:28.123675 3756 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0401 12:44:28.123766 3756 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0401 12:44:28.123777 3756 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0401 12:44:28.123785 3756 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0401 12:44:28.123794 3756 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0401 12:44:28.123802 3756 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0401 12:44:28.123813 3756 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0401 12:44:28.123820 3756 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0401 12:44:28.123830 3756 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0401 12:44:28.123839 3756 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0401 12:44:28.124973 3756 default_node_network_controller.go:1282] Adding remote node "ip-10-0-2-227.ec2.internal", IP: 10.0.2.227 to PMTUD blocking rules I0401 12:44:28.124991 3756 default_node_network_controller.go:1282] Adding remote node "ip-10-0-2-227.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0401 12:44:28.166838 3756 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0401 12:44:28.166851 3756 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0401 12:44:28.166872 3756 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0401 12:44:28.166880 3756 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0401 12:44:28.166885 3756 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0401 12:44:28.166892 3756 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0401 12:44:28.166901 3756 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0401 12:44:28.166917 3756 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0401 12:44:28.166928 3756 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0401 12:44:28.208787 3756 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0401 12:44:28.208815 3756 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0401 12:44:28.208823 3756 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0401 12:44:28.208830 3756 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0401 12:44:29.511336 3756 default_network_controller.go:1008] Node "ip-10-0-1-161.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0401 12:44:30.188927 3756 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-11.ec2.internal I0401 12:44:30.188957 3756 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-11.ec2.internal: 35.991µs I0401 12:44:30.219183 3756 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-5dffc4fd9b-cqhm7] creating logical port openshift-image-registry_image-registry-5dffc4fd9b-cqhm7 for pod on switch ip-10-0-0-11.ec2.internal I0401 12:44:30.219368 3756 kube.go:256] Updating pod openshift-image-registry/image-registry-5dffc4fd9b-cqhm7 I0401 12:44:30.249366 3756 pod.go:62] [openshift-image-registry/image-registry-5dffc4fd9b-cqhm7] pod update took 30.06341ms I0401 12:44:30.249379 3756 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-wjwmj] creating logical port openshift-dns_dns-default-wjwmj for pod on switch ip-10-0-0-11.ec2.internal I0401 12:44:30.249389 3756 base_network_controller_pods.go:937] [default/openshift-image-registry/image-registry-5dffc4fd9b-cqhm7] addLogicalPort annotation time took 30.100742ms I0401 12:44:30.249551 3756 kube.go:256] Updating pod openshift-dns/dns-default-wjwmj I0401 12:44:30.253129 3756 pods.go:271] [openshift-image-registry/image-registry-5dffc4fd9b-cqhm7] addLogicalPort took 33.964561ms, libovsdb time 2.099142ms I0401 12:44:30.270847 3756 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-lrcg6] creating logical port openshift-ingress-canary_ingress-canary-lrcg6 for pod on switch ip-10-0-0-11.ec2.internal I0401 12:44:30.270962 3756 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-lrcg6 I0401 12:44:30.274919 3756 pod.go:62] [openshift-dns/dns-default-wjwmj] pod update took 25.425328ms I0401 12:44:30.274996 3756 base_network_controller_pods.go:937] [default/openshift-dns/dns-default-wjwmj] addLogicalPort annotation time took 25.503928ms I0401 12:44:30.275113 3756 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-fr44j] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-catalog-fr44j for pod on switch ip-10-0-0-11.ec2.internal I0401 12:44:30.275256 3756 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-catalog-fr44j I0401 12:44:30.276370 3756 pods.go:271] [openshift-dns/dns-default-wjwmj] addLogicalPort took 27.008581ms, libovsdb time 1.017129ms I0401 12:44:30.276797 3756 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29584120-z5tp4] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29584120-z5tp4 for pod on switch ip-10-0-0-11.ec2.internal I0401 12:44:30.276856 3756 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29584120-z5tp4 I0401 12:44:30.292984 3756 pod.go:62] [openshift-ingress-canary/ingress-canary-lrcg6] pod update took 22.043294ms I0401 12:44:30.293007 3756 base_network_controller_pods.go:937] [default/openshift-ingress-canary/ingress-canary-lrcg6] addLogicalPort annotation time took 22.071003ms I0401 12:44:30.293803 3756 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-fr44j] pod update took 18.5626ms I0401 12:44:30.293826 3756 base_network_controller_pods.go:937] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-fr44j] addLogicalPort annotation time took 18.590537ms I0401 12:44:30.294081 3756 pods.go:271] [openshift-ingress-canary/ingress-canary-lrcg6] addLogicalPort took 23.249064ms, libovsdb time 824.22µs I0401 12:44:30.295019 3756 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-fr44j] addLogicalPort took 19.919627ms, libovsdb time 770.015µs I0401 12:44:30.296172 3756 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29584120-z5tp4] pod update took 19.334861ms I0401 12:44:30.296188 3756 base_network_controller_pods.go:937] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29584120-z5tp4] addLogicalPort annotation time took 19.353076ms I0401 12:44:30.297287 3756 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29584120-z5tp4] addLogicalPort took 20.497171ms, libovsdb time 846.744µs I0401 12:44:30.826802 3756 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-161.ec2.internal in network "default" I0401 12:44:30.826862 3756 node_tracker.go:235] Node ip-10-0-1-161.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-161.ec2.internal" I0401 12:44:30.826870 3756 default_network_controller.go:1008] Node "ip-10-0-1-161.ec2.internal" in remote zone "ip-10-0-1-161.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0401 12:44:30.826879 3756 node_tracker.go:169] Node ip-10-0-1-161.ec2.internal switch + router changed, syncing services in network "default" I0401 12:44:30.826952 3756 services_controller.go:574] Full service sync requested for network=default I0401 12:44:30.859050 3756 default_network_controller.go:1008] Node "ip-10-0-1-161.ec2.internal" in remote zone "ip-10-0-1-161.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0401 12:44:30.973760 3756 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-161.ec2.internal in network "default" I0401 12:44:30.973830 3756 node_tracker.go:169] Node ip-10-0-1-161.ec2.internal switch + router changed, syncing services in network "default" I0401 12:44:30.973851 3756 services_controller.go:574] Full service sync requested for network=default I0401 12:44:30.973849 3756 default_network_controller.go:1008] Node "ip-10-0-1-161.ec2.internal" in remote zone "ip-10-0-1-161.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0401 12:44:30.974615 3756 zone_ic_handler.go:260] Creating interconnect resources for remote zone node ip-10-0-1-161.ec2.internal for the network default I0401 12:44:30.975936 3756 zone_ic_handler.go:265] Creating Interconnect resources for node "ip-10-0-1-161.ec2.internal" on network "default" took: 1.340525ms I0401 12:44:31.035307 3756 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29584120-z5tp4 de1a9e0f84a43e2e614c86c7d671f5838edbfa5773b441a32cd27f8327707b99 network default NAD default] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29584120-z5tp4 de1a9e0f84a43e2e614c86c7d671f5838edbfa5773b441a32cd27f8327707b99 network default NAD default] I0401 12:44:31.035312 3756 cni.go:403] [openshift-ingress-canary/ingress-canary-lrcg6 4ee355e3a427cab0ea857e5db07dd67b7285ebe6603b0dbc0a36ab131a0c626b network default NAD default] ADD starting CNI request [openshift-ingress-canary/ingress-canary-lrcg6 4ee355e3a427cab0ea857e5db07dd67b7285ebe6603b0dbc0a36ab131a0c626b network default NAD default] I0401 12:44:31.035580 3756 cni.go:403] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-fr44j d13c8501ed93a7afb361fbeb9d8f504a4a963fdee88d386fc1a7febdd0d09087 network default NAD default] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-fr44j d13c8501ed93a7afb361fbeb9d8f504a4a963fdee88d386fc1a7febdd0d09087 network default NAD default] I0401 12:44:31.055492 3756 helper_linux.go:450] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-catalog-fr44j, hostIfaceName: d13c8501ed93a7a, network: default, NAD default, SandboxID: "d13c8501ed93a7afb361fbeb9d8f504a4a963fdee88d386fc1a7febdd0d09087", PCI device ID: , UID: "afaaac64-3d1f-4724-9260-2758e4aa8914", MAC: 0a:58:0a:81:00:09, IPs: [10.129.0.9/23] I0401 12:44:31.056548 3756 helper_linux.go:450] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29584120-z5tp4, hostIfaceName: de1a9e0f84a43e2, network: default, NAD default, SandboxID: "de1a9e0f84a43e2e614c86c7d671f5838edbfa5773b441a32cd27f8327707b99", PCI device ID: , UID: "df7b9a76-ea92-464d-bf40-1ccf0ba4fd6d", MAC: 0a:58:0a:81:00:0a, IPs: [10.129.0.10/23] I0401 12:44:31.062608 3756 helper_linux.go:450] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-lrcg6, hostIfaceName: 4ee355e3a427cab, network: default, NAD default, SandboxID: "4ee355e3a427cab0ea857e5db07dd67b7285ebe6603b0dbc0a36ab131a0c626b", PCI device ID: , UID: "4eddce80-ec42-47bf-9995-d7b5c08eaaf1", MAC: 0a:58:0a:81:00:08, IPs: [10.129.0.8/23] I0401 12:44:31.112146 3756 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29584120-z5tp4 de1a9e0f84a43e2e614c86c7d671f5838edbfa5773b441a32cd27f8327707b99 network default NAD default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29584120-z5tp4 de1a9e0f84a43e2e614c86c7d671f5838edbfa5773b441a32cd27f8327707b99 network default NAD default], result "{\"interfaces\":[{\"mac\":\"fa:55:cc:bc:f9:3f\",\"name\":\"de1a9e0f84a43e2\"},{\"mac\":\"0a:58:0a:81:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9472806f-edaa-45c6-b307-0d0ac1e9e89e\"}],\"ips\":[{\"address\":\"10.129.0.10/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0401 12:44:31.114916 3756 cni.go:424] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-fr44j d13c8501ed93a7afb361fbeb9d8f504a4a963fdee88d386fc1a7febdd0d09087 network default NAD default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-fr44j d13c8501ed93a7afb361fbeb9d8f504a4a963fdee88d386fc1a7febdd0d09087 network default NAD default], result "{\"interfaces\":[{\"mac\":\"22:fc:83:07:1e:3a\",\"name\":\"d13c8501ed93a7a\"},{\"mac\":\"0a:58:0a:81:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1ecc112a-de96-4a3e-8c66-3b715078fd74\"}],\"ips\":[{\"address\":\"10.129.0.9/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0401 12:44:31.121307 3756 cni.go:424] [openshift-ingress-canary/ingress-canary-lrcg6 4ee355e3a427cab0ea857e5db07dd67b7285ebe6603b0dbc0a36ab131a0c626b network default NAD default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-lrcg6 4ee355e3a427cab0ea857e5db07dd67b7285ebe6603b0dbc0a36ab131a0c626b network default NAD default], result "{\"interfaces\":[{\"mac\":\"f2:c1:1d:ac:51:4d\",\"name\":\"4ee355e3a427cab\"},{\"mac\":\"0a:58:0a:81:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/77bfbecc-c72f-49e9-96b7-f3f88a39139a\"}],\"ips\":[{\"address\":\"10.129.0.8/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0401 12:44:31.812975 3756 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-227.ec2.internal I0401 12:44:31.813012 3756 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-227.ec2.internal: 47.031µs I0401 12:44:33.527160 3756 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-161.ec2.internal I0401 12:44:33.527185 3756 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-161.ec2.internal: 32.15µs I0401 12:44:33.527190 3756 egressfirewall.go:628] Syncing node "ip-10-0-1-161.ec2.internal" for egress firewall I0401 12:44:33.527210 3756 default_node_network_controller.go:1282] Adding remote node "ip-10-0-1-161.ec2.internal", IP: 10.0.1.161 to PMTUD blocking rules I0401 12:44:33.527221 3756 default_node_network_controller.go:1282] Adding remote node "ip-10-0-1-161.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0401 12:44:33.527220 3756 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-161.ec2.internal in network "default" I0401 12:44:33.527266 3756 node_tracker.go:169] Node ip-10-0-1-161.ec2.internal switch + router changed, syncing services in network "default" I0401 12:44:33.527284 3756 services_controller.go:574] Full service sync requested for network=default I0401 12:44:33.533360 3756 default_network_controller.go:1067] Egress IP detected IP address change for node ip-10-0-1-161.ec2.internal. Updating no re-route policies I0401 12:44:33.544896 3756 default_node_network_controller.go:1282] Adding remote node "ip-10-0-1-161.ec2.internal", IP: 10.0.1.161 to PMTUD blocking rules I0401 12:44:33.544913 3756 default_node_network_controller.go:1282] Adding remote node "ip-10-0-1-161.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0401 12:44:33.779398 3756 cni.go:403] [openshift-network-diagnostics/network-check-target-qv5z8 729d23bb3dfe034e5e286faeec5a4572071a39d93fa3e69fcaf58ad694289e67 network default NAD default] ADD starting CNI request [openshift-network-diagnostics/network-check-target-qv5z8 729d23bb3dfe034e5e286faeec5a4572071a39d93fa3e69fcaf58ad694289e67 network default NAD default] I0401 12:44:33.780948 3756 cni.go:403] [kube-system/global-pull-secret-syncer-chmjm cf2d4977c9bd44e33f62e46de657e9c772245bb5d3c2461ec7d0669be2ec4e4c network default NAD default] ADD starting CNI request [kube-system/global-pull-secret-syncer-chmjm cf2d4977c9bd44e33f62e46de657e9c772245bb5d3c2461ec7d0669be2ec4e4c network default NAD default] I0401 12:44:33.792916 3756 helper_linux.go:450] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-qv5z8, hostIfaceName: 729d23bb3dfe034, network: default, NAD default, SandboxID: "729d23bb3dfe034e5e286faeec5a4572071a39d93fa3e69fcaf58ad694289e67", PCI device ID: , UID: "016b5181-dedb-4a85-a01f-005dbb17b89f", MAC: 0a:58:0a:81:00:04, IPs: [10.129.0.4/23] I0401 12:44:33.793308 3756 helper_linux.go:450] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-chmjm, hostIfaceName: cf2d4977c9bd44e, network: default, NAD default, SandboxID: "cf2d4977c9bd44e33f62e46de657e9c772245bb5d3c2461ec7d0669be2ec4e4c", PCI device ID: , UID: "2f31cf16-f227-448f-baa8-1a220124c779", MAC: 0a:58:0a:81:00:03, IPs: [10.129.0.3/23] I0401 12:44:33.839336 3756 cni.go:424] [openshift-network-diagnostics/network-check-target-qv5z8 729d23bb3dfe034e5e286faeec5a4572071a39d93fa3e69fcaf58ad694289e67 network default NAD default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-qv5z8 729d23bb3dfe034e5e286faeec5a4572071a39d93fa3e69fcaf58ad694289e67 network default NAD default], result "{\"interfaces\":[{\"mac\":\"6a:1f:81:0f:55:2a\",\"name\":\"729d23bb3dfe034\"},{\"mac\":\"0a:58:0a:81:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/946805fb-f437-447a-be0c-f1e1ed793e29\"}],\"ips\":[{\"address\":\"10.129.0.4/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0401 12:44:33.846040 3756 cni.go:424] [kube-system/global-pull-secret-syncer-chmjm cf2d4977c9bd44e33f62e46de657e9c772245bb5d3c2461ec7d0669be2ec4e4c network default NAD default] ADD finished CNI request [kube-system/global-pull-secret-syncer-chmjm cf2d4977c9bd44e33f62e46de657e9c772245bb5d3c2461ec7d0669be2ec4e4c network default NAD default], result "{\"interfaces\":[{\"mac\":\"c2:b8:5b:d4:48:c0\",\"name\":\"cf2d4977c9bd44e\"},{\"mac\":\"0a:58:0a:81:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bdc2b356-db7a-4521-81b7-2e0c850dc4ff\"}],\"ips\":[{\"address\":\"10.129.0.3/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0401 12:44:34.467754 3756 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0401 12:44:37.218582 3756 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0401 12:44:37.284798 3756 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-161.ec2.internal I0401 12:44:37.284837 3756 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-161.ec2.internal: 40.603µs W0401 12:44:39.507879 3756 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0401 12:44:41.511836 3756 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 50051: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0401 12:44:42.048258 3756 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-initial-gdjxl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 12:44:42.048724 3756 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-initial-gdjxl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 12:44:42.091634 3756 obj_retry.go:458] Detected object kube-system/ecr-credential-refresh-initial-gdjxl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:44:42.091654 3756 obj_retry.go:458] Detected object kube-system/ecr-credential-refresh-initial-gdjxl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0401 12:45:09.230155 3756 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0401 12:45:09.230180 3756 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0401 12:45:10.501897 3756 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0401 12:45:16.433261 3756 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390g8dxh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 12:45:16.433850 3756 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390g8dxh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 12:45:16.433881 3756 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390g8dxh of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0401 12:45:16.433890 3756 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0401 12:45:16.433904 3756 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390g8dxh of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0401 12:45:16.433911 3756 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0401 12:45:17.465127 3756 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390g8dxh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:45:17.465155 3756 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390g8dxh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:45:17.465175 3756 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390g8dxh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:45:17.465190 3756 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390g8dxh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:45:19.997267 3756 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0401 12:45:20.008408 3756 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0401 12:46:38.687287 3756 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-67d98b7f6f-948dt] creating logical port openshift-ingress_router-default-67d98b7f6f-948dt for pod on switch ip-10-0-0-11.ec2.internal I0401 12:46:38.687406 3756 kube.go:256] Updating pod openshift-ingress/router-default-67d98b7f6f-948dt I0401 12:46:38.692054 3756 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-7865945557-mp9gn] creating logical port openshift-ingress_router-default-7865945557-mp9gn for pod on switch ip-10-0-0-11.ec2.internal I0401 12:46:38.692172 3756 kube.go:256] Updating pod openshift-ingress/router-default-7865945557-mp9gn I0401 12:46:38.724040 3756 pod.go:62] [openshift-ingress/router-default-67d98b7f6f-948dt] pod update took 36.672582ms I0401 12:46:38.724060 3756 base_network_controller_pods.go:937] [default/openshift-ingress/router-default-67d98b7f6f-948dt] addLogicalPort annotation time took 36.698462ms I0401 12:46:38.725119 3756 pods.go:271] [openshift-ingress/router-default-67d98b7f6f-948dt] addLogicalPort took 37.851692ms, libovsdb time 818.502µs I0401 12:46:38.739111 3756 pod.go:62] [openshift-ingress/router-default-7865945557-mp9gn] pod update took 46.966378ms I0401 12:46:38.739131 3756 base_network_controller_pods.go:937] [default/openshift-ingress/router-default-7865945557-mp9gn] addLogicalPort annotation time took 46.991507ms I0401 12:46:38.740058 3756 pods.go:271] [openshift-ingress/router-default-7865945557-mp9gn] addLogicalPort took 48.019247ms, libovsdb time 690.239µs W0401 12:46:42.354148 3756 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0401 12:46:43.364888 3756 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0401 12:46:43.365696 3756 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 785.771µs I0401 12:46:43.382759 3756 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0401 12:46:44.333175 3756 namespace.go:98] [openshift-service-ca] adding namespace I0401 12:46:44.334012 3756 namespace.go:102] [openshift-service-ca] adding namespace took 815.372µs I0401 12:46:44.352108 3756 namespace.go:142] [openshift-service-ca] updating namespace W0401 12:46:51.930051 3756 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0401 12:47:06.410633 3756 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-qx9wh] creating logical port openshift-insights_insights-runtime-extractor-qx9wh for pod on switch ip-10-0-0-11.ec2.internal I0401 12:47:06.410731 3756 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-qx9wh I0401 12:47:06.437555 3756 pod.go:62] [openshift-insights/insights-runtime-extractor-qx9wh] pod update took 26.853327ms I0401 12:47:06.437575 3756 base_network_controller_pods.go:937] [default/openshift-insights/insights-runtime-extractor-qx9wh] addLogicalPort annotation time took 26.879274ms I0401 12:47:06.438714 3756 pods.go:271] [openshift-insights/insights-runtime-extractor-qx9wh] addLogicalPort took 28.099813ms, libovsdb time 856.743µs I0401 12:47:06.767175 3756 cni.go:403] [openshift-insights/insights-runtime-extractor-qx9wh 7f6c8bf047bbb9bab270f6c04dc6b31c238510961534a110c2ca5216a75de8bb network default NAD default] ADD starting CNI request [openshift-insights/insights-runtime-extractor-qx9wh 7f6c8bf047bbb9bab270f6c04dc6b31c238510961534a110c2ca5216a75de8bb network default NAD default] I0401 12:47:06.776407 3756 helper_linux.go:450] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-qx9wh, hostIfaceName: 7f6c8bf047bbb9b, network: default, NAD default, SandboxID: "7f6c8bf047bbb9bab270f6c04dc6b31c238510961534a110c2ca5216a75de8bb", PCI device ID: , UID: "18e5b0fb-21c7-488d-90a8-a0812e3bfc30", MAC: 0a:58:0a:81:00:0d, IPs: [10.129.0.13/23] I0401 12:47:06.822395 3756 cni.go:424] [openshift-insights/insights-runtime-extractor-qx9wh 7f6c8bf047bbb9bab270f6c04dc6b31c238510961534a110c2ca5216a75de8bb network default NAD default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-qx9wh 7f6c8bf047bbb9bab270f6c04dc6b31c238510961534a110c2ca5216a75de8bb network default NAD default], result "{\"interfaces\":[{\"mac\":\"9a:18:f3:92:f5:ae\",\"name\":\"7f6c8bf047bbb9b\"},{\"mac\":\"0a:58:0a:81:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c072b5c6-3e79-4e31-9d02-50affe3e06f5\"}],\"ips\":[{\"address\":\"10.129.0.13/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0401 12:47:07.620319 3756 obj_retry.go:464] Detected object openshift-image-registry/image-registry-6bf9bc79cf-k98ps of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 12:47:07.620955 3756 obj_retry.go:464] Detected object openshift-image-registry/image-registry-6bf9bc79cf-k98ps of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 12:47:07.646369 3756 obj_retry.go:458] Detected object openshift-image-registry/image-registry-6bf9bc79cf-k98ps of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:47:07.646391 3756 obj_retry.go:458] Detected object openshift-image-registry/image-registry-6bf9bc79cf-k98ps of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:47:07.646559 3756 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-6bf9bc79cf-k98ps I0401 12:47:07.646579 3756 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-6bf9bc79cf-k98ps I0401 12:47:07.836939 3756 obj_retry.go:464] Detected object openshift-image-registry/image-registry-5dffc4fd9b-cqhm7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 12:47:07.836982 3756 pods.go:176] Deleting pod: openshift-image-registry/image-registry-5dffc4fd9b-cqhm7 I0401 12:47:07.838299 3756 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-5dffc4fd9b-cqhm7, ips: 10.129.0.6 I0401 12:47:07.838326 3756 obj_retry.go:464] Detected object openshift-image-registry/image-registry-5dffc4fd9b-cqhm7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 12:47:07.844715 3756 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-6bc745f5c4-pht7x] creating logical port openshift-image-registry_image-registry-6bc745f5c4-pht7x for pod on switch ip-10-0-0-11.ec2.internal I0401 12:47:07.844813 3756 kube.go:256] Updating pod openshift-image-registry/image-registry-6bc745f5c4-pht7x I0401 12:47:07.853810 3756 obj_retry.go:458] Detected object openshift-image-registry/image-registry-5dffc4fd9b-cqhm7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:47:07.853831 3756 obj_retry.go:458] Detected object openshift-image-registry/image-registry-5dffc4fd9b-cqhm7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:47:07.858578 3756 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5dffc4fd9b-cqhm7 I0401 12:47:07.858604 3756 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5dffc4fd9b-cqhm7 I0401 12:47:07.861383 3756 pod.go:62] [openshift-image-registry/image-registry-6bc745f5c4-pht7x] pod update took 16.600766ms I0401 12:47:07.861407 3756 base_network_controller_pods.go:937] [default/openshift-image-registry/image-registry-6bc745f5c4-pht7x] addLogicalPort annotation time took 16.62923ms I0401 12:47:07.862601 3756 pods.go:271] [openshift-image-registry/image-registry-6bc745f5c4-pht7x] addLogicalPort took 17.901502ms, libovsdb time 871.161µs I0401 12:47:08.203506 3756 cni.go:403] [openshift-image-registry/image-registry-6bc745f5c4-pht7x 006d133e4966aae2bb2e0ecf5bdd0a3f3cf33ed4fc851f8544abea105d3fb9a1 network default NAD default] ADD starting CNI request [openshift-image-registry/image-registry-6bc745f5c4-pht7x 006d133e4966aae2bb2e0ecf5bdd0a3f3cf33ed4fc851f8544abea105d3fb9a1 network default NAD default] I0401 12:47:08.213394 3756 helper_linux.go:450] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-6bc745f5c4-pht7x, hostIfaceName: 006d133e4966aae, network: default, NAD default, SandboxID: "006d133e4966aae2bb2e0ecf5bdd0a3f3cf33ed4fc851f8544abea105d3fb9a1", PCI device ID: , UID: "10e5f169-7eb3-4332-894e-910f9487de99", MAC: 0a:58:0a:81:00:0e, IPs: [10.129.0.14/23] I0401 12:47:08.262151 3756 cni.go:424] [openshift-image-registry/image-registry-6bc745f5c4-pht7x 006d133e4966aae2bb2e0ecf5bdd0a3f3cf33ed4fc851f8544abea105d3fb9a1 network default NAD default] ADD finished CNI request [openshift-image-registry/image-registry-6bc745f5c4-pht7x 006d133e4966aae2bb2e0ecf5bdd0a3f3cf33ed4fc851f8544abea105d3fb9a1 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ba:cb:99:d7:a2:dd\",\"name\":\"006d133e4966aae\"},{\"mac\":\"0a:58:0a:81:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4234c791-00cf-43a0-8479-29437ed9909e\"}],\"ips\":[{\"address\":\"10.129.0.14/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0401 12:47:08.619253 3756 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0401 12:47:08.845524 3756 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0401 12:47:10.844212 3756 cni.go:403] [openshift-ingress/router-default-7865945557-mp9gn 1e42dd2516d482e158b9a27d80612596f0536378ef8ccf960d8c7efe5bca3749 network default NAD default] ADD starting CNI request [openshift-ingress/router-default-7865945557-mp9gn 1e42dd2516d482e158b9a27d80612596f0536378ef8ccf960d8c7efe5bca3749 network default NAD default] I0401 12:47:10.849867 3756 cni.go:403] [openshift-ingress/router-default-67d98b7f6f-948dt b252419f2beec03995c067e573a383d2ccff625d20c86e6a0ed328baf0cd27b9 network default NAD default] ADD starting CNI request [openshift-ingress/router-default-67d98b7f6f-948dt b252419f2beec03995c067e573a383d2ccff625d20c86e6a0ed328baf0cd27b9 network default NAD default] I0401 12:47:10.854679 3756 helper_linux.go:450] ConfigureOVS: namespace: openshift-ingress, podName: router-default-7865945557-mp9gn, hostIfaceName: 1e42dd2516d482e, network: default, NAD default, SandboxID: "1e42dd2516d482e158b9a27d80612596f0536378ef8ccf960d8c7efe5bca3749", PCI device ID: , UID: "394f7fbd-9b0e-4166-889d-84354226880b", MAC: 0a:58:0a:81:00:0c, IPs: [10.129.0.12/23] I0401 12:47:10.859711 3756 helper_linux.go:450] ConfigureOVS: namespace: openshift-ingress, podName: router-default-67d98b7f6f-948dt, hostIfaceName: b252419f2beec03, network: default, NAD default, SandboxID: "b252419f2beec03995c067e573a383d2ccff625d20c86e6a0ed328baf0cd27b9", PCI device ID: , UID: "9184ee58-5d3c-41c4-9e97-3078adf69b65", MAC: 0a:58:0a:81:00:0b, IPs: [10.129.0.11/23] I0401 12:47:10.899091 3756 cni.go:424] [openshift-ingress/router-default-7865945557-mp9gn 1e42dd2516d482e158b9a27d80612596f0536378ef8ccf960d8c7efe5bca3749 network default NAD default] ADD finished CNI request [openshift-ingress/router-default-7865945557-mp9gn 1e42dd2516d482e158b9a27d80612596f0536378ef8ccf960d8c7efe5bca3749 network default NAD default], result "{\"interfaces\":[{\"mac\":\"7e:92:94:42:e2:d9\",\"name\":\"1e42dd2516d482e\"},{\"mac\":\"0a:58:0a:81:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0bc7c036-3166-4e0b-a563-3ddb49228ee9\"}],\"ips\":[{\"address\":\"10.129.0.12/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0401 12:47:10.915921 3756 cni.go:424] [openshift-ingress/router-default-67d98b7f6f-948dt b252419f2beec03995c067e573a383d2ccff625d20c86e6a0ed328baf0cd27b9 network default NAD default] ADD finished CNI request [openshift-ingress/router-default-67d98b7f6f-948dt b252419f2beec03995c067e573a383d2ccff625d20c86e6a0ed328baf0cd27b9 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ba:2a:2e:39:ce:e9\",\"name\":\"b252419f2beec03\"},{\"mac\":\"0a:58:0a:81:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/91363508-b5e0-4aa6-8a45-10ee3f91e2b8\"}],\"ips\":[{\"address\":\"10.129.0.11/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0401 12:47:11.425194 3756 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0401 12:47:11.425214 3756 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0401 12:47:11.427535 3756 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0401 12:47:11.427552 3756 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0401 12:47:11.427558 3756 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0401 12:47:11.854136 3756 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0401 12:47:11.854158 3756 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0401 12:47:11.856264 3756 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0401 12:47:11.856277 3756 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0401 12:47:11.856284 3756 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0401 12:47:11.890999 3756 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0401 12:47:11.891018 3756 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0401 12:47:11.891025 3756 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0401 12:47:11.892943 3756 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0401 12:47:11.892959 3756 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0401 12:47:12.457061 3756 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0401 12:47:12.457090 3756 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0401 12:47:12.457103 3756 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0401 12:47:12.457112 3756 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0401 12:47:12.457121 3756 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0401 12:47:12.457126 3756 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0401 12:47:12.457130 3756 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0401 12:47:12.457137 3756 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0401 12:47:12.457200 3756 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0401 12:47:12.457214 3756 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0401 12:47:12.457226 3756 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0401 12:47:12.457235 3756 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0401 12:47:12.866371 3756 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0401 12:47:12.866391 3756 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default I0401 12:47:12.946492 3756 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0401 12:47:12.959061 3756 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0401 12:47:12.959079 3756 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0401 12:47:12.959085 3756 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default I0401 12:47:13.070422 3756 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0401 12:47:13.293850 3756 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-7464b9f894-7sz29] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-7464b9f894-7sz29 for pod on switch ip-10-0-0-11.ec2.internal I0401 12:47:13.293948 3756 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-7464b9f894-7sz29 I0401 12:47:13.307137 3756 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-7464b9f894-7sz29] pod update took 13.221322ms I0401 12:47:13.307164 3756 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-operator-admission-webhook-7464b9f894-7sz29] addLogicalPort annotation time took 13.251097ms I0401 12:47:13.308576 3756 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-7464b9f894-7sz29] addLogicalPort took 14.744313ms, libovsdb time 925.374µs I0401 12:47:13.652614 3756 cni.go:403] [openshift-monitoring/prometheus-operator-admission-webhook-7464b9f894-7sz29 afe3e256961d8cf930a7d7029ea1c44597ba28c4b4739c164c221237fd11a44c network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-7464b9f894-7sz29 afe3e256961d8cf930a7d7029ea1c44597ba28c4b4739c164c221237fd11a44c network default NAD default] I0401 12:47:13.663573 3756 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-7464b9f894-7sz29, hostIfaceName: afe3e256961d8cf, network: default, NAD default, SandboxID: "afe3e256961d8cf930a7d7029ea1c44597ba28c4b4739c164c221237fd11a44c", PCI device ID: , UID: "2cc594d7-a3a2-42d7-9970-5d6eb5c7cbf3", MAC: 0a:58:0a:81:00:0f, IPs: [10.129.0.15/23] I0401 12:47:13.708407 3756 cni.go:424] [openshift-monitoring/prometheus-operator-admission-webhook-7464b9f894-7sz29 afe3e256961d8cf930a7d7029ea1c44597ba28c4b4739c164c221237fd11a44c network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-7464b9f894-7sz29 afe3e256961d8cf930a7d7029ea1c44597ba28c4b4739c164c221237fd11a44c network default NAD default], result "{\"interfaces\":[{\"mac\":\"32:36:1b:d9:bb:5d\",\"name\":\"afe3e256961d8cf\"},{\"mac\":\"0a:58:0a:81:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6294f19e-2023-4e28-9f61-99d05e4f6cb7\"}],\"ips\":[{\"address\":\"10.129.0.15/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0401 12:47:15.646760 3756 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0401 12:47:15.893801 3756 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0401 12:47:22.091675 3756 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-0-11.ec2.internal I0401 12:47:22.091767 3756 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0401 12:47:22.115702 3756 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 23.965166ms I0401 12:47:22.115721 3756 base_network_controller_pods.go:937] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 23.989534ms I0401 12:47:22.117033 3756 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 25.372405ms, libovsdb time 991.24µs I0401 12:47:22.450419 3756 cni.go:403] [openshift-monitoring/alertmanager-main-1 2e6549af835c79399fb2913062603b95e90bb091e1e2a621aa7290939856471c network default NAD default] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 2e6549af835c79399fb2913062603b95e90bb091e1e2a621aa7290939856471c network default NAD default] I0401 12:47:22.466932 3756 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 2e6549af835c793, network: default, NAD default, SandboxID: "2e6549af835c79399fb2913062603b95e90bb091e1e2a621aa7290939856471c", PCI device ID: , UID: "1f972f81-b544-49f6-97f4-128733bf272d", MAC: 0a:58:0a:81:00:10, IPs: [10.129.0.16/23] I0401 12:47:22.515710 3756 cni.go:424] [openshift-monitoring/alertmanager-main-1 2e6549af835c79399fb2913062603b95e90bb091e1e2a621aa7290939856471c network default NAD default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 2e6549af835c79399fb2913062603b95e90bb091e1e2a621aa7290939856471c network default NAD default], result "{\"interfaces\":[{\"mac\":\"f2:a2:5e:56:96:37\",\"name\":\"2e6549af835c793\"},{\"mac\":\"0a:58:0a:81:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2b22a33d-30a7-4b74-b110-7a1eacb58155\"}],\"ips\":[{\"address\":\"10.129.0.16/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0401 12:47:23.930862 3756 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-6bd9ccd588-5bq96] creating logical port openshift-monitoring_thanos-querier-6bd9ccd588-5bq96 for pod on switch ip-10-0-0-11.ec2.internal I0401 12:47:23.930955 3756 kube.go:256] Updating pod openshift-monitoring/thanos-querier-6bd9ccd588-5bq96 I0401 12:47:23.950766 3756 pod.go:62] [openshift-monitoring/thanos-querier-6bd9ccd588-5bq96] pod update took 19.843232ms I0401 12:47:23.950787 3756 base_network_controller_pods.go:937] [default/openshift-monitoring/thanos-querier-6bd9ccd588-5bq96] addLogicalPort annotation time took 19.869026ms I0401 12:47:23.952011 3756 pods.go:271] [openshift-monitoring/thanos-querier-6bd9ccd588-5bq96] addLogicalPort took 21.162702ms, libovsdb time 906.368µs W0401 12:47:23.959692 3756 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0401 12:47:23.959719 3756 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0401 12:47:23.959726 3756 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0401 12:47:24.287866 3756 cni.go:403] [openshift-monitoring/thanos-querier-6bd9ccd588-5bq96 1e76aba90314805b6eca4fd2dda907779ce6a2c9d48a211a5cf1cc4d8032a535 network default NAD default] ADD starting CNI request [openshift-monitoring/thanos-querier-6bd9ccd588-5bq96 1e76aba90314805b6eca4fd2dda907779ce6a2c9d48a211a5cf1cc4d8032a535 network default NAD default] I0401 12:47:24.297828 3756 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-6bd9ccd588-5bq96, hostIfaceName: 1e76aba90314805, network: default, NAD default, SandboxID: "1e76aba90314805b6eca4fd2dda907779ce6a2c9d48a211a5cf1cc4d8032a535", PCI device ID: , UID: "e1261175-e1b7-4fdc-8b4a-f2fd8cc6976a", MAC: 0a:58:0a:81:00:11, IPs: [10.129.0.17/23] I0401 12:47:24.348128 3756 cni.go:424] [openshift-monitoring/thanos-querier-6bd9ccd588-5bq96 1e76aba90314805b6eca4fd2dda907779ce6a2c9d48a211a5cf1cc4d8032a535 network default NAD default] ADD finished CNI request [openshift-monitoring/thanos-querier-6bd9ccd588-5bq96 1e76aba90314805b6eca4fd2dda907779ce6a2c9d48a211a5cf1cc4d8032a535 network default NAD default], result "{\"interfaces\":[{\"mac\":\"3a:ec:83:ff:2b:eb\",\"name\":\"1e76aba90314805\"},{\"mac\":\"0a:58:0a:81:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1124532a-987f-4e43-8b5f-3ee2c15a74b0\"}],\"ips\":[{\"address\":\"10.129.0.17/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0401 12:47:24.488616 3756 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0401 12:47:24.488636 3756 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0401 12:47:24.488641 3756 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0401 12:47:25.589332 3756 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-76957fdd44-hw6jt] creating logical port openshift-monitoring_monitoring-plugin-76957fdd44-hw6jt for pod on switch ip-10-0-0-11.ec2.internal I0401 12:47:25.589427 3756 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-76957fdd44-hw6jt I0401 12:47:25.594569 3756 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-75bd5bccb-n4rf5] creating logical port openshift-monitoring_metrics-server-75bd5bccb-n4rf5 for pod on switch ip-10-0-0-11.ec2.internal I0401 12:47:25.594673 3756 kube.go:256] Updating pod openshift-monitoring/metrics-server-75bd5bccb-n4rf5 I0401 12:47:25.606378 3756 pod.go:62] [openshift-monitoring/monitoring-plugin-76957fdd44-hw6jt] pod update took 16.982583ms I0401 12:47:25.606401 3756 base_network_controller_pods.go:937] [default/openshift-monitoring/monitoring-plugin-76957fdd44-hw6jt] addLogicalPort annotation time took 17.010328ms I0401 12:47:25.607711 3756 pods.go:271] [openshift-monitoring/monitoring-plugin-76957fdd44-hw6jt] addLogicalPort took 18.398182ms, libovsdb time 929.637µs I0401 12:47:25.614554 3756 pod.go:62] [openshift-monitoring/metrics-server-75bd5bccb-n4rf5] pod update took 19.899392ms I0401 12:47:25.614578 3756 base_network_controller_pods.go:937] [default/openshift-monitoring/metrics-server-75bd5bccb-n4rf5] addLogicalPort annotation time took 19.927862ms I0401 12:47:25.615783 3756 pods.go:271] [openshift-monitoring/metrics-server-75bd5bccb-n4rf5] addLogicalPort took 21.226677ms, libovsdb time 766.487µs I0401 12:47:26.234056 3756 cni.go:403] [openshift-monitoring/metrics-server-75bd5bccb-n4rf5 60efac394db6d26f5042c334b1a1029d26b671ad65a5fe4710e166d243772475 network default NAD default] ADD starting CNI request [openshift-monitoring/metrics-server-75bd5bccb-n4rf5 60efac394db6d26f5042c334b1a1029d26b671ad65a5fe4710e166d243772475 network default NAD default] I0401 12:47:26.243852 3756 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-75bd5bccb-n4rf5, hostIfaceName: 60efac394db6d26, network: default, NAD default, SandboxID: "60efac394db6d26f5042c334b1a1029d26b671ad65a5fe4710e166d243772475", PCI device ID: , UID: "6b674f36-b1b4-4a58-b53c-1f22dac73257", MAC: 0a:58:0a:81:00:13, IPs: [10.129.0.19/23] I0401 12:47:26.253887 3756 base_network_controller_pods.go:487] [default/openshift-monitoring/telemeter-client-76c7b9dc74-p6bht] creating logical port openshift-monitoring_telemeter-client-76c7b9dc74-p6bht for pod on switch ip-10-0-0-11.ec2.internal I0401 12:47:26.254013 3756 kube.go:256] Updating pod openshift-monitoring/telemeter-client-76c7b9dc74-p6bht I0401 12:47:26.292476 3756 cni.go:424] [openshift-monitoring/metrics-server-75bd5bccb-n4rf5 60efac394db6d26f5042c334b1a1029d26b671ad65a5fe4710e166d243772475 network default NAD default] ADD finished CNI request [openshift-monitoring/metrics-server-75bd5bccb-n4rf5 60efac394db6d26f5042c334b1a1029d26b671ad65a5fe4710e166d243772475 network default NAD default], result "{\"interfaces\":[{\"mac\":\"c6:5a:04:8d:1e:71\",\"name\":\"60efac394db6d26\"},{\"mac\":\"0a:58:0a:81:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/29b0b587-3dc9-418e-a0e1-5eab423599a1\"}],\"ips\":[{\"address\":\"10.129.0.19/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0401 12:47:26.295652 3756 pod.go:62] [openshift-monitoring/telemeter-client-76c7b9dc74-p6bht] pod update took 41.666138ms I0401 12:47:26.295677 3756 base_network_controller_pods.go:937] [default/openshift-monitoring/telemeter-client-76c7b9dc74-p6bht] addLogicalPort annotation time took 41.694984ms I0401 12:47:26.296970 3756 pods.go:271] [openshift-monitoring/telemeter-client-76c7b9dc74-p6bht] addLogicalPort took 43.092614ms, libovsdb time 890.116µs I0401 12:47:26.640557 3756 cni.go:403] [openshift-monitoring/telemeter-client-76c7b9dc74-p6bht 2a250f2646c042b6bf057cc7a70c27f0c1d2fa6d4d3535ec57d424dd34909c08 network default NAD default] ADD starting CNI request [openshift-monitoring/telemeter-client-76c7b9dc74-p6bht 2a250f2646c042b6bf057cc7a70c27f0c1d2fa6d4d3535ec57d424dd34909c08 network default NAD default] I0401 12:47:26.643657 3756 cni.go:403] [openshift-monitoring/monitoring-plugin-76957fdd44-hw6jt 56ff9ee9cab2ff66d09a8fae5e53cd88f5436a11110f12ee270788fc245cacb6 network default NAD default] ADD starting CNI request [openshift-monitoring/monitoring-plugin-76957fdd44-hw6jt 56ff9ee9cab2ff66d09a8fae5e53cd88f5436a11110f12ee270788fc245cacb6 network default NAD default] I0401 12:47:26.652438 3756 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: telemeter-client-76c7b9dc74-p6bht, hostIfaceName: 2a250f2646c042b, network: default, NAD default, SandboxID: "2a250f2646c042b6bf057cc7a70c27f0c1d2fa6d4d3535ec57d424dd34909c08", PCI device ID: , UID: "1e114254-b9b1-4e27-acb9-f616e76a481b", MAC: 0a:58:0a:81:00:14, IPs: [10.129.0.20/23] I0401 12:47:26.654160 3756 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-76957fdd44-hw6jt, hostIfaceName: 56ff9ee9cab2ff6, network: default, NAD default, SandboxID: "56ff9ee9cab2ff66d09a8fae5e53cd88f5436a11110f12ee270788fc245cacb6", PCI device ID: , UID: "7b2dc9c3-bf1b-4860-a34f-e997ee983bc8", MAC: 0a:58:0a:81:00:12, IPs: [10.129.0.18/23] I0401 12:47:26.701812 3756 cni.go:424] [openshift-monitoring/telemeter-client-76c7b9dc74-p6bht 2a250f2646c042b6bf057cc7a70c27f0c1d2fa6d4d3535ec57d424dd34909c08 network default NAD default] ADD finished CNI request [openshift-monitoring/telemeter-client-76c7b9dc74-p6bht 2a250f2646c042b6bf057cc7a70c27f0c1d2fa6d4d3535ec57d424dd34909c08 network default NAD default], result "{\"interfaces\":[{\"mac\":\"fe:f2:9e:a0:15:81\",\"name\":\"2a250f2646c042b\"},{\"mac\":\"0a:58:0a:81:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/11925363-e04c-4fa9-a480-b870de2ac241\"}],\"ips\":[{\"address\":\"10.129.0.20/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0401 12:47:26.717030 3756 cni.go:424] [openshift-monitoring/monitoring-plugin-76957fdd44-hw6jt 56ff9ee9cab2ff66d09a8fae5e53cd88f5436a11110f12ee270788fc245cacb6 network default NAD default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-76957fdd44-hw6jt 56ff9ee9cab2ff66d09a8fae5e53cd88f5436a11110f12ee270788fc245cacb6 network default NAD default], result "{\"interfaces\":[{\"mac\":\"f6:c6:ff:ad:5c:65\",\"name\":\"56ff9ee9cab2ff6\"},{\"mac\":\"0a:58:0a:81:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/773cd436-9c54-40bc-ad07-e5fc4eff0edc\"}],\"ips\":[{\"address\":\"10.129.0.18/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0401 12:47:27.267167 3756 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-0-11.ec2.internal I0401 12:47:27.267322 3756 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0401 12:47:27.294245 3756 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 26.969059ms I0401 12:47:27.294276 3756 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 27.043749ms I0401 12:47:27.295864 3756 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 28.714668ms, libovsdb time 1.121401ms W0401 12:47:27.720419 3756 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0401 12:47:27.720440 3756 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0401 12:47:27.720448 3756 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0401 12:47:27.720453 3756 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0401 12:47:27.934776 3756 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0401 12:47:27.934801 3756 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0401 12:47:27.934806 3756 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0401 12:47:27.934810 3756 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier I0401 12:47:28.487921 3756 cni.go:403] [openshift-monitoring/prometheus-k8s-0 54900755e1f721a30dc7a7d6ed20450b8e77818512f7a1a071fe36e4ecb061a0 network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 54900755e1f721a30dc7a7d6ed20450b8e77818512f7a1a071fe36e4ecb061a0 network default NAD default] I0401 12:47:28.497699 3756 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 54900755e1f721a, network: default, NAD default, SandboxID: "54900755e1f721a30dc7a7d6ed20450b8e77818512f7a1a071fe36e4ecb061a0", PCI device ID: , UID: "c57fafef-3ec7-41e2-897b-9b0f55b04feb", MAC: 0a:58:0a:81:00:15, IPs: [10.129.0.21/23] W0401 12:47:28.519025 3756 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0401 12:47:28.519051 3756 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0401 12:47:28.551192 3756 cni.go:424] [openshift-monitoring/prometheus-k8s-0 54900755e1f721a30dc7a7d6ed20450b8e77818512f7a1a071fe36e4ecb061a0 network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 54900755e1f721a30dc7a7d6ed20450b8e77818512f7a1a071fe36e4ecb061a0 network default NAD default], result "{\"interfaces\":[{\"mac\":\"4e:6b:28:cd:e9:bf\",\"name\":\"54900755e1f721a\"},{\"mac\":\"0a:58:0a:81:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e82e428e-7e12-488d-9f2e-d159116c940f\"}],\"ips\":[{\"address\":\"10.129.0.21/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0401 12:47:28.719863 3756 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0401 12:47:29.027841 3756 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0401 12:47:29.027858 3756 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0401 12:47:29.053464 3756 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server I0401 12:47:32.631152 3756 base_network_controller_pods.go:487] [default/openshift-console/downloads-744b9bb959-rx6fk] creating logical port openshift-console_downloads-744b9bb959-rx6fk for pod on switch ip-10-0-0-11.ec2.internal I0401 12:47:32.631245 3756 kube.go:256] Updating pod openshift-console/downloads-744b9bb959-rx6fk I0401 12:47:32.647008 3756 pod.go:62] [openshift-console/downloads-744b9bb959-rx6fk] pod update took 15.794423ms I0401 12:47:32.647031 3756 base_network_controller_pods.go:937] [default/openshift-console/downloads-744b9bb959-rx6fk] addLogicalPort annotation time took 15.822671ms I0401 12:47:32.648348 3756 pods.go:271] [openshift-console/downloads-744b9bb959-rx6fk] addLogicalPort took 17.210747ms, libovsdb time 990.487µs I0401 12:47:32.991149 3756 cni.go:403] [openshift-console/downloads-744b9bb959-rx6fk 77fb15a5bab02a3052995e69b8d3f1609bd0144d046d318b811e47a7831e87a4 network default NAD default] ADD starting CNI request [openshift-console/downloads-744b9bb959-rx6fk 77fb15a5bab02a3052995e69b8d3f1609bd0144d046d318b811e47a7831e87a4 network default NAD default] I0401 12:47:33.000461 3756 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: downloads-744b9bb959-rx6fk, hostIfaceName: 77fb15a5bab02a3, network: default, NAD default, SandboxID: "77fb15a5bab02a3052995e69b8d3f1609bd0144d046d318b811e47a7831e87a4", PCI device ID: , UID: "77b8d30e-1d4b-4bd6-b597-a59d7187b3f8", MAC: 0a:58:0a:81:00:16, IPs: [10.129.0.22/23] I0401 12:47:33.048639 3756 cni.go:424] [openshift-console/downloads-744b9bb959-rx6fk 77fb15a5bab02a3052995e69b8d3f1609bd0144d046d318b811e47a7831e87a4 network default NAD default] ADD finished CNI request [openshift-console/downloads-744b9bb959-rx6fk 77fb15a5bab02a3052995e69b8d3f1609bd0144d046d318b811e47a7831e87a4 network default NAD default], result "{\"interfaces\":[{\"mac\":\"c6:c2:ae:5b:6b:05\",\"name\":\"77fb15a5bab02a3\"},{\"mac\":\"0a:58:0a:81:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b687aff2-ec90-42df-8e66-3b8a23f820c1\"}],\"ips\":[{\"address\":\"10.129.0.22/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0401 12:47:33.736471 3756 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0401 12:47:33.736492 3756 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0401 12:47:33.736498 3756 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0401 12:47:33.736506 3756 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0401 12:47:33.736535 3756 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0401 12:47:33.736540 3756 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0401 12:47:33.736544 3756 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0401 12:47:33.736548 3756 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0401 12:47:34.959837 3756 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0401 12:47:34.959858 3756 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0401 12:47:34.959864 3756 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0401 12:47:34.959869 3756 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier I0401 12:47:42.184537 3756 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0401 12:47:42.741775 3756 base_network_controller_pods.go:487] [default/openshift-console/console-585d68f677-s5gpp] creating logical port openshift-console_console-585d68f677-s5gpp for pod on switch ip-10-0-0-11.ec2.internal I0401 12:47:42.741874 3756 kube.go:256] Updating pod openshift-console/console-585d68f677-s5gpp I0401 12:47:42.758886 3756 pod.go:62] [openshift-console/console-585d68f677-s5gpp] pod update took 17.033432ms I0401 12:47:42.758983 3756 base_network_controller_pods.go:937] [default/openshift-console/console-585d68f677-s5gpp] addLogicalPort annotation time took 17.133534ms I0401 12:47:42.760595 3756 pods.go:271] [openshift-console/console-585d68f677-s5gpp] addLogicalPort took 18.82542ms, libovsdb time 1.133387ms I0401 12:47:48.893292 3756 cni.go:403] [openshift-console/console-585d68f677-s5gpp c5f438d2f9d09720aa2e3e6fb22ffcda31b72e1db30a427deecc98c193bb3021 network default NAD default] ADD starting CNI request [openshift-console/console-585d68f677-s5gpp c5f438d2f9d09720aa2e3e6fb22ffcda31b72e1db30a427deecc98c193bb3021 network default NAD default] I0401 12:47:48.902232 3756 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-585d68f677-s5gpp, hostIfaceName: c5f438d2f9d0972, network: default, NAD default, SandboxID: "c5f438d2f9d09720aa2e3e6fb22ffcda31b72e1db30a427deecc98c193bb3021", PCI device ID: , UID: "74fb3234-3197-4d15-b7a1-66cde016c0b1", MAC: 0a:58:0a:81:00:17, IPs: [10.129.0.23/23] I0401 12:47:48.950882 3756 cni.go:424] [openshift-console/console-585d68f677-s5gpp c5f438d2f9d09720aa2e3e6fb22ffcda31b72e1db30a427deecc98c193bb3021 network default NAD default] ADD finished CNI request [openshift-console/console-585d68f677-s5gpp c5f438d2f9d09720aa2e3e6fb22ffcda31b72e1db30a427deecc98c193bb3021 network default NAD default], result "{\"interfaces\":[{\"mac\":\"3a:cd:4a:00:08:28\",\"name\":\"c5f438d2f9d0972\"},{\"mac\":\"0a:58:0a:81:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4d696359-ef7c-4abb-9232-d9d22353dd6c\"}],\"ips\":[{\"address\":\"10.129.0.23/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0401 12:47:49.729958 3756 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0401 12:47:49.729984 3756 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0401 12:47:49.807267 3756 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0401 12:47:49.949245 3756 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0401 12:47:50.070116 3756 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0401 12:47:51.818017 3756 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0401 12:47:52.052416 3756 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0401 12:47:52.474267 3756 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0401 12:47:52.474367 3756 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0401 12:47:52.474382 3756 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0401 12:47:52.474399 3756 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0401 12:47:52.474404 3756 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0401 12:47:52.474408 3756 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0401 12:47:52.506048 3756 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0401 12:47:52.506070 3756 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0401 12:47:52.506075 3756 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0401 12:47:54.616782 3756 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0401 12:47:57.845546 3756 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0401 12:47:57.868152 3756 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0401 12:48:00.082491 3756 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace W0401 12:48:02.649853 3756 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics I0401 12:48:11.283067 3756 cni.go:403] [openshift-multus/network-metrics-daemon-2t9jp ced77cffe71f44f914cd7e52bf96fff682198c672f1a9736d6f785b3acbd3c6e network default NAD default] ADD starting CNI request [openshift-multus/network-metrics-daemon-2t9jp ced77cffe71f44f914cd7e52bf96fff682198c672f1a9736d6f785b3acbd3c6e network default NAD default] I0401 12:48:11.292731 3756 helper_linux.go:450] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-2t9jp, hostIfaceName: ced77cffe71f44f, network: default, NAD default, SandboxID: "ced77cffe71f44f914cd7e52bf96fff682198c672f1a9736d6f785b3acbd3c6e", PCI device ID: , UID: "088fbf64-bacc-4258-ae2a-1d55b5fe43a2", MAC: 0a:58:0a:81:00:05, IPs: [10.129.0.5/23] I0401 12:48:11.342629 3756 cni.go:424] [openshift-multus/network-metrics-daemon-2t9jp ced77cffe71f44f914cd7e52bf96fff682198c672f1a9736d6f785b3acbd3c6e network default NAD default] ADD finished CNI request [openshift-multus/network-metrics-daemon-2t9jp ced77cffe71f44f914cd7e52bf96fff682198c672f1a9736d6f785b3acbd3c6e network default NAD default], result "{\"interfaces\":[{\"mac\":\"56:20:6a:f0:96:ad\",\"name\":\"ced77cffe71f44f\"},{\"mac\":\"0a:58:0a:81:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/40d1b00e-c337-4536-aca4-355c5d354cbd\"}],\"ips\":[{\"address\":\"10.129.0.5/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0401 12:48:28.236531 3756 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0401 12:48:28.236552 3756 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0401 12:48:28.262779 3756 cni.go:403] [openshift-ingress/router-default-67d98b7f6f-948dt b252419f2beec03995c067e573a383d2ccff625d20c86e6a0ed328baf0cd27b9 network default NAD default] DEL starting CNI request [openshift-ingress/router-default-67d98b7f6f-948dt b252419f2beec03995c067e573a383d2ccff625d20c86e6a0ed328baf0cd27b9 network default NAD default] I0401 12:48:28.339920 3756 cni.go:424] [openshift-ingress/router-default-67d98b7f6f-948dt b252419f2beec03995c067e573a383d2ccff625d20c86e6a0ed328baf0cd27b9 network default NAD default] DEL finished CNI request [openshift-ingress/router-default-67d98b7f6f-948dt b252419f2beec03995c067e573a383d2ccff625d20c86e6a0ed328baf0cd27b9 network default NAD default], result "{}", err I0401 12:48:28.426023 3756 obj_retry.go:464] Detected object openshift-ingress/router-default-67d98b7f6f-948dt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 12:48:28.426056 3756 pods.go:176] Deleting pod: openshift-ingress/router-default-67d98b7f6f-948dt I0401 12:48:28.427386 3756 pods.go:236] Attempting to release IPs for pod: openshift-ingress/router-default-67d98b7f6f-948dt, ips: 10.129.0.11 I0401 12:48:28.427413 3756 obj_retry.go:464] Detected object openshift-ingress/router-default-67d98b7f6f-948dt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 12:48:29.198292 3756 obj_retry.go:458] Detected object openshift-ingress/router-default-67d98b7f6f-948dt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:48:29.198317 3756 obj_retry.go:458] Detected object openshift-ingress/router-default-67d98b7f6f-948dt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:48:29.202297 3756 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-67d98b7f6f-948dt I0401 12:48:29.202318 3756 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-67d98b7f6f-948dt I0401 12:48:32.056500 3756 obj_retry.go:464] Detected object openshift-console/console-585d68f677-95jqp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 12:48:32.057101 3756 obj_retry.go:464] Detected object openshift-console/console-585d68f677-95jqp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0401 12:48:32.065189 3756 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0401 12:48:33.001197 3756 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0401 12:48:33.009182 3756 obj_retry.go:458] Detected object openshift-console/console-585d68f677-95jqp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:48:33.009214 3756 obj_retry.go:458] Detected object openshift-console/console-585d68f677-95jqp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:48:33.017157 3756 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-585d68f677-95jqp I0401 12:48:33.017185 3756 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-585d68f677-95jqp W0401 12:48:37.749933 3756 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0401 12:48:37.793592 3756 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0401 12:48:40.561667 3756 cni.go:403] [openshift-dns/dns-default-wjwmj e5ca674e3a68e40f58e44e0e761dac0fd4ae122b517a9221fc0f18f30cb6b07d network default NAD default] ADD starting CNI request [openshift-dns/dns-default-wjwmj e5ca674e3a68e40f58e44e0e761dac0fd4ae122b517a9221fc0f18f30cb6b07d network default NAD default] I0401 12:48:40.570521 3756 helper_linux.go:450] ConfigureOVS: namespace: openshift-dns, podName: dns-default-wjwmj, hostIfaceName: e5ca674e3a68e40, network: default, NAD default, SandboxID: "e5ca674e3a68e40f58e44e0e761dac0fd4ae122b517a9221fc0f18f30cb6b07d", PCI device ID: , UID: "74de69f8-4a5c-46b8-bcfe-d28d49907af9", MAC: 0a:58:0a:81:00:07, IPs: [10.129.0.7/23] I0401 12:48:40.618736 3756 cni.go:424] [openshift-dns/dns-default-wjwmj e5ca674e3a68e40f58e44e0e761dac0fd4ae122b517a9221fc0f18f30cb6b07d network default NAD default] ADD finished CNI request [openshift-dns/dns-default-wjwmj e5ca674e3a68e40f58e44e0e761dac0fd4ae122b517a9221fc0f18f30cb6b07d network default NAD default], result "{\"interfaces\":[{\"mac\":\"aa:5b:65:f3:57:c9\",\"name\":\"e5ca674e3a68e40\"},{\"mac\":\"0a:58:0a:81:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2c17815e-d389-4aa5-9714-78f7021efb47\"}],\"ips\":[{\"address\":\"10.129.0.7/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0401 12:48:42.764361 3756 cni.go:403] [openshift-monitoring/alertmanager-main-1 2e6549af835c79399fb2913062603b95e90bb091e1e2a621aa7290939856471c network default NAD default] DEL starting CNI request [openshift-monitoring/alertmanager-main-1 2e6549af835c79399fb2913062603b95e90bb091e1e2a621aa7290939856471c network default NAD default] I0401 12:48:42.849552 3756 cni.go:424] [openshift-monitoring/alertmanager-main-1 2e6549af835c79399fb2913062603b95e90bb091e1e2a621aa7290939856471c network default NAD default] DEL finished CNI request [openshift-monitoring/alertmanager-main-1 2e6549af835c79399fb2913062603b95e90bb091e1e2a621aa7290939856471c network default NAD default], result "{}", err I0401 12:48:42.910383 3756 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 12:48:42.910421 3756 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-1 I0401 12:48:42.911635 3756 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-1, ips: 10.129.0.16 I0401 12:48:42.911666 3756 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 12:48:43.268262 3756 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:48:43.268288 3756 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:48:43.276467 3756 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0401 12:48:43.276492 3756 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 W0401 12:48:43.310563 3756 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0401 12:48:43.310580 3756 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0401 12:48:43.310584 3756 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default I0401 12:48:43.328222 3756 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-0-11.ec2.internal I0401 12:48:43.328324 3756 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0401 12:48:43.355253 3756 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 26.964498ms I0401 12:48:43.355279 3756 base_network_controller_pods.go:937] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 26.9973ms I0401 12:48:43.356465 3756 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 28.267442ms, libovsdb time 828.785µs I0401 12:48:43.688918 3756 cni.go:403] [openshift-monitoring/alertmanager-main-1 346f8060cf2d1c07744c2f42510a926735d18f1733287f4dd3d64657c17e7ec8 network default NAD default] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 346f8060cf2d1c07744c2f42510a926735d18f1733287f4dd3d64657c17e7ec8 network default NAD default] I0401 12:48:43.697969 3756 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 346f8060cf2d1c0, network: default, NAD default, SandboxID: "346f8060cf2d1c07744c2f42510a926735d18f1733287f4dd3d64657c17e7ec8", PCI device ID: , UID: "45f254d6-fdeb-4be3-bef6-247e6789015b", MAC: 0a:58:0a:81:00:18, IPs: [10.129.0.24/23] I0401 12:48:43.746619 3756 cni.go:424] [openshift-monitoring/alertmanager-main-1 346f8060cf2d1c07744c2f42510a926735d18f1733287f4dd3d64657c17e7ec8 network default NAD default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 346f8060cf2d1c07744c2f42510a926735d18f1733287f4dd3d64657c17e7ec8 network default NAD default], result "{\"interfaces\":[{\"mac\":\"62:5d:71:55:aa:2a\",\"name\":\"346f8060cf2d1c0\"},{\"mac\":\"0a:58:0a:81:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b12f9f31-ce56-453b-8e43-59e4290b5ec3\"}],\"ips\":[{\"address\":\"10.129.0.24/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0401 12:48:44.051972 3756 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0401 12:48:44.051995 3756 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0401 12:48:44.052001 3756 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0401 12:48:47.248456 3756 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 12:48:47.249077 3756 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0401 12:48:47.842309 3756 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0401 12:48:47.856231 3756 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:48:47.856250 3756 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:48:47.864260 3756 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0401 12:48:47.864285 3756 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 W0401 12:48:49.850812 3756 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0401 12:48:49.850830 3756 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0401 12:48:49.850835 3756 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0401 12:48:53.284411 3756 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0401 12:48:53.284431 3756 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0401 12:48:53.284436 3756 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0401 12:48:57.993195 3756 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0401 12:48:57.993223 3756 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0401 12:48:58.212337 3756 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0401 12:49:02.465621 3756 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0401 12:49:02.465657 3756 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0401 12:49:02.905992 3756 cni.go:403] [openshift-console/console-585d68f677-s5gpp c5f438d2f9d09720aa2e3e6fb22ffcda31b72e1db30a427deecc98c193bb3021 network default NAD default] DEL starting CNI request [openshift-console/console-585d68f677-s5gpp c5f438d2f9d09720aa2e3e6fb22ffcda31b72e1db30a427deecc98c193bb3021 network default NAD default] I0401 12:49:02.992750 3756 cni.go:424] [openshift-console/console-585d68f677-s5gpp c5f438d2f9d09720aa2e3e6fb22ffcda31b72e1db30a427deecc98c193bb3021 network default NAD default] DEL finished CNI request [openshift-console/console-585d68f677-s5gpp c5f438d2f9d09720aa2e3e6fb22ffcda31b72e1db30a427deecc98c193bb3021 network default NAD default], result "{}", err I0401 12:49:03.042637 3756 obj_retry.go:464] Detected object openshift-console/console-585d68f677-s5gpp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 12:49:03.042685 3756 pods.go:176] Deleting pod: openshift-console/console-585d68f677-s5gpp I0401 12:49:03.044122 3756 pods.go:236] Attempting to release IPs for pod: openshift-console/console-585d68f677-s5gpp, ips: 10.129.0.23 I0401 12:49:03.044158 3756 obj_retry.go:464] Detected object openshift-console/console-585d68f677-s5gpp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 12:49:03.051954 3756 obj_retry.go:464] Detected object openshift-console/console-84c96994fb-8d6v5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 12:49:03.052377 3756 obj_retry.go:464] Detected object openshift-console/console-84c96994fb-8d6v5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 12:49:03.053416 3756 base_network_controller_pods.go:487] [default/openshift-console/console-56675975bc-cqtx8] creating logical port openshift-console_console-56675975bc-cqtx8 for pod on switch ip-10-0-0-11.ec2.internal I0401 12:49:03.053498 3756 kube.go:256] Updating pod openshift-console/console-56675975bc-cqtx8 I0401 12:49:03.069610 3756 pod.go:62] [openshift-console/console-56675975bc-cqtx8] pod update took 16.134602ms I0401 12:49:03.069630 3756 base_network_controller_pods.go:937] [default/openshift-console/console-56675975bc-cqtx8] addLogicalPort annotation time took 16.158592ms I0401 12:49:03.070824 3756 pods.go:271] [openshift-console/console-56675975bc-cqtx8] addLogicalPort took 17.423393ms, libovsdb time 866.513µs I0401 12:49:03.351283 3756 obj_retry.go:458] Detected object openshift-console/console-585d68f677-s5gpp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:49:03.351307 3756 obj_retry.go:458] Detected object openshift-console/console-585d68f677-s5gpp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:49:03.359474 3756 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-585d68f677-s5gpp I0401 12:49:03.359498 3756 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-585d68f677-s5gpp I0401 12:49:03.413782 3756 cni.go:403] [openshift-console/console-56675975bc-cqtx8 551b9a02ac783976ffb9d1109e454e55973ed47983d5098c7a64e207d8609f40 network default NAD default] ADD starting CNI request [openshift-console/console-56675975bc-cqtx8 551b9a02ac783976ffb9d1109e454e55973ed47983d5098c7a64e207d8609f40 network default NAD default] I0401 12:49:03.422971 3756 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-56675975bc-cqtx8, hostIfaceName: 551b9a02ac78397, network: default, NAD default, SandboxID: "551b9a02ac783976ffb9d1109e454e55973ed47983d5098c7a64e207d8609f40", PCI device ID: , UID: "cc7b8ca8-1444-4cb9-919e-276c30f64dc3", MAC: 0a:58:0a:81:00:19, IPs: [10.129.0.25/23] I0401 12:49:03.471966 3756 cni.go:424] [openshift-console/console-56675975bc-cqtx8 551b9a02ac783976ffb9d1109e454e55973ed47983d5098c7a64e207d8609f40 network default NAD default] ADD finished CNI request [openshift-console/console-56675975bc-cqtx8 551b9a02ac783976ffb9d1109e454e55973ed47983d5098c7a64e207d8609f40 network default NAD default], result "{\"interfaces\":[{\"mac\":\"f6:e1:b0:c5:89:bd\",\"name\":\"551b9a02ac78397\"},{\"mac\":\"0a:58:0a:81:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4cc34abe-55cd-4e8c-b73a-a32f7ad26b42\"}],\"ips\":[{\"address\":\"10.129.0.25/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0401 12:49:03.940324 3756 obj_retry.go:458] Detected object openshift-console/console-84c96994fb-8d6v5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:49:03.940348 3756 obj_retry.go:458] Detected object openshift-console/console-84c96994fb-8d6v5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:49:03.944826 3756 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-84c96994fb-8d6v5 I0401 12:49:03.944849 3756 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-84c96994fb-8d6v5 W0401 12:49:13.740850 3756 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0401 12:49:13.740871 3756 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0401 12:49:13.740877 3756 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0401 12:49:13.965019 3756 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0401 12:49:13.965047 3756 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0401 12:49:14.007345 3756 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0401 12:49:14.007374 3756 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0401 12:49:14.429659 3756 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0401 12:49:15.042184 3756 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 12:49:15.042781 3756 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0401 12:49:15.421719 3756 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0401 12:49:15.421755 3756 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0401 12:49:15.421807 3756 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0401 12:49:15.969362 3756 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:49:15.969384 3756 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:49:15.977925 3756 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0401 12:49:15.977949 3756 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0401 12:49:23.338146 3756 obj_retry.go:464] Detected object openshift-image-registry/image-registry-6bf9bc79cf-79ncd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 12:49:23.338773 3756 obj_retry.go:464] Detected object openshift-image-registry/image-registry-6bf9bc79cf-79ncd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0401 12:49:23.345989 3756 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0401 12:49:23.346000 3756 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0401 12:49:23.346030 3756 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0401 12:49:23.346042 3756 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0401 12:49:24.006881 3756 obj_retry.go:458] Detected object openshift-image-registry/image-registry-6bf9bc79cf-79ncd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:49:24.006904 3756 obj_retry.go:458] Detected object openshift-image-registry/image-registry-6bf9bc79cf-79ncd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:49:24.013538 3756 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-6bf9bc79cf-79ncd I0401 12:49:24.013567 3756 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-6bf9bc79cf-79ncd W0401 12:49:36.210700 3756 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0401 12:49:36.210723 3756 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0401 12:49:37.430173 3756 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0401 12:49:39.292479 3756 obj_retry.go:464] Detected object openshift-console/console-84c96994fb-trk4s of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 12:49:39.293041 3756 obj_retry.go:464] Detected object openshift-console/console-84c96994fb-trk4s of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 12:49:40.289885 3756 obj_retry.go:458] Detected object openshift-console/console-84c96994fb-trk4s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:49:40.289911 3756 obj_retry.go:458] Detected object openshift-console/console-84c96994fb-trk4s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:49:40.297948 3756 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-84c96994fb-trk4s I0401 12:49:40.297978 3756 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-84c96994fb-trk4s I0401 12:49:49.749580 3756 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=70 I0401 12:49:50.317430 3756 cni.go:403] [openshift-monitoring/prometheus-k8s-0 54900755e1f721a30dc7a7d6ed20450b8e77818512f7a1a071fe36e4ecb061a0 network default NAD default] DEL starting CNI request [openshift-monitoring/prometheus-k8s-0 54900755e1f721a30dc7a7d6ed20450b8e77818512f7a1a071fe36e4ecb061a0 network default NAD default] I0401 12:49:50.410855 3756 cni.go:424] [openshift-monitoring/prometheus-k8s-0 54900755e1f721a30dc7a7d6ed20450b8e77818512f7a1a071fe36e4ecb061a0 network default NAD default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-0 54900755e1f721a30dc7a7d6ed20450b8e77818512f7a1a071fe36e4ecb061a0 network default NAD default], result "{}", err I0401 12:49:50.478564 3756 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 12:49:50.478602 3756 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-0 I0401 12:49:50.479771 3756 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-0, ips: 10.129.0.21 I0401 12:49:50.479801 3756 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 12:49:50.860918 3756 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:49:50.860939 3756 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:49:50.869025 3756 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0401 12:49:50.869068 3756 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0401 12:49:50.922056 3756 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-0-11.ec2.internal I0401 12:49:50.922616 3756 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0401 12:49:50.949040 3756 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 26.88814ms I0401 12:49:50.949068 3756 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 26.920214ms I0401 12:49:50.950340 3756 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 28.301153ms, libovsdb time 938.648µs I0401 12:49:51.285462 3756 cni.go:403] [openshift-monitoring/prometheus-k8s-0 9e7af6c14a7d1696331172291a8aa3cb20b66fe327815d0a8f07ec0d2de43b3e network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 9e7af6c14a7d1696331172291a8aa3cb20b66fe327815d0a8f07ec0d2de43b3e network default NAD default] I0401 12:49:51.295488 3756 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 9e7af6c14a7d169, network: default, NAD default, SandboxID: "9e7af6c14a7d1696331172291a8aa3cb20b66fe327815d0a8f07ec0d2de43b3e", PCI device ID: , UID: "248cf7c3-c658-4a89-bf04-d88674bbe106", MAC: 0a:58:0a:81:00:1a, IPs: [10.129.0.26/23] I0401 12:49:51.344003 3756 cni.go:424] [openshift-monitoring/prometheus-k8s-0 9e7af6c14a7d1696331172291a8aa3cb20b66fe327815d0a8f07ec0d2de43b3e network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 9e7af6c14a7d1696331172291a8aa3cb20b66fe327815d0a8f07ec0d2de43b3e network default NAD default], result "{\"interfaces\":[{\"mac\":\"7e:95:f1:cb:f7:85\",\"name\":\"9e7af6c14a7d169\"},{\"mac\":\"0a:58:0a:81:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5a7e11cd-ebcb-47e0-90e5-f678137ad9c2\"}],\"ips\":[{\"address\":\"10.129.0.26/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0401 12:49:53.223425 3756 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=5 I0401 12:50:00.205766 3756 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29584120-z5tp4 de1a9e0f84a43e2e614c86c7d671f5838edbfa5773b441a32cd27f8327707b99 network default NAD default] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29584120-z5tp4 de1a9e0f84a43e2e614c86c7d671f5838edbfa5773b441a32cd27f8327707b99 network default NAD default] I0401 12:50:00.295108 3756 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29584120-z5tp4 de1a9e0f84a43e2e614c86c7d671f5838edbfa5773b441a32cd27f8327707b99 network default NAD default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29584120-z5tp4 de1a9e0f84a43e2e614c86c7d671f5838edbfa5773b441a32cd27f8327707b99 network default NAD default], result "{}", err I0401 12:50:00.604026 3756 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29584120-z5tp4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 12:50:00.604064 3756 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29584120-z5tp4 I0401 12:50:00.605502 3756 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29584120-z5tp4, ips: 10.129.0.10 I0401 12:50:00.605549 3756 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29584120-z5tp4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 12:50:00.618014 3756 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29584120-z5tp4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:50:00.618033 3756 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29584120-z5tp4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:50:00.621672 3756 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29584120-z5tp4 I0401 12:50:00.621701 3756 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29584120-z5tp4 I0401 12:50:04.533263 3756 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29584130-5zrcb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 12:50:04.533860 3756 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29584130-5zrcb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 12:50:05.419445 3756 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29584130-5zrcb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:50:05.419469 3756 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29584130-5zrcb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:50:14.881859 3756 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=5 I0401 12:50:25.172873 3756 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 W0401 12:50:25.510591 3756 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0401 12:50:36.559607 3756 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0401 12:50:36.559686 3756 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-85v42 IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-85v42: no pod IPs found W0401 12:50:51.841440 3756 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0401 12:50:51.841471 3756 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0401 12:51:04.744106 3756 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0401 12:51:12.751382 3756 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=14 I0401 12:51:45.055974 3756 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0401 12:52:04.755108 3756 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=609 I0401 12:52:23.088477 3756 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0401 12:52:51.747180 3756 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=138 I0401 12:53:19.045357 3756 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0401 12:53:25.811576 3756 obj_retry.go:464] Detected object openshift-console/console-56675975bc-dsfjq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 12:53:25.812219 3756 obj_retry.go:464] Detected object openshift-console/console-56675975bc-dsfjq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 12:53:25.951097 3756 obj_retry.go:458] Detected object openshift-console/console-56675975bc-dsfjq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:53:25.951151 3756 obj_retry.go:458] Detected object openshift-console/console-56675975bc-dsfjq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:53:25.958677 3756 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-56675975bc-dsfjq I0401 12:53:25.958692 3756 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-56675975bc-dsfjq I0401 12:53:27.961073 3756 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0401 12:53:36.440048 3756 cni.go:403] [openshift-console/console-56675975bc-cqtx8 551b9a02ac783976ffb9d1109e454e55973ed47983d5098c7a64e207d8609f40 network default NAD default] DEL starting CNI request [openshift-console/console-56675975bc-cqtx8 551b9a02ac783976ffb9d1109e454e55973ed47983d5098c7a64e207d8609f40 network default NAD default] I0401 12:53:36.517094 3756 cni.go:424] [openshift-console/console-56675975bc-cqtx8 551b9a02ac783976ffb9d1109e454e55973ed47983d5098c7a64e207d8609f40 network default NAD default] DEL finished CNI request [openshift-console/console-56675975bc-cqtx8 551b9a02ac783976ffb9d1109e454e55973ed47983d5098c7a64e207d8609f40 network default NAD default], result "{}", err I0401 12:53:36.566580 3756 obj_retry.go:464] Detected object openshift-console/console-56675975bc-cqtx8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 12:53:36.566639 3756 pods.go:176] Deleting pod: openshift-console/console-56675975bc-cqtx8 I0401 12:53:36.568021 3756 pods.go:236] Attempting to release IPs for pod: openshift-console/console-56675975bc-cqtx8, ips: 10.129.0.25 I0401 12:53:36.568049 3756 obj_retry.go:464] Detected object openshift-console/console-56675975bc-cqtx8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 12:53:37.442425 3756 obj_retry.go:458] Detected object openshift-console/console-56675975bc-cqtx8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:53:37.442451 3756 obj_retry.go:458] Detected object openshift-console/console-56675975bc-cqtx8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:53:37.449826 3756 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-56675975bc-cqtx8 I0401 12:53:37.449849 3756 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-56675975bc-cqtx8 I0401 12:53:37.746326 3756 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=74 I0401 12:53:52.050178 3756 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0401 12:53:55.167783 3756 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=11 I0401 12:54:18.859247 3756 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0401 12:55:49.884847 3756 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0401 12:55:55.175577 3756 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=5 I0401 12:56:04.081291 3756 namespace.go:98] [tsf] adding namespace I0401 12:56:04.082182 3756 namespace.go:102] [tsf] adding namespace took 868.823µs I0401 12:56:04.098074 3756 namespace.go:142] [tsf] updating namespace I0401 12:56:04.110353 3756 namespace.go:142] [tsf] updating namespace I0401 12:56:07.947898 3756 namespace.go:98] [tsf-tas] adding namespace I0401 12:56:07.948874 3756 namespace.go:102] [tsf-tas] adding namespace took 944.213µs I0401 12:56:07.953691 3756 namespace.go:98] [cert-manager-operator] adding namespace I0401 12:56:07.953800 3756 namespace.go:98] [tsf-keycloak] adding namespace I0401 12:56:07.953883 3756 namespace.go:98] [konflux-ui] adding namespace I0401 12:56:07.954036 3756 namespace.go:98] [rhtpa-operator] adding namespace I0401 12:56:07.954062 3756 namespace.go:98] [konflux-operator] adding namespace I0401 12:56:07.954481 3756 namespace.go:102] [cert-manager-operator] adding namespace took 775.654µs I0401 12:56:07.955002 3756 namespace.go:102] [tsf-keycloak] adding namespace took 1.182871ms I0401 12:56:07.955538 3756 namespace.go:102] [konflux-ui] adding namespace took 1.635976ms I0401 12:56:07.955968 3756 namespace.go:102] [rhtpa-operator] adding namespace took 1.915189ms I0401 12:56:07.956399 3756 namespace.go:102] [konflux-operator] adding namespace took 2.329681ms I0401 12:56:07.956712 3756 namespace.go:98] [rhbk-operator] adding namespace I0401 12:56:07.956799 3756 namespace.go:98] [tsf-tpa] adding namespace I0401 12:56:07.957279 3756 namespace.go:102] [rhbk-operator] adding namespace took 554.517µs I0401 12:56:07.957791 3756 namespace.go:102] [tsf-tpa] adding namespace took 975.374µs I0401 12:56:07.977157 3756 namespace.go:142] [tsf-tas] updating namespace I0401 12:56:07.988795 3756 namespace.go:142] [cert-manager-operator] updating namespace I0401 12:56:07.988861 3756 namespace.go:142] [tsf-tas] updating namespace I0401 12:56:07.994709 3756 namespace.go:142] [konflux-ui] updating namespace I0401 12:56:07.999966 3756 namespace.go:142] [rhtpa-operator] updating namespace I0401 12:56:08.000026 3756 namespace.go:142] [tsf-keycloak] updating namespace I0401 12:56:08.007734 3756 namespace.go:142] [rhbk-operator] updating namespace I0401 12:56:08.007893 3756 namespace.go:142] [konflux-operator] updating namespace I0401 12:56:08.017850 3756 namespace.go:142] [tsf-tas] updating namespace I0401 12:56:08.017913 3756 namespace.go:142] [tsf-tpa] updating namespace I0401 12:56:08.065933 3756 namespace.go:142] [tsf-keycloak] updating namespace I0401 12:56:08.083713 3756 namespace.go:142] [tsf-keycloak] updating namespace I0401 12:56:08.089395 3756 namespace.go:142] [konflux-ui] updating namespace I0401 12:56:08.109721 3756 namespace.go:142] [konflux-ui] updating namespace I0401 12:56:08.139645 3756 namespace.go:142] [rhtpa-operator] updating namespace I0401 12:56:08.161868 3756 namespace.go:142] [rhtpa-operator] updating namespace I0401 12:56:08.169031 3756 namespace.go:142] [konflux-operator] updating namespace I0401 12:56:08.188804 3756 namespace.go:142] [konflux-operator] updating namespace I0401 12:56:08.229738 3756 namespace.go:142] [rhbk-operator] updating namespace I0401 12:56:08.259789 3756 namespace.go:142] [rhbk-operator] updating namespace I0401 12:56:08.292687 3756 namespace.go:142] [tsf-tpa] updating namespace I0401 12:56:08.319846 3756 namespace.go:142] [tsf-tpa] updating namespace I0401 12:56:08.352334 3756 namespace.go:142] [cert-manager-operator] updating namespace I0401 12:56:08.367646 3756 namespace.go:142] [cert-manager-operator] updating namespace I0401 12:56:09.341175 3756 namespace.go:142] [tsf-tpa] updating namespace I0401 12:56:09.360345 3756 namespace.go:142] [tsf-keycloak] updating namespace I0401 12:56:17.211866 3756 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5bjxhf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 12:56:17.212469 3756 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5bjxhf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 12:56:17.212501 3756 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5bjxhf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0401 12:56:17.212526 3756 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0401 12:56:17.212538 3756 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5bjxhf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0401 12:56:17.212542 3756 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0401 12:56:17.309054 3756 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8fnct7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 12:56:17.309654 3756 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8fnct7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 12:56:17.309680 3756 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8fnct7 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0401 12:56:17.309687 3756 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0401 12:56:17.309697 3756 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8fnct7 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0401 12:56:17.309701 3756 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0401 12:56:18.216798 3756 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfnfm75 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 12:56:18.217345 3756 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfnfm75 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 12:56:18.217378 3756 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfnfm75 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0401 12:56:18.217389 3756 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0401 12:56:18.217405 3756 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfnfm75 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0401 12:56:18.217412 3756 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0401 12:56:18.240041 3756 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5bjxhf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:56:18.240063 3756 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5bjxhf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:56:18.240075 3756 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5bjxhf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:56:18.240092 3756 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5bjxhf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:56:18.335199 3756 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8fnct7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:56:18.335227 3756 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8fnct7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:56:18.335246 3756 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8fnct7 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:56:18.335260 3756 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8fnct7 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:56:18.752916 3756 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=7 I0401 12:56:19.230739 3756 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1sc8dd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 12:56:19.231297 3756 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1sc8dd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 12:56:19.231327 3756 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1sc8dd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0401 12:56:19.231337 3756 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0401 12:56:19.231347 3756 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1sc8dd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0401 12:56:19.231352 3756 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0401 12:56:19.246678 3756 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfnfm75 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:56:19.246702 3756 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfnfm75 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:56:19.246719 3756 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfnfm75 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:56:19.246733 3756 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfnfm75 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:56:20.256765 3756 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1sc8dd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:56:20.256789 3756 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1sc8dd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:56:20.256801 3756 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1sc8dd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:56:20.256815 3756 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1sc8dd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:56:21.244802 3756 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7rb2sg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 12:56:21.245358 3756 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7rb2sg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 12:56:21.245390 3756 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7rb2sg of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0401 12:56:21.245403 3756 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0401 12:56:21.245414 3756 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7rb2sg of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0401 12:56:21.245418 3756 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0401 12:56:22.270953 3756 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbzwwx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 12:56:22.271496 3756 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbzwwx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 12:56:22.271549 3756 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbzwwx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0401 12:56:22.271560 3756 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0401 12:56:22.271572 3756 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbzwwx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0401 12:56:22.271576 3756 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0401 12:56:22.288969 3756 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7rb2sg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:56:22.288987 3756 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7rb2sg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:56:22.288999 3756 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7rb2sg of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:56:22.289010 3756 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7rb2sg of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:56:23.319071 3756 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbzwwx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:56:23.319106 3756 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbzwwx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:56:23.319128 3756 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbzwwx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:56:23.319152 3756 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbzwwx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:56:29.168867 3756 namespace.go:98] [cert-manager] adding namespace I0401 12:56:29.169782 3756 namespace.go:102] [cert-manager] adding namespace took 891.071µs I0401 12:56:29.209778 3756 namespace.go:142] [cert-manager] updating namespace I0401 12:56:29.240721 3756 namespace.go:142] [cert-manager] updating namespace I0401 12:56:30.858091 3756 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-webhook-fd44f5cbb-lp462] creating logical port cert-manager_cert-manager-webhook-fd44f5cbb-lp462 for pod on switch ip-10-0-0-11.ec2.internal I0401 12:56:30.858211 3756 kube.go:256] Updating pod cert-manager/cert-manager-webhook-fd44f5cbb-lp462 I0401 12:56:30.876122 3756 pod.go:62] [cert-manager/cert-manager-webhook-fd44f5cbb-lp462] pod update took 17.945967ms I0401 12:56:30.876153 3756 base_network_controller_pods.go:937] [default/cert-manager/cert-manager-webhook-fd44f5cbb-lp462] addLogicalPort annotation time took 17.982636ms I0401 12:56:30.877322 3756 pods.go:271] [cert-manager/cert-manager-webhook-fd44f5cbb-lp462] addLogicalPort took 19.254725ms, libovsdb time 859.36µs W0401 12:56:31.194160 3756 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0401 12:56:31.227111 3756 cni.go:403] [cert-manager/cert-manager-webhook-fd44f5cbb-lp462 c4138e067d521a20ab1dee8b0162d061726bf4b28c24c59246493c60f2b0383b network default NAD default] ADD starting CNI request [cert-manager/cert-manager-webhook-fd44f5cbb-lp462 c4138e067d521a20ab1dee8b0162d061726bf4b28c24c59246493c60f2b0383b network default NAD default] I0401 12:56:31.236843 3756 helper_linux.go:450] ConfigureOVS: namespace: cert-manager, podName: cert-manager-webhook-fd44f5cbb-lp462, hostIfaceName: c4138e067d521a2, network: default, NAD default, SandboxID: "c4138e067d521a20ab1dee8b0162d061726bf4b28c24c59246493c60f2b0383b", PCI device ID: , UID: "aa9a6846-42bd-4a1e-88e8-2724fd210758", MAC: 0a:58:0a:81:00:1b, IPs: [10.129.0.27/23] I0401 12:56:31.285438 3756 cni.go:424] [cert-manager/cert-manager-webhook-fd44f5cbb-lp462 c4138e067d521a20ab1dee8b0162d061726bf4b28c24c59246493c60f2b0383b network default NAD default] ADD finished CNI request [cert-manager/cert-manager-webhook-fd44f5cbb-lp462 c4138e067d521a20ab1dee8b0162d061726bf4b28c24c59246493c60f2b0383b network default NAD default], result "{\"interfaces\":[{\"mac\":\"96:78:b5:41:cd:6f\",\"name\":\"c4138e067d521a2\"},{\"mac\":\"0a:58:0a:81:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a7815b1c-a442-4c01-8d8b-568d7fa9de71\"}],\"ips\":[{\"address\":\"10.129.0.27/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0401 12:56:32.802948 3756 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0401 12:56:32.817264 3756 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0401 12:56:35.151786 3756 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0401 12:56:35.151807 3756 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0401 12:56:38.630800 3756 namespace.go:142] [openshift-operators] updating namespace I0401 12:56:38.643191 3756 namespace.go:142] [openshift-operators] updating namespace W0401 12:56:41.266875 3756 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 10250: empty IP address endpoints for service cert-manager/cert-manager-webhook W0401 12:56:41.266900 3756 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 9402: empty IP address endpoints for service cert-manager/cert-manager-webhook I0401 12:56:46.626839 3756 namespace.go:142] [openshift-operators] updating namespace I0401 12:56:47.029112 3756 base_network_controller_pods.go:487] [default/openshift-operators/openshift-pipelines-operator-6684678d86-4hv6z] creating logical port openshift-operators_openshift-pipelines-operator-6684678d86-4hv6z for pod on switch ip-10-0-0-11.ec2.internal I0401 12:56:47.029235 3756 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6684678d86-4hv6z I0401 12:56:47.112131 3756 pod.go:62] [openshift-operators/openshift-pipelines-operator-6684678d86-4hv6z] pod update took 82.918913ms I0401 12:56:47.112156 3756 base_network_controller_pods.go:937] [default/openshift-operators/openshift-pipelines-operator-6684678d86-4hv6z] addLogicalPort annotation time took 82.953233ms I0401 12:56:47.113315 3756 pods.go:271] [openshift-operators/openshift-pipelines-operator-6684678d86-4hv6z] addLogicalPort took 84.228343ms, libovsdb time 836.344µs I0401 12:56:47.135190 3756 base_network_controller_pods.go:487] [default/openshift-operators/tekton-operator-webhook-668b6fdd5d-w7wfs] creating logical port openshift-operators_tekton-operator-webhook-668b6fdd5d-w7wfs for pod on switch ip-10-0-0-11.ec2.internal I0401 12:56:47.135394 3756 kube.go:256] Updating pod openshift-operators/tekton-operator-webhook-668b6fdd5d-w7wfs I0401 12:56:47.200175 3756 pod.go:62] [openshift-operators/tekton-operator-webhook-668b6fdd5d-w7wfs] pod update took 64.826216ms I0401 12:56:47.200200 3756 base_network_controller_pods.go:937] [default/openshift-operators/tekton-operator-webhook-668b6fdd5d-w7wfs] addLogicalPort annotation time took 64.857035ms I0401 12:56:47.201377 3756 pods.go:271] [openshift-operators/tekton-operator-webhook-668b6fdd5d-w7wfs] addLogicalPort took 66.204534ms, libovsdb time 816.977µs W0401 12:56:47.323714 3756 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0401 12:56:48.124911 3756 cni.go:403] [openshift-operators/tekton-operator-webhook-668b6fdd5d-w7wfs 49a5968f15141383ee142884d5bc502b09174db4090db1156465d76cb27230a0 network default NAD default] ADD starting CNI request [openshift-operators/tekton-operator-webhook-668b6fdd5d-w7wfs 49a5968f15141383ee142884d5bc502b09174db4090db1156465d76cb27230a0 network default NAD default] I0401 12:56:48.130669 3756 cni.go:403] [openshift-operators/openshift-pipelines-operator-6684678d86-4hv6z 233f6c2918d92b562d5795fbbd54d94a4ba44bc2a81d8ab123c879255a7e7fd0 network default NAD default] ADD starting CNI request [openshift-operators/openshift-pipelines-operator-6684678d86-4hv6z 233f6c2918d92b562d5795fbbd54d94a4ba44bc2a81d8ab123c879255a7e7fd0 network default NAD default] I0401 12:56:48.134814 3756 helper_linux.go:450] ConfigureOVS: namespace: openshift-operators, podName: tekton-operator-webhook-668b6fdd5d-w7wfs, hostIfaceName: 49a5968f1514138, network: default, NAD default, SandboxID: "49a5968f15141383ee142884d5bc502b09174db4090db1156465d76cb27230a0", PCI device ID: , UID: "536187e5-3504-4ecf-8004-6411143ba54d", MAC: 0a:58:0a:81:00:1d, IPs: [10.129.0.29/23] I0401 12:56:48.140176 3756 helper_linux.go:450] ConfigureOVS: namespace: openshift-operators, podName: openshift-pipelines-operator-6684678d86-4hv6z, hostIfaceName: 233f6c2918d92b5, network: default, NAD default, SandboxID: "233f6c2918d92b562d5795fbbd54d94a4ba44bc2a81d8ab123c879255a7e7fd0", PCI device ID: , UID: "165621d2-4eb0-40c3-bcc2-595d57abfe3e", MAC: 0a:58:0a:81:00:1c, IPs: [10.129.0.28/23] I0401 12:56:48.184404 3756 cni.go:424] [openshift-operators/tekton-operator-webhook-668b6fdd5d-w7wfs 49a5968f15141383ee142884d5bc502b09174db4090db1156465d76cb27230a0 network default NAD default] ADD finished CNI request [openshift-operators/tekton-operator-webhook-668b6fdd5d-w7wfs 49a5968f15141383ee142884d5bc502b09174db4090db1156465d76cb27230a0 network default NAD default], result "{\"interfaces\":[{\"mac\":\"b6:2e:0c:4b:98:ba\",\"name\":\"49a5968f1514138\"},{\"mac\":\"0a:58:0a:81:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2ed5dc45-971c-4b6d-9e6e-14d3d19b2783\"}],\"ips\":[{\"address\":\"10.129.0.29/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0401 12:56:48.207844 3756 cni.go:424] [openshift-operators/openshift-pipelines-operator-6684678d86-4hv6z 233f6c2918d92b562d5795fbbd54d94a4ba44bc2a81d8ab123c879255a7e7fd0 network default NAD default] ADD finished CNI request [openshift-operators/openshift-pipelines-operator-6684678d86-4hv6z 233f6c2918d92b562d5795fbbd54d94a4ba44bc2a81d8ab123c879255a7e7fd0 network default NAD default], result "{\"interfaces\":[{\"mac\":\"f2:86:b8:f6:6b:5f\",\"name\":\"233f6c2918d92b5\"},{\"mac\":\"0a:58:0a:81:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/49030016-726a-4784-8b30-bf4f8dd72dde\"}],\"ips\":[{\"address\":\"10.129.0.28/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0401 12:56:54.060609 3756 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0401 12:56:55.998908 3756 namespace.go:98] [trusted-artifact-signer] adding namespace I0401 12:56:55.999885 3756 namespace.go:102] [trusted-artifact-signer] adding namespace took 948.698µs I0401 12:56:56.042919 3756 namespace.go:142] [trusted-artifact-signer] updating namespace I0401 12:56:56.066795 3756 namespace.go:142] [trusted-artifact-signer] updating namespace W0401 12:56:56.354690 3756 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0401 12:57:00.030233 3756 obj_retry.go:464] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 12:57:00.030794 3756 obj_retry.go:464] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 12:57:00.136422 3756 obj_retry.go:458] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:57:00.136445 3756 obj_retry.go:458] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:57:00.145269 3756 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0401 12:57:00.145292 3756 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0401 12:57:02.979808 3756 namespace.go:98] [openshift-pipelines] adding namespace I0401 12:57:02.980628 3756 namespace.go:102] [openshift-pipelines] adding namespace took 792.35µs I0401 12:57:03.011737 3756 namespace.go:142] [openshift-pipelines] updating namespace I0401 12:57:03.675527 3756 namespace.go:142] [cert-manager] updating namespace I0401 12:57:03.874557 3756 namespace.go:142] [cert-manager-operator] updating namespace I0401 12:57:04.284082 3756 namespace.go:142] [konflux-operator] updating namespace I0401 12:57:04.481324 3756 namespace.go:142] [konflux-ui] updating namespace I0401 12:57:04.682765 3756 namespace.go:142] [open-cluster-management-2pdc3bms7betpsglkv3jcv4j6l37nkm9] updating namespace I0401 12:57:05.087462 3756 namespace.go:142] [rhbk-operator] updating namespace I0401 12:57:05.303847 3756 namespace.go:142] [rhtpa-operator] updating namespace I0401 12:57:05.495950 3756 namespace.go:142] [trusted-artifact-signer] updating namespace I0401 12:57:05.691878 3756 namespace.go:142] [tsf] updating namespace I0401 12:57:05.892893 3756 namespace.go:142] [tsf-keycloak] updating namespace I0401 12:57:06.091370 3756 namespace.go:142] [tsf-tas] updating namespace I0401 12:57:06.292767 3756 namespace.go:142] [tsf-tpa] updating namespace I0401 12:57:06.425377 3756 namespace.go:142] [cert-manager] updating namespace I0401 12:57:06.438079 3756 namespace.go:142] [cert-manager-operator] updating namespace I0401 12:57:06.446556 3756 namespace.go:142] [default] updating namespace I0401 12:57:06.458488 3756 namespace.go:142] [konflux-operator] updating namespace I0401 12:57:06.478543 3756 namespace.go:142] [konflux-ui] updating namespace I0401 12:57:06.488127 3756 namespace.go:142] [open-cluster-management-2pdc3bms7betpsglkv3jcv4j6l37nkm9] updating namespace I0401 12:57:06.496021 3756 namespace.go:142] [openshift] updating namespace I0401 12:57:06.503674 3756 namespace.go:142] [rhbk-operator] updating namespace I0401 12:57:06.514744 3756 namespace.go:142] [rhtpa-operator] updating namespace I0401 12:57:06.523636 3756 namespace.go:142] [trusted-artifact-signer] updating namespace I0401 12:57:06.531663 3756 namespace.go:142] [tsf] updating namespace I0401 12:57:06.545001 3756 namespace.go:142] [tsf-keycloak] updating namespace I0401 12:57:06.554383 3756 namespace.go:142] [tsf-tas] updating namespace I0401 12:57:06.568924 3756 namespace.go:142] [tsf-tpa] updating namespace I0401 12:57:06.673920 3756 namespace.go:142] [cert-manager] updating namespace I0401 12:57:06.769319 3756 namespace.go:142] [cert-manager-operator] updating namespace I0401 12:57:06.870223 3756 namespace.go:142] [default] updating namespace I0401 12:57:06.973174 3756 namespace.go:142] [konflux-operator] updating namespace I0401 12:57:07.068724 3756 namespace.go:142] [konflux-ui] updating namespace I0401 12:57:07.170591 3756 namespace.go:142] [open-cluster-management-2pdc3bms7betpsglkv3jcv4j6l37nkm9] updating namespace I0401 12:57:07.268617 3756 namespace.go:142] [openshift] updating namespace I0401 12:57:07.371575 3756 namespace.go:142] [rhbk-operator] updating namespace I0401 12:57:07.469154 3756 namespace.go:142] [rhtpa-operator] updating namespace I0401 12:57:07.572891 3756 namespace.go:142] [trusted-artifact-signer] updating namespace I0401 12:57:07.670833 3756 namespace.go:142] [tsf] updating namespace I0401 12:57:07.780856 3756 namespace.go:142] [tsf-keycloak] updating namespace I0401 12:57:07.895930 3756 namespace.go:142] [tsf-tas] updating namespace I0401 12:57:07.983288 3756 namespace.go:142] [tsf-tpa] updating namespace I0401 12:57:08.440178 3756 namespace.go:142] [openshift-pipelines] updating namespace I0401 12:57:16.480966 3756 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-events-controller-b79bdd59-68nrx] creating logical port openshift-pipelines_tekton-events-controller-b79bdd59-68nrx for pod on switch ip-10-0-0-11.ec2.internal I0401 12:57:16.481085 3756 kube.go:256] Updating pod openshift-pipelines/tekton-events-controller-b79bdd59-68nrx I0401 12:57:16.499893 3756 pod.go:62] [openshift-pipelines/tekton-events-controller-b79bdd59-68nrx] pod update took 18.827415ms I0401 12:57:16.499921 3756 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-events-controller-b79bdd59-68nrx] addLogicalPort annotation time took 18.862096ms I0401 12:57:16.501267 3756 pods.go:271] [openshift-pipelines/tekton-events-controller-b79bdd59-68nrx] addLogicalPort took 20.321524ms, libovsdb time 983.339µs I0401 12:57:16.578078 3756 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-9nspc] creating logical port openshift-pipelines_tekton-pipelines-remote-resolvers-56879bb9d7-9nspc for pod on switch ip-10-0-0-11.ec2.internal I0401 12:57:16.578169 3756 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-9nspc I0401 12:57:16.598506 3756 pod.go:62] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-9nspc] pod update took 20.364195ms I0401 12:57:16.598551 3756 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-9nspc] addLogicalPort annotation time took 20.411539ms I0401 12:57:16.599808 3756 pods.go:271] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-9nspc] addLogicalPort took 21.745562ms, libovsdb time 888.405µs I0401 12:57:16.770823 3756 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-4gvrr] creating logical port openshift-pipelines_tekton-operator-proxy-webhook-7988b548df-4gvrr for pod on switch ip-10-0-0-11.ec2.internal I0401 12:57:16.770935 3756 kube.go:256] Updating pod openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-4gvrr I0401 12:57:16.787808 3756 pod.go:62] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-4gvrr] pod update took 16.900698ms I0401 12:57:16.787838 3756 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-4gvrr] addLogicalPort annotation time took 16.939138ms I0401 12:57:16.789160 3756 pods.go:271] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-4gvrr] addLogicalPort took 18.359126ms, libovsdb time 896.403µs I0401 12:57:16.843960 3756 cni.go:403] [openshift-pipelines/tekton-events-controller-b79bdd59-68nrx e23941e979b369aec37efe27093bac3f6097a7a81cc2c0b270e52469bb004128 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-events-controller-b79bdd59-68nrx e23941e979b369aec37efe27093bac3f6097a7a81cc2c0b270e52469bb004128 network default NAD default] I0401 12:57:16.854268 3756 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-events-controller-b79bdd59-68nrx, hostIfaceName: e23941e979b369a, network: default, NAD default, SandboxID: "e23941e979b369aec37efe27093bac3f6097a7a81cc2c0b270e52469bb004128", PCI device ID: , UID: "3d377a37-dbdb-4547-a284-6dcd5d812be2", MAC: 0a:58:0a:81:00:1e, IPs: [10.129.0.30/23] I0401 12:57:16.904599 3756 cni.go:424] [openshift-pipelines/tekton-events-controller-b79bdd59-68nrx e23941e979b369aec37efe27093bac3f6097a7a81cc2c0b270e52469bb004128 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-events-controller-b79bdd59-68nrx e23941e979b369aec37efe27093bac3f6097a7a81cc2c0b270e52469bb004128 network default NAD default], result "{\"interfaces\":[{\"mac\":\"62:43:71:c2:66:aa\",\"name\":\"e23941e979b369a\"},{\"mac\":\"0a:58:0a:81:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a925b7a9-d878-4bb0-9edf-6cd26e12c89b\"}],\"ips\":[{\"address\":\"10.129.0.30/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0401 12:57:16.938794 3756 cni.go:403] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-9nspc 7f941bfc29cfaf665fe4be5f32a7d955223ddeca956558a329a8da281f554cf4 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-9nspc 7f941bfc29cfaf665fe4be5f32a7d955223ddeca956558a329a8da281f554cf4 network default NAD default] I0401 12:57:16.950264 3756 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-remote-resolvers-56879bb9d7-9nspc, hostIfaceName: 7f941bfc29cfaf6, network: default, NAD default, SandboxID: "7f941bfc29cfaf665fe4be5f32a7d955223ddeca956558a329a8da281f554cf4", PCI device ID: , UID: "c962326f-012b-4ed1-a23f-3d01fd3db3b8", MAC: 0a:58:0a:81:00:1f, IPs: [10.129.0.31/23] I0401 12:57:17.004068 3756 cni.go:424] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-9nspc 7f941bfc29cfaf665fe4be5f32a7d955223ddeca956558a329a8da281f554cf4 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-9nspc 7f941bfc29cfaf665fe4be5f32a7d955223ddeca956558a329a8da281f554cf4 network default NAD default], result "{\"interfaces\":[{\"mac\":\"32:80:5c:a9:23:47\",\"name\":\"7f941bfc29cfaf6\"},{\"mac\":\"0a:58:0a:81:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3675d783-455f-4042-b5d2-1a62c7501f5c\"}],\"ips\":[{\"address\":\"10.129.0.31/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0401 12:57:17.135204 3756 cni.go:403] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-4gvrr eaf6eb1c4f56fedf821518ecd8f247c8b0b62135190f20ed422ff9c66b243f54 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-4gvrr eaf6eb1c4f56fedf821518ecd8f247c8b0b62135190f20ed422ff9c66b243f54 network default NAD default] I0401 12:57:17.146025 3756 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-operator-proxy-webhook-7988b548df-4gvrr, hostIfaceName: eaf6eb1c4f56fed, network: default, NAD default, SandboxID: "eaf6eb1c4f56fedf821518ecd8f247c8b0b62135190f20ed422ff9c66b243f54", PCI device ID: , UID: "1a07d153-2b7b-4704-bdcf-9c7d53efb3f4", MAC: 0a:58:0a:81:00:20, IPs: [10.129.0.32/23] I0401 12:57:17.196405 3756 cni.go:424] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-4gvrr eaf6eb1c4f56fedf821518ecd8f247c8b0b62135190f20ed422ff9c66b243f54 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-4gvrr eaf6eb1c4f56fedf821518ecd8f247c8b0b62135190f20ed422ff9c66b243f54 network default NAD default], result "{\"interfaces\":[{\"mac\":\"6a:fa:d3:25:63:74\",\"name\":\"eaf6eb1c4f56fed\"},{\"mac\":\"0a:58:0a:81:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0fcfb11c-8b09-4ec1-b8cb-c31c811b0f15\"}],\"ips\":[{\"address\":\"10.129.0.32/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0401 12:57:17.912570 3756 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0401 12:57:17.932155 3756 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0401 12:57:20.508557 3756 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0401 12:57:20.508583 3756 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0401 12:57:20.508590 3756 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0401 12:57:20.547220 3756 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0401 12:57:20.547238 3756 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0401 12:57:20.547243 3756 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0401 12:57:20.547247 3756 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0401 12:57:21.392805 3756 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0401 12:57:21.392828 3756 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0401 12:57:21.392834 3756 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller I0401 12:57:22.226003 3756 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 W0401 12:57:32.376013 3756 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0401 12:57:32.376038 3756 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0401 12:57:32.376052 3756 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-events-controller I0401 12:57:39.535577 3756 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-qs52x] creating logical port openshift-pipelines_tekton-triggers-core-interceptors-8bb674894-qs52x for pod on switch ip-10-0-0-11.ec2.internal I0401 12:57:39.535679 3756 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-qs52x I0401 12:57:39.552714 3756 pod.go:62] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-qs52x] pod update took 17.051673ms I0401 12:57:39.552744 3756 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-qs52x] addLogicalPort annotation time took 17.096401ms I0401 12:57:39.553938 3756 pods.go:271] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-qs52x] addLogicalPort took 18.376349ms, libovsdb time 833.982µs I0401 12:57:39.899397 3756 cni.go:403] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-qs52x d17aafd3d87b67b3f75a317e81f0b6faac3297a4af83eaea826371351f311906 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-qs52x d17aafd3d87b67b3f75a317e81f0b6faac3297a4af83eaea826371351f311906 network default NAD default] I0401 12:57:39.909248 3756 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-core-interceptors-8bb674894-qs52x, hostIfaceName: d17aafd3d87b67b, network: default, NAD default, SandboxID: "d17aafd3d87b67b3f75a317e81f0b6faac3297a4af83eaea826371351f311906", PCI device ID: , UID: "0c1b3092-4abb-4e16-a4ba-8fd1be96f9da", MAC: 0a:58:0a:81:00:21, IPs: [10.129.0.33/23] I0401 12:57:39.960274 3756 cni.go:424] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-qs52x d17aafd3d87b67b3f75a317e81f0b6faac3297a4af83eaea826371351f311906 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-qs52x d17aafd3d87b67b3f75a317e81f0b6faac3297a4af83eaea826371351f311906 network default NAD default], result "{\"interfaces\":[{\"mac\":\"9e:c5:c1:2f:03:3b\",\"name\":\"d17aafd3d87b67b\"},{\"mac\":\"0a:58:0a:81:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f4d1f058-4397-4e96-8d14-905d16fc7089\"}],\"ips\":[{\"address\":\"10.129.0.33/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0401 12:57:42.165813 3756 obj_retry.go:464] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 12:57:42.166355 3756 obj_retry.go:464] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 12:57:42.188185 3756 obj_retry.go:458] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:57:42.188210 3756 obj_retry.go:458] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:57:42.196113 3756 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0401 12:57:42.196139 3756 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure W0401 12:57:42.466795 3756 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors W0401 12:57:49.077904 3756 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0401 12:57:49.079695 3756 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0401 12:57:49.079710 3756 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0401 12:57:53.478794 3756 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0401 12:57:59.609610 3756 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0401 12:58:00.214213 3756 namespace.go:142] [openshift-pipelines] updating namespace I0401 12:58:07.441217 3756 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 12:58:07.441797 3756 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 12:58:08.183792 3756 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:58:08.183820 3756 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:58:08.191320 3756 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-keycloak/keycloak-0 I0401 12:58:08.191350 3756 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-keycloak/keycloak-0 W0401 12:58:10.206326 3756 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0401 12:58:10.206344 3756 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0401 12:58:10.206421 3756 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service I0401 12:58:16.193630 3756 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-api-68cf9c8c65-z4drw] creating logical port openshift-pipelines_tekton-results-api-68cf9c8c65-z4drw for pod on switch ip-10-0-0-11.ec2.internal I0401 12:58:16.193783 3756 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-68cf9c8c65-z4drw I0401 12:58:16.208831 3756 pod.go:62] [openshift-pipelines/tekton-results-api-68cf9c8c65-z4drw] pod update took 15.07438ms I0401 12:58:16.208853 3756 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-results-api-68cf9c8c65-z4drw] addLogicalPort annotation time took 15.103177ms I0401 12:58:16.210127 3756 pods.go:271] [openshift-pipelines/tekton-results-api-68cf9c8c65-z4drw] addLogicalPort took 16.517405ms, libovsdb time 895.392µs I0401 12:58:16.287595 3756 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-8vk92] creating logical port openshift-pipelines_tekton-results-retention-policy-agent-55cbb85cb8-8vk92 for pod on switch ip-10-0-0-11.ec2.internal I0401 12:58:16.287695 3756 kube.go:256] Updating pod openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-8vk92 I0401 12:58:16.304872 3756 pod.go:62] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-8vk92] pod update took 17.197984ms I0401 12:58:16.304894 3756 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-8vk92] addLogicalPort annotation time took 17.234433ms I0401 12:58:16.306112 3756 pods.go:271] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-8vk92] addLogicalPort took 18.53891ms, libovsdb time 837.642µs I0401 12:58:16.386489 3756 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-watcher-6f946f97cf-slgqn] creating logical port openshift-pipelines_tekton-results-watcher-6f946f97cf-slgqn for pod on switch ip-10-0-0-11.ec2.internal I0401 12:58:16.386601 3756 kube.go:256] Updating pod openshift-pipelines/tekton-results-watcher-6f946f97cf-slgqn I0401 12:58:16.402300 3756 pod.go:62] [openshift-pipelines/tekton-results-watcher-6f946f97cf-slgqn] pod update took 15.718924ms I0401 12:58:16.402324 3756 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-results-watcher-6f946f97cf-slgqn] addLogicalPort annotation time took 15.749254ms I0401 12:58:16.403580 3756 pods.go:271] [openshift-pipelines/tekton-results-watcher-6f946f97cf-slgqn] addLogicalPort took 17.107949ms, libovsdb time 877.57µs I0401 12:58:16.569159 3756 cni.go:403] [openshift-pipelines/tekton-results-api-68cf9c8c65-z4drw 6b1277ac18b85e76a9bcc443e2f58456ddbde56aad7aeaa77d3dd3d04ef684de network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-results-api-68cf9c8c65-z4drw 6b1277ac18b85e76a9bcc443e2f58456ddbde56aad7aeaa77d3dd3d04ef684de network default NAD default] I0401 12:58:16.578356 3756 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-api-68cf9c8c65-z4drw, hostIfaceName: 6b1277ac18b85e7, network: default, NAD default, SandboxID: "6b1277ac18b85e76a9bcc443e2f58456ddbde56aad7aeaa77d3dd3d04ef684de", PCI device ID: , UID: "a66f8778-6765-4424-834a-84bf33fc0560", MAC: 0a:58:0a:81:00:22, IPs: [10.129.0.34/23] I0401 12:58:16.633246 3756 cni.go:424] [openshift-pipelines/tekton-results-api-68cf9c8c65-z4drw 6b1277ac18b85e76a9bcc443e2f58456ddbde56aad7aeaa77d3dd3d04ef684de network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-results-api-68cf9c8c65-z4drw 6b1277ac18b85e76a9bcc443e2f58456ddbde56aad7aeaa77d3dd3d04ef684de network default NAD default], result "{\"interfaces\":[{\"mac\":\"ee:5f:3f:6c:52:c9\",\"name\":\"6b1277ac18b85e7\"},{\"mac\":\"0a:58:0a:81:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cc3a0d88-3140-44ea-a2bc-7b56238009d0\"}],\"ips\":[{\"address\":\"10.129.0.34/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0401 12:58:16.651476 3756 cni.go:403] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-8vk92 5f52330e3e02459efc22620fa067436859a29998df4be31debf9e16a64cd1fa6 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-8vk92 5f52330e3e02459efc22620fa067436859a29998df4be31debf9e16a64cd1fa6 network default NAD default] I0401 12:58:16.661118 3756 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-retention-policy-agent-55cbb85cb8-8vk92, hostIfaceName: 5f52330e3e02459, network: default, NAD default, SandboxID: "5f52330e3e02459efc22620fa067436859a29998df4be31debf9e16a64cd1fa6", PCI device ID: , UID: "14d338ae-37dc-419b-a33b-420aeb52d380", MAC: 0a:58:0a:81:00:23, IPs: [10.129.0.35/23] I0401 12:58:16.714254 3756 cni.go:424] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-8vk92 5f52330e3e02459efc22620fa067436859a29998df4be31debf9e16a64cd1fa6 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-8vk92 5f52330e3e02459efc22620fa067436859a29998df4be31debf9e16a64cd1fa6 network default NAD default], result "{\"interfaces\":[{\"mac\":\"52:d9:54:44:e7:e7\",\"name\":\"5f52330e3e02459\"},{\"mac\":\"0a:58:0a:81:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8e731a99-5a93-429f-9453-c2b4b4cd3ebe\"}],\"ips\":[{\"address\":\"10.129.0.35/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0401 12:58:16.747454 3756 cni.go:403] [openshift-pipelines/tekton-results-watcher-6f946f97cf-slgqn efb87c80296ebe1772af5975749154bead54095bbee704e46e247c8270aa2398 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-results-watcher-6f946f97cf-slgqn efb87c80296ebe1772af5975749154bead54095bbee704e46e247c8270aa2398 network default NAD default] I0401 12:58:16.754610 3756 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=99 I0401 12:58:16.758754 3756 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-watcher-6f946f97cf-slgqn, hostIfaceName: efb87c80296ebe1, network: default, NAD default, SandboxID: "efb87c80296ebe1772af5975749154bead54095bbee704e46e247c8270aa2398", PCI device ID: , UID: "e803ce5c-4441-4a6f-8256-6a2743f572e0", MAC: 0a:58:0a:81:00:24, IPs: [10.129.0.36/23] I0401 12:58:16.808299 3756 cni.go:424] [openshift-pipelines/tekton-results-watcher-6f946f97cf-slgqn efb87c80296ebe1772af5975749154bead54095bbee704e46e247c8270aa2398 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-results-watcher-6f946f97cf-slgqn efb87c80296ebe1772af5975749154bead54095bbee704e46e247c8270aa2398 network default NAD default], result "{\"interfaces\":[{\"mac\":\"5e:42:b5:8b:71:49\",\"name\":\"efb87c80296ebe1\"},{\"mac\":\"0a:58:0a:81:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fa4b329f-f187-4397-b075-04a7f61774c6\"}],\"ips\":[{\"address\":\"10.129.0.36/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0401 12:58:22.691077 3756 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0401 12:58:22.691099 3756 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0401 12:58:22.691106 3756 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0401 12:58:33.746399 3756 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 W0401 12:58:36.592010 3756 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0401 12:58:36.592039 3756 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 6060: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0401 12:58:36.592047 3756 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0401 12:58:42.705788 3756 base_network_controller_pods.go:487] [default/openshift-pipelines/tkn-cli-serve-784b566968-6jtml] creating logical port openshift-pipelines_tkn-cli-serve-784b566968-6jtml for pod on switch ip-10-0-0-11.ec2.internal I0401 12:58:42.705915 3756 kube.go:256] Updating pod openshift-pipelines/tkn-cli-serve-784b566968-6jtml I0401 12:58:42.720666 3756 pod.go:62] [openshift-pipelines/tkn-cli-serve-784b566968-6jtml] pod update took 14.780549ms I0401 12:58:42.720692 3756 base_network_controller_pods.go:937] [default/openshift-pipelines/tkn-cli-serve-784b566968-6jtml] addLogicalPort annotation time took 14.811882ms I0401 12:58:42.721988 3756 pods.go:271] [openshift-pipelines/tkn-cli-serve-784b566968-6jtml] addLogicalPort took 16.22002ms, libovsdb time 918.74µs I0401 12:58:43.095409 3756 cni.go:403] [openshift-pipelines/tkn-cli-serve-784b566968-6jtml fcab00b450ed93e3a7952bbd72ca75eb934bcf076a5c7aeedf72d08bebdc4bea network default NAD default] ADD starting CNI request [openshift-pipelines/tkn-cli-serve-784b566968-6jtml fcab00b450ed93e3a7952bbd72ca75eb934bcf076a5c7aeedf72d08bebdc4bea network default NAD default] I0401 12:58:43.104397 3756 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tkn-cli-serve-784b566968-6jtml, hostIfaceName: fcab00b450ed93e, network: default, NAD default, SandboxID: "fcab00b450ed93e3a7952bbd72ca75eb934bcf076a5c7aeedf72d08bebdc4bea", PCI device ID: , UID: "bd5f6f0c-5446-4cee-9d25-5263da2cb8de", MAC: 0a:58:0a:81:00:25, IPs: [10.129.0.37/23] I0401 12:58:43.157274 3756 cni.go:424] [openshift-pipelines/tkn-cli-serve-784b566968-6jtml fcab00b450ed93e3a7952bbd72ca75eb934bcf076a5c7aeedf72d08bebdc4bea network default NAD default] ADD finished CNI request [openshift-pipelines/tkn-cli-serve-784b566968-6jtml fcab00b450ed93e3a7952bbd72ca75eb934bcf076a5c7aeedf72d08bebdc4bea network default NAD default], result "{\"interfaces\":[{\"mac\":\"0a:b5:a0:e8:e1:79\",\"name\":\"fcab00b450ed93e\"},{\"mac\":\"0a:58:0a:81:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/03e9fe24-6c19-4e86-b7bb-f66313454b79\"}],\"ips\":[{\"address\":\"10.129.0.37/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0401 12:58:44.532211 3756 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 12:58:44.532870 3756 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 12:58:51.570072 3756 obj_retry.go:464] Detected object tsf-keycloak/tsf-iam-x96sz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 12:58:51.570601 3756 obj_retry.go:464] Detected object tsf-keycloak/tsf-iam-x96sz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 12:58:52.596125 3756 obj_retry.go:458] Detected object tsf-keycloak/tsf-iam-x96sz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:58:52.596152 3756 obj_retry.go:458] Detected object tsf-keycloak/tsf-iam-x96sz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:58:52.956977 3756 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 12:58:52.957621 3756 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 12:58:53.445414 3756 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:58:53.445437 3756 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:58:53.452481 3756 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-keycloak/keycloak-0 I0401 12:58:53.452534 3756 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-keycloak/keycloak-0 W0401 12:58:55.459300 3756 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0401 12:58:55.460226 3756 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0401 12:58:55.460237 3756 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0401 12:59:01.515300 3756 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0401 12:59:13.040781 3756 egressfirewall.go:628] Syncing node "ip-10-0-2-227.ec2.internal" for egress firewall I0401 12:59:13.040811 3756 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-227.ec2.internal I0401 12:59:13.040868 3756 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-227.ec2.internal: 62.109µs I0401 12:59:44.618209 3756 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:59:44.618241 3756 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:59:44.627279 3756 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0401 12:59:44.627303 3756 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0401 12:59:52.886327 3756 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 12:59:52.886891 3756 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 12:59:52.908058 3756 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:59:52.908081 3756 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:59:52.911982 3756 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0401 12:59:52.912005 3756 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0401 12:59:55.678384 3756 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-createtree-job-8vnnz-49kbs] creating logical port tsf-tas_ctlog-createtree-job-8vnnz-49kbs for pod on switch ip-10-0-0-11.ec2.internal I0401 12:59:55.678484 3756 kube.go:256] Updating pod tsf-tas/ctlog-createtree-job-8vnnz-49kbs I0401 12:59:55.693176 3756 base_network_controller_pods.go:487] [default/tsf-tas/fulcio-server-6c74d8cd8f-jsnrh] creating logical port tsf-tas_fulcio-server-6c74d8cd8f-jsnrh for pod on switch ip-10-0-0-11.ec2.internal I0401 12:59:55.693265 3756 kube.go:256] Updating pod tsf-tas/fulcio-server-6c74d8cd8f-jsnrh I0401 12:59:55.695780 3756 pod.go:62] [tsf-tas/ctlog-createtree-job-8vnnz-49kbs] pod update took 17.319707ms I0401 12:59:55.695802 3756 base_network_controller_pods.go:937] [default/tsf-tas/ctlog-createtree-job-8vnnz-49kbs] addLogicalPort annotation time took 17.347237ms I0401 12:59:55.697129 3756 pods.go:271] [tsf-tas/ctlog-createtree-job-8vnnz-49kbs] addLogicalPort took 18.759673ms, libovsdb time 958.645µs I0401 12:59:55.710187 3756 pod.go:62] [tsf-tas/fulcio-server-6c74d8cd8f-jsnrh] pod update took 16.94462ms I0401 12:59:55.710218 3756 base_network_controller_pods.go:937] [default/tsf-tas/fulcio-server-6c74d8cd8f-jsnrh] addLogicalPort annotation time took 16.979596ms I0401 12:59:55.711457 3756 pods.go:271] [tsf-tas/fulcio-server-6c74d8cd8f-jsnrh] addLogicalPort took 18.295335ms, libovsdb time 726.035µs I0401 12:59:56.039027 3756 cni.go:403] [tsf-tas/ctlog-createtree-job-8vnnz-49kbs 839fdbe1112393f92a0bd7420152d6078bbbf466a4d32acae273ab6cc268d080 network default NAD default] ADD starting CNI request [tsf-tas/ctlog-createtree-job-8vnnz-49kbs 839fdbe1112393f92a0bd7420152d6078bbbf466a4d32acae273ab6cc268d080 network default NAD default] I0401 12:59:56.048584 3756 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: ctlog-createtree-job-8vnnz-49kbs, hostIfaceName: 839fdbe1112393f, network: default, NAD default, SandboxID: "839fdbe1112393f92a0bd7420152d6078bbbf466a4d32acae273ab6cc268d080", PCI device ID: , UID: "380adaf5-afc0-43e4-a6e9-3a4f73704c94", MAC: 0a:58:0a:81:00:26, IPs: [10.129.0.38/23] I0401 12:59:56.058292 3756 cni.go:403] [tsf-tas/fulcio-server-6c74d8cd8f-jsnrh 66270623eec7ff1d96148af05fef3b738c75b340f408721c2b159b1e8ac53278 network default NAD default] ADD starting CNI request [tsf-tas/fulcio-server-6c74d8cd8f-jsnrh 66270623eec7ff1d96148af05fef3b738c75b340f408721c2b159b1e8ac53278 network default NAD default] I0401 12:59:56.070293 3756 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: fulcio-server-6c74d8cd8f-jsnrh, hostIfaceName: 66270623eec7ff1, network: default, NAD default, SandboxID: "66270623eec7ff1d96148af05fef3b738c75b340f408721c2b159b1e8ac53278", PCI device ID: , UID: "14af1a23-827a-4f7d-ba30-45f3cef0d96a", MAC: 0a:58:0a:81:00:27, IPs: [10.129.0.39/23] I0401 12:59:56.100445 3756 cni.go:424] [tsf-tas/ctlog-createtree-job-8vnnz-49kbs 839fdbe1112393f92a0bd7420152d6078bbbf466a4d32acae273ab6cc268d080 network default NAD default] ADD finished CNI request [tsf-tas/ctlog-createtree-job-8vnnz-49kbs 839fdbe1112393f92a0bd7420152d6078bbbf466a4d32acae273ab6cc268d080 network default NAD default], result "{\"interfaces\":[{\"mac\":\"c6:16:10:e1:5d:85\",\"name\":\"839fdbe1112393f\"},{\"mac\":\"0a:58:0a:81:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4310b44f-e13f-4c0c-ab5d-7de19e94c447\"}],\"ips\":[{\"address\":\"10.129.0.38/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0401 12:59:56.127937 3756 cni.go:424] [tsf-tas/fulcio-server-6c74d8cd8f-jsnrh 66270623eec7ff1d96148af05fef3b738c75b340f408721c2b159b1e8ac53278 network default NAD default] ADD finished CNI request [tsf-tas/fulcio-server-6c74d8cd8f-jsnrh 66270623eec7ff1d96148af05fef3b738c75b340f408721c2b159b1e8ac53278 network default NAD default], result "{\"interfaces\":[{\"mac\":\"be:00:c9:15:c8:3e\",\"name\":\"66270623eec7ff1\"},{\"mac\":\"0a:58:0a:81:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3f6ed084-fa7e-48f1-9cdd-82df30dbadb3\"}],\"ips\":[{\"address\":\"10.129.0.39/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0401 12:59:59.146652 3756 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0401 12:59:59.146679 3756 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0401 12:59:59.172082 3756 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 5554: empty IP address endpoints for service tsf-tas/fulcio-server W0401 12:59:59.172109 3756 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 5555: empty IP address endpoints for service tsf-tas/fulcio-server W0401 13:00:02.829396 3756 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0401 13:00:03.048255 3756 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0401 13:00:03.963178 3756 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 W0401 13:00:08.512085 3756 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver I0401 13:00:08.666099 3756 obj_retry.go:464] Detected object tsf-tas/segment-backup-installation-dlfgq-62q6r of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 13:00:08.666739 3756 obj_retry.go:464] Detected object tsf-tas/segment-backup-installation-dlfgq-62q6r of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 13:00:09.523713 3756 obj_retry.go:458] Detected object tsf-tas/segment-backup-installation-dlfgq-62q6r of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:00:09.523738 3756 obj_retry.go:458] Detected object tsf-tas/segment-backup-installation-dlfgq-62q6r of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:00:10.698586 3756 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29584140-2jdr9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 13:00:10.699174 3756 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29584140-2jdr9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 13:00:11.722192 3756 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29584140-2jdr9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:00:11.722224 3756 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29584140-2jdr9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0401 13:00:14.885362 3756 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0401 13:00:30.757778 3756 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=463 I0401 13:00:44.172835 3756 obj_retry.go:464] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 13:00:44.173418 3756 obj_retry.go:464] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 13:00:44.194222 3756 obj_retry.go:458] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:00:44.194240 3756 obj_retry.go:458] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:00:44.197955 3756 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0401 13:00:44.197979 3756 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0401 13:00:52.943060 3756 obj_retry.go:464] Detected object tsf/patch-tekton-config-52wn8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 13:00:52.943717 3756 obj_retry.go:464] Detected object tsf/patch-tekton-config-52wn8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 13:00:53.966324 3756 obj_retry.go:458] Detected object tsf/patch-tekton-config-52wn8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:00:53.966355 3756 obj_retry.go:458] Detected object tsf/patch-tekton-config-52wn8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:00:54.960624 3756 obj_retry.go:464] Detected object tsf-tas/rekor-createtree-job-tktwt-j75d5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 13:00:54.961189 3756 obj_retry.go:464] Detected object tsf-tas/rekor-createtree-job-tktwt-j75d5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 13:00:55.856574 3756 obj_retry.go:458] Detected object tsf-tas/rekor-createtree-job-tktwt-j75d5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:00:55.856601 3756 obj_retry.go:458] Detected object tsf-tas/rekor-createtree-job-tktwt-j75d5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:00:59.441545 3756 cni.go:403] [tsf-tas/ctlog-createtree-job-8vnnz-49kbs 839fdbe1112393f92a0bd7420152d6078bbbf466a4d32acae273ab6cc268d080 network default NAD default] DEL starting CNI request [tsf-tas/ctlog-createtree-job-8vnnz-49kbs 839fdbe1112393f92a0bd7420152d6078bbbf466a4d32acae273ab6cc268d080 network default NAD default] I0401 13:00:59.531309 3756 cni.go:424] [tsf-tas/ctlog-createtree-job-8vnnz-49kbs 839fdbe1112393f92a0bd7420152d6078bbbf466a4d32acae273ab6cc268d080 network default NAD default] DEL finished CNI request [tsf-tas/ctlog-createtree-job-8vnnz-49kbs 839fdbe1112393f92a0bd7420152d6078bbbf466a4d32acae273ab6cc268d080 network default NAD default], result "{}", err I0401 13:00:59.582868 3756 obj_retry.go:464] Detected object tsf-tas/ctlog-createtree-job-8vnnz-49kbs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 13:00:59.582897 3756 pods.go:176] Deleting pod: tsf-tas/ctlog-createtree-job-8vnnz-49kbs I0401 13:00:59.584366 3756 pods.go:236] Attempting to release IPs for pod: tsf-tas/ctlog-createtree-job-8vnnz-49kbs, ips: 10.129.0.38 I0401 13:00:59.584395 3756 obj_retry.go:464] Detected object tsf-tas/ctlog-createtree-job-8vnnz-49kbs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 13:01:00.460689 3756 obj_retry.go:458] Detected object tsf-tas/ctlog-createtree-job-8vnnz-49kbs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:01:00.460716 3756 obj_retry.go:458] Detected object tsf-tas/ctlog-createtree-job-8vnnz-49kbs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:01:00.916399 3756 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-554ff5446b-xf9gd] creating logical port tsf-tas_ctlog-554ff5446b-xf9gd for pod on switch ip-10-0-0-11.ec2.internal I0401 13:01:00.916488 3756 kube.go:256] Updating pod tsf-tas/ctlog-554ff5446b-xf9gd I0401 13:01:00.932143 3756 pod.go:62] [tsf-tas/ctlog-554ff5446b-xf9gd] pod update took 15.674891ms I0401 13:01:00.932173 3756 base_network_controller_pods.go:937] [default/tsf-tas/ctlog-554ff5446b-xf9gd] addLogicalPort annotation time took 15.712188ms I0401 13:01:00.933529 3756 pods.go:271] [tsf-tas/ctlog-554ff5446b-xf9gd] addLogicalPort took 17.150257ms, libovsdb time 892.879µs I0401 13:01:01.006409 3756 obj_retry.go:464] Detected object tsf/tsf-tekton-configuration-m6pvw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 13:01:01.006946 3756 obj_retry.go:464] Detected object tsf/tsf-tekton-configuration-m6pvw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 13:01:02.035734 3756 obj_retry.go:458] Detected object tsf/tsf-tekton-configuration-m6pvw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:01:02.035763 3756 obj_retry.go:458] Detected object tsf/tsf-tekton-configuration-m6pvw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:01:02.107739 3756 obj_retry.go:458] Detected object tsf/patch-tekton-config-52wn8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:01:02.107760 3756 obj_retry.go:458] Detected object tsf/patch-tekton-config-52wn8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:01:02.113147 3756 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-52wn8 I0401 13:01:02.113172 3756 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-52wn8 W0401 13:01:02.137587 3756 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0401 13:01:02.781224 3756 cni.go:403] [tsf-tas/ctlog-554ff5446b-xf9gd e6a3f3586716e3112422ae92da37257e8df2941fdaaac16a419d5739b70f67c0 network default NAD default] ADD starting CNI request [tsf-tas/ctlog-554ff5446b-xf9gd e6a3f3586716e3112422ae92da37257e8df2941fdaaac16a419d5739b70f67c0 network default NAD default] I0401 13:01:02.790533 3756 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: ctlog-554ff5446b-xf9gd, hostIfaceName: e6a3f3586716e31, network: default, NAD default, SandboxID: "e6a3f3586716e3112422ae92da37257e8df2941fdaaac16a419d5739b70f67c0", PCI device ID: , UID: "46dd419c-96f4-48bb-9df8-4072f22fe84e", MAC: 0a:58:0a:81:00:28, IPs: [10.129.0.40/23] I0401 13:01:02.840960 3756 cni.go:424] [tsf-tas/ctlog-554ff5446b-xf9gd e6a3f3586716e3112422ae92da37257e8df2941fdaaac16a419d5739b70f67c0 network default NAD default] ADD finished CNI request [tsf-tas/ctlog-554ff5446b-xf9gd e6a3f3586716e3112422ae92da37257e8df2941fdaaac16a419d5739b70f67c0 network default NAD default], result "{\"interfaces\":[{\"mac\":\"02:6d:ea:8d:1d:14\",\"name\":\"e6a3f3586716e31\"},{\"mac\":\"0a:58:0a:81:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/803976c3-83ed-4ec8-b455-57caf1adee02\"}],\"ips\":[{\"address\":\"10.129.0.40/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0401 13:01:05.469133 3756 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog W0401 13:01:05.899174 3756 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server W0401 13:01:10.936393 3756 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0401 13:01:11.330959 3756 obj_retry.go:464] Detected object tsf/test-tsf-pipelines of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 13:01:11.331482 3756 obj_retry.go:464] Detected object tsf/test-tsf-pipelines of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 13:01:11.350724 3756 obj_retry.go:458] Detected object tsf/test-tsf-pipelines of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:01:11.350744 3756 obj_retry.go:458] Detected object tsf/test-tsf-pipelines of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:01:11.358726 3756 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-pipelines I0401 13:01:11.358749 3756 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-pipelines I0401 13:01:15.347233 3756 obj_retry.go:464] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 13:01:15.347803 3756 obj_retry.go:464] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 13:01:15.368711 3756 obj_retry.go:458] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:01:15.368728 3756 obj_retry.go:458] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:01:15.375777 3756 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0401 13:01:15.375805 3756 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa W0401 13:01:16.485136 3756 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 6962: empty IP address endpoints for service tsf-tas/ctlog I0401 13:01:16.677279 3756 base_network_controller_pods.go:487] [default/tsf-tpa/create-db-s82q9] creating logical port tsf-tpa_create-db-s82q9 for pod on switch ip-10-0-0-11.ec2.internal I0401 13:01:16.677393 3756 kube.go:256] Updating pod tsf-tpa/create-db-s82q9 I0401 13:01:16.689394 3756 pod.go:62] [tsf-tpa/create-db-s82q9] pod update took 12.031979ms I0401 13:01:16.689415 3756 base_network_controller_pods.go:937] [default/tsf-tpa/create-db-s82q9] addLogicalPort annotation time took 12.059171ms I0401 13:01:16.690960 3756 pods.go:271] [tsf-tpa/create-db-s82q9] addLogicalPort took 13.699978ms, libovsdb time 1.097647ms I0401 13:01:17.038235 3756 cni.go:403] [tsf-tpa/create-db-s82q9 9456299f23f38376ed67fdf4ddb099647f7f0291687eaf342fbe18df12882a4a network default NAD default] ADD starting CNI request [tsf-tpa/create-db-s82q9 9456299f23f38376ed67fdf4ddb099647f7f0291687eaf342fbe18df12882a4a network default NAD default] I0401 13:01:17.047205 3756 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: create-db-s82q9, hostIfaceName: 9456299f23f3837, network: default, NAD default, SandboxID: "9456299f23f38376ed67fdf4ddb099647f7f0291687eaf342fbe18df12882a4a", PCI device ID: , UID: "b2c4103a-0c48-47ec-8bb9-142888512cde", MAC: 0a:58:0a:81:00:29, IPs: [10.129.0.41/23] I0401 13:01:17.097816 3756 cni.go:424] [tsf-tpa/create-db-s82q9 9456299f23f38376ed67fdf4ddb099647f7f0291687eaf342fbe18df12882a4a network default NAD default] ADD finished CNI request [tsf-tpa/create-db-s82q9 9456299f23f38376ed67fdf4ddb099647f7f0291687eaf342fbe18df12882a4a network default NAD default], result "{\"interfaces\":[{\"mac\":\"92:cf:20:c4:bf:86\",\"name\":\"9456299f23f3837\"},{\"mac\":\"0a:58:0a:81:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/53768068-8f01-42b4-86e0-99633983ae90\"}],\"ips\":[{\"address\":\"10.129.0.41/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0401 13:01:21.558636 3756 cni.go:403] [tsf-tpa/create-db-s82q9 9456299f23f38376ed67fdf4ddb099647f7f0291687eaf342fbe18df12882a4a network default NAD default] DEL starting CNI request [tsf-tpa/create-db-s82q9 9456299f23f38376ed67fdf4ddb099647f7f0291687eaf342fbe18df12882a4a network default NAD default] I0401 13:01:21.654496 3756 cni.go:424] [tsf-tpa/create-db-s82q9 9456299f23f38376ed67fdf4ddb099647f7f0291687eaf342fbe18df12882a4a network default NAD default] DEL finished CNI request [tsf-tpa/create-db-s82q9 9456299f23f38376ed67fdf4ddb099647f7f0291687eaf342fbe18df12882a4a network default NAD default], result "{}", err I0401 13:01:21.708175 3756 obj_retry.go:464] Detected object tsf-tpa/create-db-s82q9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 13:01:21.708215 3756 pods.go:176] Deleting pod: tsf-tpa/create-db-s82q9 I0401 13:01:21.709624 3756 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-db-s82q9, ips: 10.129.0.41 I0401 13:01:21.709649 3756 obj_retry.go:464] Detected object tsf-tpa/create-db-s82q9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 13:01:22.577844 3756 obj_retry.go:458] Detected object tsf-tpa/create-db-s82q9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:01:22.577871 3756 obj_retry.go:458] Detected object tsf-tpa/create-db-s82q9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:01:22.686615 3756 base_network_controller_pods.go:487] [default/tsf-tpa/migrate-db-glg6l] creating logical port tsf-tpa_migrate-db-glg6l for pod on switch ip-10-0-0-11.ec2.internal I0401 13:01:22.686706 3756 kube.go:256] Updating pod tsf-tpa/migrate-db-glg6l I0401 13:01:22.697658 3756 pod.go:62] [tsf-tpa/migrate-db-glg6l] pod update took 10.972097ms I0401 13:01:22.697679 3756 base_network_controller_pods.go:937] [default/tsf-tpa/migrate-db-glg6l] addLogicalPort annotation time took 10.998203ms I0401 13:01:22.698977 3756 pods.go:271] [tsf-tpa/migrate-db-glg6l] addLogicalPort took 12.373718ms, libovsdb time 914.554µs I0401 13:01:23.046794 3756 cni.go:403] [tsf-tpa/migrate-db-glg6l f366d0052bc2f81a11a079e6322a54e9cef0da001b900e1552ec97c75ba3eaa4 network default NAD default] ADD starting CNI request [tsf-tpa/migrate-db-glg6l f366d0052bc2f81a11a079e6322a54e9cef0da001b900e1552ec97c75ba3eaa4 network default NAD default] I0401 13:01:23.056153 3756 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: migrate-db-glg6l, hostIfaceName: f366d0052bc2f81, network: default, NAD default, SandboxID: "f366d0052bc2f81a11a079e6322a54e9cef0da001b900e1552ec97c75ba3eaa4", PCI device ID: , UID: "ecdec7e6-1f56-4ef9-bc6e-29e5ad5be2a5", MAC: 0a:58:0a:81:00:2a, IPs: [10.129.0.42/23] I0401 13:01:23.106538 3756 cni.go:424] [tsf-tpa/migrate-db-glg6l f366d0052bc2f81a11a079e6322a54e9cef0da001b900e1552ec97c75ba3eaa4 network default NAD default] ADD finished CNI request [tsf-tpa/migrate-db-glg6l f366d0052bc2f81a11a079e6322a54e9cef0da001b900e1552ec97c75ba3eaa4 network default NAD default], result "{\"interfaces\":[{\"mac\":\"0e:6f:a2:28:46:5c\",\"name\":\"f366d0052bc2f81\"},{\"mac\":\"0a:58:0a:81:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/77084799-1f4b-4bab-8936-f725e31636cd\"}],\"ips\":[{\"address\":\"10.129.0.42/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0401 13:01:25.582224 3756 cni.go:403] [tsf-tpa/migrate-db-glg6l f366d0052bc2f81a11a079e6322a54e9cef0da001b900e1552ec97c75ba3eaa4 network default NAD default] DEL starting CNI request [tsf-tpa/migrate-db-glg6l f366d0052bc2f81a11a079e6322a54e9cef0da001b900e1552ec97c75ba3eaa4 network default NAD default] I0401 13:01:25.676307 3756 cni.go:424] [tsf-tpa/migrate-db-glg6l f366d0052bc2f81a11a079e6322a54e9cef0da001b900e1552ec97c75ba3eaa4 network default NAD default] DEL finished CNI request [tsf-tpa/migrate-db-glg6l f366d0052bc2f81a11a079e6322a54e9cef0da001b900e1552ec97c75ba3eaa4 network default NAD default], result "{}", err I0401 13:01:25.727840 3756 obj_retry.go:464] Detected object tsf-tpa/migrate-db-glg6l of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 13:01:25.727882 3756 pods.go:176] Deleting pod: tsf-tpa/migrate-db-glg6l I0401 13:01:25.729228 3756 pods.go:236] Attempting to release IPs for pod: tsf-tpa/migrate-db-glg6l, ips: 10.129.0.42 I0401 13:01:25.729262 3756 obj_retry.go:464] Detected object tsf-tpa/migrate-db-glg6l of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 13:01:26.752098 3756 obj_retry.go:458] Detected object tsf-tpa/migrate-db-glg6l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:01:26.752126 3756 obj_retry.go:458] Detected object tsf-tpa/migrate-db-glg6l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:01:29.864426 3756 base_network_controller_pods.go:487] [default/tsf-tpa/server-5776655786-42cl2] creating logical port tsf-tpa_server-5776655786-42cl2 for pod on switch ip-10-0-0-11.ec2.internal I0401 13:01:29.864563 3756 kube.go:256] Updating pod tsf-tpa/server-5776655786-42cl2 I0401 13:01:29.879612 3756 pod.go:62] [tsf-tpa/server-5776655786-42cl2] pod update took 15.108548ms I0401 13:01:29.879640 3756 base_network_controller_pods.go:937] [default/tsf-tpa/server-5776655786-42cl2] addLogicalPort annotation time took 15.142553ms I0401 13:01:29.880984 3756 pods.go:271] [tsf-tpa/server-5776655786-42cl2] addLogicalPort took 16.58319ms, libovsdb time 914.129µs I0401 13:01:29.916753 3756 base_network_controller_pods.go:487] [default/tsf-tpa/importer-74cd48f5c7-g8hnc] creating logical port tsf-tpa_importer-74cd48f5c7-g8hnc for pod on switch ip-10-0-0-11.ec2.internal I0401 13:01:29.916832 3756 kube.go:256] Updating pod tsf-tpa/importer-74cd48f5c7-g8hnc I0401 13:01:29.929915 3756 pod.go:62] [tsf-tpa/importer-74cd48f5c7-g8hnc] pod update took 13.103717ms I0401 13:01:29.929939 3756 base_network_controller_pods.go:937] [default/tsf-tpa/importer-74cd48f5c7-g8hnc] addLogicalPort annotation time took 13.131771ms I0401 13:01:29.931295 3756 pods.go:271] [tsf-tpa/importer-74cd48f5c7-g8hnc] addLogicalPort took 14.560519ms, libovsdb time 977.791µs I0401 13:01:31.212571 3756 obj_retry.go:464] Detected object tsf-tpa/create-importers-v5qxl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 13:01:31.213109 3756 obj_retry.go:464] Detected object tsf-tpa/create-importers-v5qxl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 13:01:32.237569 3756 obj_retry.go:458] Detected object tsf-tpa/create-importers-v5qxl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:01:32.237595 3756 obj_retry.go:458] Detected object tsf-tpa/create-importers-v5qxl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:01:33.091293 3756 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0401 13:01:35.456083 3756 obj_retry.go:464] Detected object tsf-tas/tuf-repository-init-bwpzl-r7xnz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 13:01:35.456678 3756 obj_retry.go:464] Detected object tsf-tas/tuf-repository-init-bwpzl-r7xnz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 13:01:35.929820 3756 cni.go:403] [tsf-tpa/server-5776655786-42cl2 ebed3d93476572ba0875b97dc1b661fa4f9a945924cc18d789a5a52dd4acb3bf network default NAD default] ADD starting CNI request [tsf-tpa/server-5776655786-42cl2 ebed3d93476572ba0875b97dc1b661fa4f9a945924cc18d789a5a52dd4acb3bf network default NAD default] I0401 13:01:35.938864 3756 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: server-5776655786-42cl2, hostIfaceName: ebed3d93476572b, network: default, NAD default, SandboxID: "ebed3d93476572ba0875b97dc1b661fa4f9a945924cc18d789a5a52dd4acb3bf", PCI device ID: , UID: "8ba4ee4b-cb94-407d-8b3a-e220351fceec", MAC: 0a:58:0a:81:00:2b, IPs: [10.129.0.43/23] I0401 13:01:35.990115 3756 cni.go:424] [tsf-tpa/server-5776655786-42cl2 ebed3d93476572ba0875b97dc1b661fa4f9a945924cc18d789a5a52dd4acb3bf network default NAD default] ADD finished CNI request [tsf-tpa/server-5776655786-42cl2 ebed3d93476572ba0875b97dc1b661fa4f9a945924cc18d789a5a52dd4acb3bf network default NAD default], result "{\"interfaces\":[{\"mac\":\"d6:ba:d2:f0:0a:a0\",\"name\":\"ebed3d93476572b\"},{\"mac\":\"0a:58:0a:81:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ced027f3-51fa-42d6-83d2-d2e580f64764\"}],\"ips\":[{\"address\":\"10.129.0.43/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0401 13:01:36.350154 3756 obj_retry.go:458] Detected object tsf-tas/tuf-repository-init-bwpzl-r7xnz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:01:36.350175 3756 obj_retry.go:458] Detected object tsf-tas/tuf-repository-init-bwpzl-r7xnz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0401 13:01:36.642136 3756 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0401 13:01:37.478567 3756 cni.go:403] [tsf-tpa/importer-74cd48f5c7-g8hnc 40e0060684592221e1a18ce42b707c7b60d69d6bc35aff425afde4f29d6079ea network default NAD default] ADD starting CNI request [tsf-tpa/importer-74cd48f5c7-g8hnc 40e0060684592221e1a18ce42b707c7b60d69d6bc35aff425afde4f29d6079ea network default NAD default] I0401 13:01:37.489150 3756 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: importer-74cd48f5c7-g8hnc, hostIfaceName: 40e006068459222, network: default, NAD default, SandboxID: "40e0060684592221e1a18ce42b707c7b60d69d6bc35aff425afde4f29d6079ea", PCI device ID: , UID: "3d9bf200-b3e8-48b1-9cc7-8b2cb7271f5f", MAC: 0a:58:0a:81:00:2c, IPs: [10.129.0.44/23] I0401 13:01:37.538607 3756 cni.go:424] [tsf-tpa/importer-74cd48f5c7-g8hnc 40e0060684592221e1a18ce42b707c7b60d69d6bc35aff425afde4f29d6079ea network default NAD default] ADD finished CNI request [tsf-tpa/importer-74cd48f5c7-g8hnc 40e0060684592221e1a18ce42b707c7b60d69d6bc35aff425afde4f29d6079ea network default NAD default], result "{\"interfaces\":[{\"mac\":\"72:8e:52:65:2e:ea\",\"name\":\"40e006068459222\"},{\"mac\":\"0a:58:0a:81:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6660234b-90fc-4e4c-98bb-2c3a6f470191\"}],\"ips\":[{\"address\":\"10.129.0.44/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0401 13:01:38.749598 3756 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=76 W0401 13:01:45.389812 3756 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf W0401 13:01:47.648864 3756 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 8080: empty IP address endpoints for service tsf-tpa/server I0401 13:01:49.546087 3756 obj_retry.go:464] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 13:01:49.546806 3756 obj_retry.go:464] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 13:01:49.566616 3756 obj_retry.go:458] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:01:49.566638 3756 obj_retry.go:458] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:01:49.570454 3756 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0401 13:01:49.570473 3756 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0401 13:01:50.311786 3756 namespace.go:98] [build-service] adding namespace I0401 13:01:50.312873 3756 namespace.go:102] [build-service] adding namespace took 1.055484ms I0401 13:01:50.313196 3756 namespace.go:98] [integration-service] adding namespace I0401 13:01:50.313234 3756 namespace.go:98] [image-controller] adding namespace I0401 13:01:50.313924 3756 namespace.go:102] [integration-service] adding namespace took 713.419µs I0401 13:01:50.314571 3756 namespace.go:102] [image-controller] adding namespace took 1.321816ms I0401 13:01:50.341837 3756 namespace.go:142] [build-service] updating namespace I0401 13:01:50.372393 3756 namespace.go:142] [build-service] updating namespace I0401 13:01:50.384531 3756 namespace.go:142] [integration-service] updating namespace I0401 13:01:50.434364 3756 namespace.go:142] [integration-service] updating namespace I0401 13:01:50.451180 3756 namespace.go:142] [image-controller] updating namespace I0401 13:01:50.475562 3756 namespace.go:142] [image-controller] updating namespace I0401 13:01:50.582363 3756 namespace.go:142] [build-service] updating namespace I0401 13:01:50.603104 3756 namespace.go:142] [integration-service] updating namespace I0401 13:01:50.719856 3756 namespace.go:98] [release-service] adding namespace I0401 13:01:50.720752 3756 namespace.go:102] [release-service] adding namespace took 872.842µs I0401 13:01:50.840940 3756 namespace.go:142] [konflux-ui] updating namespace I0401 13:01:50.986903 3756 namespace.go:142] [release-service] updating namespace I0401 13:01:51.130803 3756 namespace.go:142] [release-service] updating namespace I0401 13:01:51.174724 3756 namespace.go:98] [konflux-info] adding namespace I0401 13:01:51.175495 3756 namespace.go:102] [konflux-info] adding namespace took 748.253µs I0401 13:01:51.316828 3756 namespace.go:98] [namespace-lister] adding namespace I0401 13:01:51.317601 3756 namespace.go:102] [namespace-lister] adding namespace took 751.042µs I0401 13:01:51.381142 3756 namespace.go:142] [image-controller] updating namespace I0401 13:01:51.381208 3756 namespace.go:98] [enterprise-contract-service] adding namespace I0401 13:01:51.382050 3756 namespace.go:102] [enterprise-contract-service] adding namespace took 827.304µs I0401 13:01:51.461977 3756 namespace.go:142] [konflux-info] updating namespace I0401 13:01:51.512429 3756 namespace.go:98] [default-tenant] adding namespace I0401 13:01:51.513251 3756 namespace.go:102] [default-tenant] adding namespace took 799.249µs I0401 13:01:51.614747 3756 namespace.go:98] [segment-bridge] adding namespace I0401 13:01:51.615521 3756 namespace.go:102] [segment-bridge] adding namespace took 741.627µs I0401 13:01:51.723016 3756 namespace.go:142] [konflux-info] updating namespace I0401 13:01:51.858256 3756 namespace.go:142] [namespace-lister] updating namespace I0401 13:01:51.974838 3756 namespace.go:142] [enterprise-contract-service] updating namespace I0401 13:01:51.992418 3756 namespace.go:142] [namespace-lister] updating namespace I0401 13:01:52.094847 3756 namespace.go:142] [default-tenant] updating namespace I0401 13:01:52.185896 3756 namespace.go:142] [enterprise-contract-service] updating namespace I0401 13:01:52.196743 3756 namespace.go:142] [segment-bridge] updating namespace I0401 13:01:52.221979 3756 namespace.go:142] [default-tenant] updating namespace I0401 13:01:52.295690 3756 namespace.go:142] [segment-bridge] updating namespace I0401 13:01:52.541363 3756 namespace.go:142] [build-service] updating namespace I0401 13:01:52.824962 3756 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0401 13:01:52.825484 3756 pod_selector_address_set.go:212] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0401 13:01:52.825501 3756 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0401 13:01:52.827955 3756 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0401 13:01:52.853723 3756 namespace.go:142] [default-tenant] updating namespace I0401 13:01:52.860730 3756 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0401 13:01:52.860754 3756 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0401 13:01:52.861574 3756 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0401 13:01:53.048289 3756 namespace.go:142] [enterprise-contract-service] updating namespace I0401 13:01:53.263954 3756 namespace.go:142] [image-controller] updating namespace I0401 13:01:53.567776 3756 namespace.go:142] [integration-service] updating namespace I0401 13:01:53.758778 3756 namespace.go:142] [konflux-info] updating namespace I0401 13:01:53.950776 3756 namespace.go:142] [namespace-lister] updating namespace I0401 13:01:54.141719 3756 namespace.go:142] [release-service] updating namespace I0401 13:01:54.407620 3756 namespace.go:142] [segment-bridge] updating namespace I0401 13:01:54.535063 3756 namespace.go:142] [build-service] updating namespace I0401 13:01:54.575754 3756 namespace.go:142] [default-tenant] updating namespace I0401 13:01:54.603858 3756 namespace.go:142] [enterprise-contract-service] updating namespace I0401 13:01:54.617975 3756 obj_retry.go:464] Detected object konflux-ui/tsf-konflux-public-key-4nndq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 13:01:54.618560 3756 obj_retry.go:464] Detected object konflux-ui/tsf-konflux-public-key-4nndq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 13:01:54.621792 3756 namespace.go:142] [image-controller] updating namespace I0401 13:01:54.651885 3756 namespace.go:142] [integration-service] updating namespace I0401 13:01:54.675334 3756 namespace.go:142] [konflux-info] updating namespace I0401 13:01:54.697695 3756 namespace.go:142] [namespace-lister] updating namespace I0401 13:01:54.714831 3756 namespace.go:142] [release-service] updating namespace I0401 13:01:54.738345 3756 namespace.go:142] [segment-bridge] updating namespace I0401 13:01:54.831972 3756 namespace.go:142] [build-service] updating namespace I0401 13:01:54.941899 3756 namespace.go:142] [default-tenant] updating namespace I0401 13:01:55.066821 3756 namespace.go:142] [enterprise-contract-service] updating namespace I0401 13:01:55.156842 3756 namespace.go:142] [image-controller] updating namespace W0401 13:01:55.231804 3756 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0401 13:01:55.248753 3756 namespace.go:142] [integration-service] updating namespace I0401 13:01:55.375319 3756 namespace.go:142] [konflux-info] updating namespace I0401 13:01:55.564864 3756 namespace.go:142] [namespace-lister] updating namespace I0401 13:01:55.654046 3756 obj_retry.go:458] Detected object konflux-ui/tsf-konflux-public-key-4nndq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:01:55.654070 3756 obj_retry.go:458] Detected object konflux-ui/tsf-konflux-public-key-4nndq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:01:55.679429 3756 namespace.go:142] [release-service] updating namespace I0401 13:01:55.770678 3756 namespace.go:142] [segment-bridge] updating namespace W0401 13:01:56.455290 3756 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0401 13:01:57.241936 3756 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0401 13:02:02.288713 3756 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0401 13:02:02.291726 3756 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0401 13:02:02.313775 3756 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0401 13:02:02.313815 3756 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0401 13:02:07.525554 3756 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0401 13:02:07.525574 3756 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0401 13:02:08.336484 3756 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0401 13:02:08.336538 3756 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0401 13:02:08.366342 3756 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0401 13:02:08.366359 3756 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0401 13:02:08.390044 3756 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex I0401 13:02:13.652124 3756 obj_retry.go:464] Detected object integration-service/integration-service-controller-manager-759977d69f-54fml of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 13:02:13.652723 3756 obj_retry.go:464] Detected object integration-service/integration-service-controller-manager-759977d69f-54fml of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 13:02:14.398888 3756 obj_retry.go:458] Detected object integration-service/integration-service-controller-manager-759977d69f-54fml of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:02:14.398914 3756 obj_retry.go:458] Detected object integration-service/integration-service-controller-manager-759977d69f-54fml of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:02:14.404023 3756 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-759977d69f-54fml I0401 13:02:14.404047 3756 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-759977d69f-54fml I0401 13:02:15.170861 3756 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0401 13:02:27.750387 3756 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=175 I0401 13:02:39.861992 3756 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0401 13:03:14.365313 3756 obj_retry.go:464] Detected object konflux-ui/proxy-766b5458c8-d72hm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 13:03:14.365880 3756 obj_retry.go:464] Detected object konflux-ui/proxy-766b5458c8-d72hm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 13:03:14.810643 3756 obj_retry.go:458] Detected object konflux-ui/proxy-766b5458c8-d72hm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:03:14.810668 3756 obj_retry.go:458] Detected object konflux-ui/proxy-766b5458c8-d72hm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:03:14.819252 3756 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-766b5458c8-d72hm I0401 13:03:14.819283 3756 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-766b5458c8-d72hm I0401 13:03:33.117299 3756 obj_retry.go:464] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 13:03:33.117917 3756 obj_retry.go:464] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 13:03:33.158981 3756 obj_retry.go:458] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:03:33.159011 3756 obj_retry.go:458] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:03:33.162829 3756 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0401 13:03:33.162854 3756 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0401 13:03:50.052904 3756 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=11 I0401 13:03:51.913523 3756 obj_retry.go:464] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-thmdv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 13:03:51.914136 3756 obj_retry.go:464] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-thmdv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 13:03:52.372047 3756 obj_retry.go:458] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-thmdv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:03:52.372076 3756 obj_retry.go:458] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-thmdv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:03:52.381013 3756 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-operator/konflux-operator-controller-manager-7db75c44-thmdv I0401 13:03:52.381044 3756 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-operator/konflux-operator-controller-manager-7db75c44-thmdv I0401 13:04:01.755622 3756 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=77 I0401 13:04:06.437347 3756 obj_retry.go:464] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-nlgzw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 13:04:06.437960 3756 obj_retry.go:464] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-nlgzw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 13:04:07.173682 3756 obj_retry.go:458] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-nlgzw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:04:07.173716 3756 obj_retry.go:458] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-nlgzw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:04:07.180917 3756 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod image-controller/image-controller-controller-manager-5f8cd64d55-nlgzw I0401 13:04:07.180943 3756 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod image-controller/image-controller-controller-manager-5f8cd64d55-nlgzw I0401 13:04:27.065315 3756 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0401 13:05:09.759287 3756 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=65 I0401 13:05:28.178924 3756 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0401 13:05:46.886870 3756 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0401 13:06:26.749277 3756 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0401 13:07:16.228520 3756 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0401 13:07:27.094107 3756 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0401 13:07:38.752593 3756 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=47 I0401 13:09:02.864728 3756 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0401 13:09:26.965437 3756 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0401 13:09:27.759954 3756 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=274 I0401 13:09:37.753379 3756 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=18 I0401 13:09:52.051316 3756 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 W0401 13:10:04.558966 3756 duration.go:461] Config duration recorder: measurement expired for pod/openshift-backplane/osd-delete-backplane-serviceaccounts-29584130-5zrcb I0401 13:10:04.626155 3756 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29584150-q7r2r of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 13:10:04.626731 3756 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29584150-q7r2r of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 13:10:05.502860 3756 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29584150-q7r2r of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:10:05.502890 3756 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29584150-q7r2r of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:10:40.172963 3756 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0401 13:10:55.067965 3756 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0401 13:11:18.055583 3756 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0401 13:11:22.063454 3756 obj_retry.go:458] Detected object tsf-tpa/create-db-s82q9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:11:22.063505 3756 obj_retry.go:458] Detected object tsf-tpa/create-db-s82q9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:11:22.069831 3756 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-s82q9 I0401 13:11:22.069859 3756 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-s82q9 I0401 13:11:26.042323 3756 obj_retry.go:458] Detected object tsf-tpa/migrate-db-glg6l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:11:26.042375 3756 obj_retry.go:458] Detected object tsf-tpa/migrate-db-glg6l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:11:26.048177 3756 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-glg6l I0401 13:11:26.048214 3756 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-glg6l I0401 13:11:32.039051 3756 obj_retry.go:458] Detected object tsf-tpa/create-importers-v5qxl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:11:32.039095 3756 obj_retry.go:458] Detected object tsf-tpa/create-importers-v5qxl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:11:32.044893 3756 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-v5qxl I0401 13:11:32.044915 3756 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-v5qxl I0401 13:11:38.758704 3756 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=9 I0401 13:12:19.231203 3756 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0401 13:12:57.762679 3756 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=8 I0401 13:12:59.889025 3756 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0401 13:13:07.097078 3756 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=5 I0401 13:13:54.715441 3756 namespace.go:98] [default-tenant-managed] adding namespace I0401 13:13:54.716379 3756 namespace.go:102] [default-tenant-managed] adding namespace took 911.253µs I0401 13:13:54.773841 3756 namespace.go:142] [default-tenant-managed] updating namespace I0401 13:13:54.791922 3756 namespace.go:142] [default-tenant-managed] updating namespace I0401 13:13:55.811166 3756 namespace.go:142] [default-tenant-managed] updating namespace I0401 13:13:55.928693 3756 namespace.go:142] [default-tenant-managed] updating namespace I0401 13:13:55.971149 3756 namespace.go:142] [default-tenant-managed] updating namespace I0401 13:13:59.182066 3756 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0401 13:14:29.754944 3756 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=43 I0401 13:14:30.869773 3756 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6