+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-0-232.ec2.internal ++ [[ -n ip-10-0-0-232.ec2.internal ]] ++ [[ -f /env/ip-10-0-0-232.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0420 17:29:51.981258320 - disable conntrack on geneve port' I0420 17:29:51.981258320 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0420 17:29:52.046934283 - starting ovnkube-node + echo 'I0420 17:29:52.046934283 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-0-232.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-0-232.ec2.internal --init-node ip-10-0-0-232.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-0-232.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0420 17:29:52.110699 3767 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0420 17:29:52.110759 3767 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-548d2b2464.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0420 17:29:52.112526 3767 kube.go:431] Waiting for certificate I0420 17:29:52.112561 3767 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0420 17:29:52.112610 3767 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0420 17:29:52.113330 3767 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0420 17:29:52.145674 3767 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0420 17:29:52.145692 3767 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0420 17:29:52.148720 3767 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0420 17:29:52.148805 3767 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-vhw86" I0420 17:29:52.154311 3767 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-vhw86" I0420 17:29:52.154363 3767 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0420 17:29:53.113190 3767 kube.go:438] Certificate found I0420 17:29:53.113799 3767 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0420 17:29:53.114776 3767 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0420 17:29:53.173969 3767 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-21 17:24:52 +0000 UTC" deadline="2026-04-21 13:34:26.851998291 +0000 UTC" I0420 17:29:53.174010 3767 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="20h4m33.678001651s" I0420 17:29:53.179468 3767 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0420 17:29:53.196744 3767 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0420 17:29:53.196808 3767 factory.go:561] Starting watch factory I0420 17:29:53.196930 3767 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0420 17:29:53.196953 3767 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0420 17:29:53.196956 3767 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0420 17:29:53.196935 3767 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0420 17:29:53.196991 3767 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0420 17:29:53.197041 3767 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0420 17:29:53.197152 3767 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0420 17:29:53.197044 3767 server.go:101] MetricServer registers OVS metrics I0420 17:29:53.197137 3767 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0420 17:29:53.197122 3767 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0420 17:29:53.197215 3767 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0420 17:29:53.197222 3767 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0420 17:29:53.197144 3767 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0420 17:29:53.197321 3767 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0420 17:29:53.197565 3767 server.go:105] MetricServer registers OVN DB metrics I0420 17:29:53.202650 3767 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0420 17:29:53.202678 3767 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0420 17:29:53.202990 3767 controller_manager.go:370] Starting the ovnkube controller I0420 17:29:53.203000 3767 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-0-232.ec2.internal I0420 17:29:53.203042 3767 controller_manager.go:395] NBDB zone sync took: 36.044µs I0420 17:29:53.203050 3767 factory.go:561] Starting watch factory I0420 17:29:53.215794 3767 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0420 17:29:53.215826 3767 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0420 17:29:53.219667 3767 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0420 17:29:53.219698 3767 server.go:109] MetricServer registers OVN Controller metrics I0420 17:29:53.223622 3767 server.go:113] MetricServer registers OVN Northd metrics I0420 17:29:53.226452 3767 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0420 17:29:53.226506 3767 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0420 17:29:53.226743 3767 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0420 17:29:53.227232 3767 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0420 17:29:53.227398 3767 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0420 17:29:53.227605 3767 metrics.go:519] OVN Metrics Server starts to run ... I0420 17:29:53.235495 3767 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0420 17:29:53.303095 3767 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0420 17:29:53.303135 3767 factory.go:1977] *v1.Pod informer cache synced successfully I0420 17:29:53.303140 3767 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0420 17:29:53.303145 3767 factory.go:1977] *v1.Namespace informer cache synced successfully I0420 17:29:53.303149 3767 factory.go:1977] *v1.Node informer cache synced successfully I0420 17:29:53.303154 3767 factory.go:1977] *v1.Service informer cache synced successfully I0420 17:29:53.303245 3767 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0420 17:29:53.303250 3767 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0420 17:29:53.303266 3767 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0420 17:29:53.303271 3767 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0420 17:29:53.308652 3767 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0420 17:29:53.308669 3767 factory.go:1977] *v1.Namespace informer cache synced successfully I0420 17:29:53.308673 3767 factory.go:1977] *v1.Node informer cache synced successfully I0420 17:29:53.308676 3767 factory.go:1977] *v1.Service informer cache synced successfully I0420 17:29:53.308680 3767 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0420 17:29:53.308684 3767 factory.go:1977] *v1.Pod informer cache synced successfully I0420 17:29:53.308935 3767 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0420 17:29:53.308941 3767 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0420 17:29:53.314302 3767 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0420 17:29:53.314311 3767 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0420 17:29:53.314375 3767 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0420 17:29:53.314389 3767 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0420 17:29:53.318263 3767 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0420 17:29:53.320211 3767 factory.go:1977] *v1.EgressIP informer cache synced successfully I0420 17:29:53.320289 3767 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0420 17:29:53.320303 3767 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0420 17:29:53.324930 3767 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0420 17:29:53.325507 3767 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0420 17:29:53.325572 3767 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0420 17:29:53.325588 3767 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0420 17:29:53.329646 3767 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0420 17:29:53.330597 3767 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0420 17:29:53.330704 3767 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0420 17:29:53.330725 3767 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0420 17:29:53.335162 3767 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0420 17:29:53.336113 3767 factory.go:1977] *v1.EgressService informer cache synced successfully I0420 17:29:53.336198 3767 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0420 17:29:53.336215 3767 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0420 17:29:53.340720 3767 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0420 17:29:53.341492 3767 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0420 17:29:53.341645 3767 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0420 17:29:53.341659 3767 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0420 17:29:53.345720 3767 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0420 17:29:53.346644 3767 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0420 17:29:53.346722 3767 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0420 17:29:53.346740 3767 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0420 17:29:53.346765 3767 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0420 17:29:53.346780 3767 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0420 17:29:53.351241 3767 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0420 17:29:53.351611 3767 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0420 17:29:53.351727 3767 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0420 17:29:53.351736 3767 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0420 17:29:53.351746 3767 factory.go:680] Watch Factory start up complete, took: 148.692294ms I0420 17:29:53.351758 3767 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-0-232.ec2.internal" zone I0420 17:29:53.408605 3767 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0420 17:29:53.408621 3767 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0420 17:29:53.413924 3767 factory.go:1977] *v1.EgressIP informer cache synced successfully I0420 17:29:53.419091 3767 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0420 17:29:53.424232 3767 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0420 17:29:53.429379 3767 factory.go:1977] *v1.EgressService informer cache synced successfully I0420 17:29:53.434548 3767 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0420 17:29:53.439703 3767 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0420 17:29:53.444863 3767 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0420 17:29:53.444872 3767 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0420 17:29:53.444880 3767 factory.go:680] Watch Factory start up complete, took: 248.074132ms I0420 17:29:53.444953 3767 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0420 17:29:53.490070 3767 default_node_network_controller.go:710] Initializing the default node network controller I0420 17:29:53.562637 3767 udn_isolation.go:101] Starting UDN host isolation manager I0420 17:29:53.568582 3767 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0420 17:29:53.631520 3767 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0420 17:29:53.631626 3767 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0420 17:29:53.631644 3767 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0420 17:29:53.664508 3767 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0420 17:29:53.664573 3767 default_node_network_controller.go:809] Node ip-10-0-0-232.ec2.internal ready for ovn initialization with subnet 10.128.0.0/23 I0420 17:29:53.669567 3767 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.0.232"] k8s.ovn.org/zone-name:ip-10-0-0-232.ec2.internal] on node ip-10-0-0-232.ec2.internal I0420 17:29:53.695310 3767 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0420 17:29:53.701477 3767 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0420 17:29:53.701619 3767 helper_linux.go:118] Found default gateway interface br-ex 10.0.0.1 I0420 17:29:53.701833 3767 gateway_init.go:263] Preparing Gateway I0420 17:29:53.701849 3767 gateway_shared_intf.go:1687] Creating new gateway I0420 17:29:53.786782 3767 iptables.go:108] Creating table: filter chain: FORWARD I0420 17:29:53.792747 3767 iptables.go:108] Creating table: filter chain: OUTPUT I0420 17:29:53.798738 3767 gateway_shared_intf.go:1816] Gateway Creation Complete I0420 17:29:53.798764 3767 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-232.ec2.internal","mac-address":"12:60:07:ec:0b:8f","ip-addresses":["10.0.0.232/24"],"ip-address":"10.0.0.232/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:cc31a255-5506-47f5-a6f9-1bd525db0dda k8s.ovn.org/node-encap-ips:["10.0.0.232"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.232/24"} k8s.ovn.org/zone-name:ip-10-0-0-232.ec2.internal] on node ip-10-0-0-232.ec2.internal I0420 17:29:53.819526 3767 default_node_network_controller.go:519] Node connection status = connected I0420 17:29:53.852435 3767 controller_manager.go:429] Waiting for node in zone sync took: 500.661766ms I0420 17:29:53.859046 3767 controller_manager.go:611] Switching to transit router for layer2 networks I0420 17:29:53.859061 3767 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-0-232.ec2.internal I0420 17:29:53.875864 3767 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0420 17:29:53.883119 3767 controller_manager.go:290] SCTP support detected in OVN I0420 17:29:53.883923 3767 services_controller.go:69] Creating services controller for network=default I0420 17:29:53.883986 3767 udn_enabled_svc.go:80] Waiting for service informer to sync I0420 17:29:53.884208 3767 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0420 17:29:53.884281 3767 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0420 17:29:53.884296 3767 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0420 17:29:53.884307 3767 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0420 17:29:53.884500 3767 udn_enabled_svc.go:95] Performing full resync I0420 17:29:53.884545 3767 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0420 17:29:53.884667 3767 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0420 17:29:53.884679 3767 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 52.662µs I0420 17:29:53.884713 3767 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 36.914µs I0420 17:29:53.884725 3767 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 71.433µs I0420 17:29:53.884733 3767 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0420 17:29:53.884746 3767 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0420 17:29:53.884759 3767 default_network_controller.go:325] Starting the default network controller I0420 17:29:53.884808 3767 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 10.051µs I0420 17:29:53.884848 3767 udn_enabled_svc.go:99] Waiting for handler to sync I0420 17:29:53.884859 3767 udn_enabled_svc.go:104] Starting worker I0420 17:29:53.894468 3767 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0420 17:29:53.894521 3767 repair.go:33] Syncing exgw routes took 41.716µs I0420 17:29:53.894542 3767 default_network_controller.go:414] Starting all the Watchers... I0420 17:29:53.894678 3767 namespace.go:98] [openshift-backplane-csm] adding namespace I0420 17:29:53.894685 3767 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0420 17:29:53.894689 3767 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0420 17:29:53.894701 3767 namespace.go:98] [openshift-backplane-tam] adding namespace I0420 17:29:53.894704 3767 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0420 17:29:53.894710 3767 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0420 17:29:53.894713 3767 namespace.go:98] [openshift-backplane-cse] adding namespace I0420 17:29:53.894718 3767 namespace.go:98] [openshift-controller-manager] adding namespace I0420 17:29:53.894725 3767 namespace.go:98] [openshift-etcd] adding namespace I0420 17:29:53.894731 3767 namespace.go:98] [openshift-machine-api] adding namespace I0420 17:29:53.894727 3767 namespace.go:98] [openshift-kube-apiserver] adding namespace I0420 17:29:53.894736 3767 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0420 17:29:53.894736 3767 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0420 17:29:53.894750 3767 namespace.go:98] [openshift-node] adding namespace I0420 17:29:53.894678 3767 namespace.go:98] [kube-node-lease] adding namespace I0420 17:29:53.895370 3767 namespace.go:102] [openshift-backplane-csm] adding namespace took 679.481µs I0420 17:29:53.895384 3767 namespace.go:98] [openshift] adding namespace I0420 17:29:53.895891 3767 namespace.go:102] [openshift] adding namespace took 502.277µs I0420 17:29:53.895905 3767 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0420 17:29:53.896473 3767 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 560.631µs I0420 17:29:53.896491 3767 namespace.go:98] [openshift-image-registry] adding namespace I0420 17:29:53.897010 3767 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 2.316252ms I0420 17:29:53.897026 3767 namespace.go:98] [openshift-must-gather-operator] adding namespace I0420 17:29:53.897594 3767 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 2.894627ms I0420 17:29:53.897622 3767 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0420 17:29:53.898546 3767 namespace.go:102] [openshift-backplane-tam] adding namespace took 3.838246ms I0420 17:29:53.898563 3767 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0420 17:29:53.899066 3767 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 4.356203ms I0420 17:29:53.899093 3767 namespace.go:98] [default] adding namespace I0420 17:29:53.899639 3767 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 4.916968ms I0420 17:29:53.899658 3767 namespace.go:98] [open-cluster-management-2pq11uk25d5fjoavv3elkbmn62b0e22a] adding namespace I0420 17:29:53.900099 3767 namespace.go:102] [openshift-backplane-cse] adding namespace took 5.378861ms I0420 17:29:53.900112 3767 namespace.go:98] [openshift-backplane-srep] adding namespace I0420 17:29:53.900688 3767 namespace.go:102] [openshift-controller-manager] adding namespace took 5.962249ms I0420 17:29:53.900707 3767 namespace.go:98] [openshift-backplane-mobb] adding namespace I0420 17:29:53.901171 3767 namespace.go:102] [openshift-etcd] adding namespace took 6.434593ms I0420 17:29:53.901187 3767 namespace.go:98] [openshift-apiserver-operator] adding namespace I0420 17:29:53.901802 3767 namespace.go:102] [openshift-machine-api] adding namespace took 7.065772ms I0420 17:29:53.901812 3767 namespace.go:98] [openshift-customer-monitoring] adding namespace I0420 17:29:53.902337 3767 namespace.go:102] [openshift-kube-apiserver] adding namespace took 7.595102ms I0420 17:29:53.902353 3767 namespace.go:98] [dedicated-admin] adding namespace I0420 17:29:53.902873 3767 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 8.130287ms I0420 17:29:53.902885 3767 namespace.go:98] [openshift-apiserver] adding namespace I0420 17:29:53.903402 3767 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 8.655636ms I0420 17:29:53.903418 3767 namespace.go:98] [openshift-authentication-operator] adding namespace I0420 17:29:53.903908 3767 namespace.go:102] [openshift-node] adding namespace took 9.152294ms I0420 17:29:53.903920 3767 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0420 17:29:53.904502 3767 namespace.go:102] [kube-node-lease] adding namespace took 9.693431ms I0420 17:29:53.904513 3767 namespace.go:98] [openshift-authentication] adding namespace I0420 17:29:53.904991 3767 namespace.go:102] [openshift-image-registry] adding namespace took 8.493549ms I0420 17:29:53.905004 3767 namespace.go:98] [openshift-backplane] adding namespace I0420 17:29:53.905489 3767 namespace.go:102] [openshift-must-gather-operator] adding namespace took 8.456174ms I0420 17:29:53.905508 3767 namespace.go:98] [kube-system] adding namespace I0420 17:29:53.906042 3767 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 8.412787ms I0420 17:29:53.906054 3767 namespace.go:98] [openshift-route-controller-manager] adding namespace I0420 17:29:53.906549 3767 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 7.980032ms I0420 17:29:53.906563 3767 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0420 17:29:53.907055 3767 namespace.go:102] [default] adding namespace took 7.955988ms I0420 17:29:53.907065 3767 namespace.go:98] [openshift-console-operator] adding namespace I0420 17:29:53.907545 3767 namespace.go:102] [open-cluster-management-2pq11uk25d5fjoavv3elkbmn62b0e22a] adding namespace took 7.879098ms I0420 17:29:53.907562 3767 namespace.go:98] [openshift-dns-operator] adding namespace I0420 17:29:53.907984 3767 namespace.go:102] [openshift-backplane-srep] adding namespace took 7.865293ms I0420 17:29:53.908000 3767 namespace.go:98] [kube-public] adding namespace I0420 17:29:53.908507 3767 namespace.go:102] [openshift-backplane-mobb] adding namespace took 7.794618ms I0420 17:29:53.908520 3767 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0420 17:29:53.908963 3767 namespace.go:102] [openshift-apiserver-operator] adding namespace took 7.766808ms I0420 17:29:53.908985 3767 namespace.go:98] [openshift-network-operator] adding namespace I0420 17:29:53.909551 3767 namespace.go:102] [openshift-customer-monitoring] adding namespace took 7.732662ms I0420 17:29:53.909567 3767 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0420 17:29:53.910090 3767 namespace.go:102] [dedicated-admin] adding namespace took 7.715003ms I0420 17:29:53.910103 3767 namespace.go:98] [openshift-config-managed] adding namespace I0420 17:29:53.910578 3767 namespace.go:102] [openshift-apiserver] adding namespace took 7.687913ms I0420 17:29:53.910594 3767 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0420 17:29:53.911176 3767 namespace.go:102] [openshift-authentication-operator] adding namespace took 7.748901ms I0420 17:29:53.911202 3767 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0420 17:29:53.911893 3767 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 7.966552ms I0420 17:29:53.911908 3767 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0420 17:29:53.912322 3767 namespace.go:102] [openshift-authentication] adding namespace took 7.801991ms I0420 17:29:53.912340 3767 namespace.go:98] [openshift-insights] adding namespace I0420 17:29:53.912904 3767 namespace.go:102] [openshift-backplane] adding namespace took 7.895004ms I0420 17:29:53.912917 3767 namespace.go:98] [openshift-kube-scheduler] adding namespace I0420 17:29:53.913490 3767 namespace.go:102] [kube-system] adding namespace took 7.976012ms I0420 17:29:53.913504 3767 namespace.go:98] [openshift-service-ca-operator] adding namespace I0420 17:29:53.913988 3767 namespace.go:102] [openshift-route-controller-manager] adding namespace took 7.927842ms I0420 17:29:53.914003 3767 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0420 17:29:53.914431 3767 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 7.862755ms I0420 17:29:53.914446 3767 namespace.go:98] [openshift-config] adding namespace I0420 17:29:53.914855 3767 namespace.go:102] [openshift-console-operator] adding namespace took 7.783976ms I0420 17:29:53.914869 3767 namespace.go:98] [openshift-marketplace] adding namespace I0420 17:29:53.915290 3767 namespace.go:102] [openshift-dns-operator] adding namespace took 7.720594ms I0420 17:29:53.915308 3767 namespace.go:98] [openshift-network-console] adding namespace I0420 17:29:53.915816 3767 namespace.go:102] [kube-public] adding namespace took 7.810983ms I0420 17:29:53.915827 3767 namespace.go:98] [openshift-operators-redhat] adding namespace I0420 17:29:53.916257 3767 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 7.731025ms I0420 17:29:53.916269 3767 namespace.go:98] [openshift-config-operator] adding namespace I0420 17:29:53.916746 3767 namespace.go:102] [openshift-network-operator] adding namespace took 7.753887ms I0420 17:29:53.916756 3767 namespace.go:98] [openshift-network-node-identity] adding namespace I0420 17:29:53.917173 3767 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 7.598729ms I0420 17:29:53.917189 3767 namespace.go:98] [openshift-network-diagnostics] adding namespace I0420 17:29:53.917584 3767 namespace.go:102] [openshift-config-managed] adding namespace took 7.475158ms I0420 17:29:53.917598 3767 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0420 17:29:53.917989 3767 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 7.389714ms I0420 17:29:53.918007 3767 namespace.go:98] [openshift-host-network] adding namespace I0420 17:29:53.918423 3767 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 7.213154ms I0420 17:29:53.918439 3767 namespace.go:98] [openshift-machine-config-operator] adding namespace I0420 17:29:53.918832 3767 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.918683ms I0420 17:29:53.918849 3767 namespace.go:98] [openshift-infra] adding namespace I0420 17:29:53.919245 3767 namespace.go:102] [openshift-insights] adding namespace took 6.898715ms I0420 17:29:53.919260 3767 namespace.go:98] [openshift-ingress] adding namespace I0420 17:29:53.919629 3767 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.707188ms I0420 17:29:53.920050 3767 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.53845ms I0420 17:29:53.920068 3767 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0420 17:29:53.920845 3767 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 6.835242ms I0420 17:29:53.920864 3767 namespace.go:98] [openshift-dns] adding namespace I0420 17:29:53.921332 3767 namespace.go:102] [openshift-config] adding namespace took 6.878246ms I0420 17:29:53.921349 3767 namespace.go:98] [openshift-package-operator] adding namespace I0420 17:29:53.921899 3767 namespace.go:102] [openshift-marketplace] adding namespace took 7.023363ms I0420 17:29:53.921912 3767 namespace.go:98] [openshift-monitoring] adding namespace I0420 17:29:53.922352 3767 namespace.go:102] [openshift-network-console] adding namespace took 7.036435ms I0420 17:29:53.922371 3767 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0420 17:29:53.922950 3767 namespace.go:102] [openshift-operators-redhat] adding namespace took 7.116843ms I0420 17:29:53.922964 3767 namespace.go:98] [openshift-multus] adding namespace I0420 17:29:53.923490 3767 namespace.go:102] [openshift-config-operator] adding namespace took 7.21407ms I0420 17:29:53.923508 3767 namespace.go:98] [openshift-backplane-cee] adding namespace W0420 17:29:53.924002 3767 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-h8sr8: pod openshift-network-diagnostics/network-check-target-h8sr8: no pod IPs found W0420 17:29:53.924022 3767 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-6b2v6: pod openshift-network-diagnostics/network-check-target-6b2v6: no pod IPs found W0420 17:29:53.924033 3767 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-8bhqw: pod openshift-network-diagnostics/network-check-target-8bhqw: no pod IPs found I0420 17:29:53.924045 3767 namespace.go:102] [openshift-network-node-identity] adding namespace took 7.283224ms I0420 17:29:53.924059 3767 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0420 17:29:53.924622 3767 namespace.go:102] [openshift-network-diagnostics] adding namespace took 7.426269ms I0420 17:29:53.924639 3767 namespace.go:98] [openshift-ingress-canary] adding namespace I0420 17:29:53.925131 3767 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 7.526455ms I0420 17:29:53.925152 3767 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0420 17:29:53.925842 3767 namespace.go:102] [openshift-host-network] adding namespace took 7.826406ms I0420 17:29:53.925857 3767 namespace.go:98] [openshift-console-user-settings] adding namespace I0420 17:29:53.926376 3767 namespace.go:102] [openshift-machine-config-operator] adding namespace took 7.931058ms I0420 17:29:53.926390 3767 namespace.go:98] [openshift-cluster-version] adding namespace I0420 17:29:53.926859 3767 namespace.go:102] [openshift-infra] adding namespace took 8.002933ms I0420 17:29:53.926873 3767 namespace.go:98] [openshift-console] adding namespace I0420 17:29:53.927306 3767 namespace.go:102] [openshift-ingress] adding namespace took 8.038327ms I0420 17:29:53.927323 3767 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0420 17:29:53.927834 3767 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 7.759613ms I0420 17:29:53.928284 3767 namespace.go:102] [openshift-dns] adding namespace took 7.413245ms I0420 17:29:53.928658 3767 namespace.go:102] [openshift-package-operator] adding namespace took 7.302214ms I0420 17:29:53.929207 3767 namespace.go:102] [openshift-monitoring] adding namespace took 7.278483ms W0420 17:29:53.930019 3767 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-dzxv2: pod openshift-multus/network-metrics-daemon-dzxv2: no pod IPs found W0420 17:29:53.930070 3767 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-jd7kh: pod openshift-multus/network-metrics-daemon-jd7kh: no pod IPs found I0420 17:29:53.930044 3767 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 7.665354ms W0420 17:29:53.930101 3767 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-zcmtm: pod openshift-multus/network-metrics-daemon-zcmtm: no pod IPs found I0420 17:29:53.931048 3767 namespace.go:102] [openshift-multus] adding namespace took 8.077709ms I0420 17:29:53.931064 3767 namespace.go:98] [openshift-ingress-operator] adding namespace I0420 17:29:53.931730 3767 namespace.go:102] [openshift-backplane-cee] adding namespace took 8.21591ms I0420 17:29:53.932235 3767 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 8.167427ms I0420 17:29:53.932580 3767 namespace.go:102] [openshift-ingress-canary] adding namespace took 7.934217ms I0420 17:29:53.932994 3767 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 7.835776ms I0420 17:29:53.933548 3767 namespace.go:102] [openshift-console-user-settings] adding namespace took 7.68584ms I0420 17:29:53.933987 3767 namespace.go:102] [openshift-cluster-version] adding namespace took 7.592002ms I0420 17:29:53.934001 3767 namespace.go:98] [openshift-operators] adding namespace I0420 17:29:53.934373 3767 namespace.go:102] [openshift-console] adding namespace took 7.494811ms I0420 17:29:53.934825 3767 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 7.497563ms I0420 17:29:53.934836 3767 namespace.go:98] [openshift-logging] adding namespace I0420 17:29:53.935232 3767 namespace.go:102] [openshift-ingress-operator] adding namespace took 4.161388ms I0420 17:29:53.935737 3767 namespace.go:102] [openshift-operators] adding namespace took 1.730664ms I0420 17:29:53.936149 3767 namespace.go:102] [openshift-logging] adding namespace took 1.307758ms W0420 17:29:53.936232 3767 master.go:471] Unable to parse remote node ip-10-0-1-175.ec2.internal chassis-id annotation. Chassis may be removed during sync I0420 17:29:53.936361 3767 master.go:548] Adding or Updating local node "ip-10-0-0-232.ec2.internal" for network "default" I0420 17:29:53.936417 3767 obj_retry.go:578] Failed to create *v1.Node ip-10-0-1-175.ec2.internal, error: adding or updating remote node chassis ip-10-0-1-175.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-1-175.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-175.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-175.ec2.internal I0420 17:29:53.937593 3767 zone_ic_handler.go:195] Time taken to create transit switch: 621.054µs I0420 17:29:53.937607 3767 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-74.ec2.internal for the network default I0420 17:29:53.938829 3767 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-74.ec2.internal" on network "default" took: 1.86919ms W0420 17:29:53.944562 3767 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-zcmtm: pod openshift-multus/network-metrics-daemon-zcmtm: no pod IPs found W0420 17:29:53.944577 3767 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-6b2v6: pod openshift-network-diagnostics/network-check-target-6b2v6: no pod IPs found I0420 17:29:53.945642 3767 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-232.ec2.internal for the network default I0420 17:29:53.945823 3767 zone_ic_handler.go:195] Time taken to create transit switch: 170.708µs I0420 17:29:53.946602 3767 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0420 17:29:53.946630 3767 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0420 17:29:53.946645 3767 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0420 17:29:53.946673 3767 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-175.ec2.internal in network "default" I0420 17:29:53.946701 3767 node_tracker.go:235] Node ip-10-0-1-175.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-175.ec2.internal" I0420 17:29:53.946714 3767 node_tracker.go:169] Node ip-10-0-1-175.ec2.internal switch + router changed, syncing services in network "default" I0420 17:29:53.946725 3767 services_controller.go:574] Full service sync requested for network=default I0420 17:29:53.946732 3767 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-74.ec2.internal in network "default" I0420 17:29:53.946760 3767 node_tracker.go:169] Node ip-10-0-2-74.ec2.internal switch + router changed, syncing services in network "default" I0420 17:29:53.946766 3767 services_controller.go:574] Full service sync requested for network=default I0420 17:29:53.946773 3767 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-232.ec2.internal in network "default" I0420 17:29:53.946794 3767 node_tracker.go:169] Node ip-10-0-0-232.ec2.internal switch + router changed, syncing services in network "default" I0420 17:29:53.946800 3767 services_controller.go:574] Full service sync requested for network=default I0420 17:29:54.047484 3767 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0420 17:29:54.047507 3767 services_controller.go:208] Setting up event handlers for services for network=default I0420 17:29:54.047605 3767 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0420 17:29:54.047675 3767 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0420 17:29:54.047690 3767 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0420 17:29:54.147889 3767 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0420 17:29:54.147912 3767 repair.go:60] Starting repairing loop for services I0420 17:29:54.148001 3767 repair.go:131] Deleted 0 stale service LBs I0420 17:29:54.148019 3767 repair.go:137] Deleted 0 stale Chassis Template Vars I0420 17:29:54.148035 3767 repair.go:62] Finished repairing loop for services: 125.089µs I0420 17:29:54.148058 3767 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0420 17:29:54.148068 3767 services_controller.go:254] Starting workers for network=default I0420 17:29:54.148497 3767 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-zcmtm] creating logical port openshift-multus_network-metrics-daemon-zcmtm for pod on switch ip-10-0-0-232.ec2.internal I0420 17:29:54.148517 3767 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-h8sr8, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-h8sr8: suppressed error logged: pod openshift-network-diagnostics/network-check-target-h8sr8: no pod IPs found I0420 17:29:54.148530 3767 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-jd7kh, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-jd7kh: suppressed error logged: pod openshift-multus/network-metrics-daemon-jd7kh: no pod IPs found I0420 17:29:54.148539 3767 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-6b2v6] creating logical port openshift-network-diagnostics_network-check-target-6b2v6 for pod on switch ip-10-0-0-232.ec2.internal I0420 17:29:54.148651 3767 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-zcmtm I0420 17:29:54.148693 3767 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-6b2v6 I0420 17:29:54.164419 3767 pod.go:62] [openshift-network-diagnostics/network-check-target-6b2v6] pod update took 15.781778ms I0420 17:29:54.164442 3767 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-6b2v6] addLogicalPort annotation time took 15.830765ms I0420 17:29:54.165353 3767 pods.go:271] [openshift-network-diagnostics/network-check-target-6b2v6] addLogicalPort took 16.820169ms, libovsdb time 701.178µs I0420 17:29:54.168425 3767 pod.go:62] [openshift-multus/network-metrics-daemon-zcmtm] pod update took 19.839126ms I0420 17:29:54.168441 3767 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-zcmtm] addLogicalPort annotation time took 19.871365ms I0420 17:29:54.169374 3767 pods.go:271] [openshift-multus/network-metrics-daemon-zcmtm] addLogicalPort took 20.886044ms, libovsdb time 654.883µs I0420 17:29:54.169760 3767 admin_network_policy_controller.go:227] Starting controller default-network-controller I0420 17:29:54.169777 3767 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0420 17:29:54.169788 3767 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0420 17:29:54.169793 3767 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0420 17:29:54.169984 3767 repair.go:29] Repairing admin network policies took 184.841µs I0420 17:29:54.170095 3767 repair.go:92] Repairing baseline admin network policies took 102.364µs I0420 17:29:54.170516 3767 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0420 17:29:54.170532 3767 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0420 17:29:54.172293 3767 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0420 17:29:54.172313 3767 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0420 17:29:54.172324 3767 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0420 17:29:54.173981 3767 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0420 17:29:54.174402 3767 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0420 17:29:54.174821 3767 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0420 17:29:54.174850 3767 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0420 17:29:54.175733 3767 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0420 17:29:54.175753 3767 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0420 17:29:54.175761 3767 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0420 17:29:54.177543 3767 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0420 17:29:54.177566 3767 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0420 17:29:54.177579 3767 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0420 17:29:54.178580 3767 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0420 17:29:54.178599 3767 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0420 17:29:54.178608 3767 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0420 17:29:54.180649 3767 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0420 17:29:54.180670 3767 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0420 17:29:54.180682 3767 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0420 17:29:54.181149 3767 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0420 17:29:54.181166 3767 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0420 17:29:54.181175 3767 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0420 17:29:54.181641 3767 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0420 17:29:54.181658 3767 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0420 17:29:54.181666 3767 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0420 17:29:54.183138 3767 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0420 17:29:54.183157 3767 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0420 17:29:54.183167 3767 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0420 17:29:54.185055 3767 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0420 17:29:54.185096 3767 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0420 17:29:54.185108 3767 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0420 17:29:54.185580 3767 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0420 17:29:54.185599 3767 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0420 17:29:54.185608 3767 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0420 17:29:54.186087 3767 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0420 17:29:54.186104 3767 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0420 17:29:54.186124 3767 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0420 17:29:54.186744 3767 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0420 17:29:54.186764 3767 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0420 17:29:54.186771 3767 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0420 17:29:54.187018 3767 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0420 17:29:54.187033 3767 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0420 17:29:54.187047 3767 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0420 17:29:54.188184 3767 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0420 17:29:54.188202 3767 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0420 17:29:54.188210 3767 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0420 17:29:54.189245 3767 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0420 17:29:54.189264 3767 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0420 17:29:54.189286 3767 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0420 17:29:54.189814 3767 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0420 17:29:54.189834 3767 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0420 17:29:54.189841 3767 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0420 17:29:54.190655 3767 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0420 17:29:54.190674 3767 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0420 17:29:54.190682 3767 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0420 17:29:54.191427 3767 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0420 17:29:54.191447 3767 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0420 17:29:54.191458 3767 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0420 17:29:54.191752 3767 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0420 17:29:54.191768 3767 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0420 17:29:54.191775 3767 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0420 17:29:54.192312 3767 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0420 17:29:54.192331 3767 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0420 17:29:54.192340 3767 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0420 17:29:54.192638 3767 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0420 17:29:54.192654 3767 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0420 17:29:54.192661 3767 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0420 17:29:54.193954 3767 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0420 17:29:54.193978 3767 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0420 17:29:54.193988 3767 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0420 17:29:54.194554 3767 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0420 17:29:54.194570 3767 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0420 17:29:54.194580 3767 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0420 17:29:54.195890 3767 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0420 17:29:54.195908 3767 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0420 17:29:54.195915 3767 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0420 17:29:54.196510 3767 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0420 17:29:54.196529 3767 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0420 17:29:54.196537 3767 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0420 17:29:54.197636 3767 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0420 17:29:54.197654 3767 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0420 17:29:54.197660 3767 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0420 17:29:54.197977 3767 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0420 17:29:54.197997 3767 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0420 17:29:54.198009 3767 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0420 17:29:54.199720 3767 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0420 17:29:54.204540 3767 egressfirewall.go:374] Starting EgressFirewall controller I0420 17:29:54.204564 3767 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0420 17:29:54.204565 3767 controller.go:133] Adding controller egress-firewall-controller event handlers I0420 17:29:54.204588 3767 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0420 17:29:54.204602 3767 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0420 17:29:54.204588 3767 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0420 17:29:54.204611 3767 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0420 17:29:54.204855 3767 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0420 17:29:54.204868 3767 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0420 17:29:54.204873 3767 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0420 17:29:54.204883 3767 egressqos.go:193] Setting up event handlers for EgressQoS I0420 17:29:54.204887 3767 egressfirewall.go:723] Syncing node "ip-10-0-2-74.ec2.internal" for egress firewall I0420 17:29:54.204895 3767 egressfirewall.go:723] Syncing node "ip-10-0-0-232.ec2.internal" for egress firewall I0420 17:29:54.204899 3767 egressfirewall.go:723] Syncing node "ip-10-0-1-175.ec2.internal" for egress firewall I0420 17:29:54.204980 3767 egressqos.go:245] Starting EgressQoS Controller I0420 17:29:54.204989 3767 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0420 17:29:54.204994 3767 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0420 17:29:54.205000 3767 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0420 17:29:54.205004 3767 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0420 17:29:54.205009 3767 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0420 17:29:54.205013 3767 shared_informer.go:356] "Caches are synced" controller="egressqos" I0420 17:29:54.205017 3767 egressqos.go:259] Repairing EgressQoSes I0420 17:29:54.205021 3767 egressqos.go:399] Starting repairing loop for egressqos I0420 17:29:54.205102 3767 egressqos.go:401] Finished repairing loop for egressqos: 81.035µs I0420 17:29:54.205121 3767 egressservice_zone.go:132] Setting up event handlers for Egress Services I0420 17:29:54.205141 3767 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-0-232.ec2.internal I0420 17:29:54.205186 3767 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-0-232.ec2.internal : 45.811µs I0420 17:29:54.205256 3767 egressservice_zone.go:210] Starting Egress Services Controller I0420 17:29:54.205265 3767 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0420 17:29:54.205271 3767 shared_informer.go:356] "Caches are synced" controller="egressservices" I0420 17:29:54.205276 3767 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0420 17:29:54.205281 3767 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0420 17:29:54.205287 3767 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0420 17:29:54.205291 3767 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0420 17:29:54.205297 3767 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0420 17:29:54.205304 3767 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0420 17:29:54.205307 3767 egressservice_zone.go:228] Repairing Egress Services I0420 17:29:54.205540 3767 master_controller.go:88] Starting Admin Policy Based Route Controller I0420 17:29:54.205550 3767 external_controller.go:278] Starting Admin Policy Based Route Controller I0420 17:29:54.205619 3767 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-232.ec2.internal I0420 17:29:54.205632 3767 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-232.ec2.internal: 14.588µs I0420 17:29:54.205642 3767 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-175.ec2.internal I0420 17:29:54.205647 3767 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-175.ec2.internal: 6.564µs I0420 17:29:54.205656 3767 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-74.ec2.internal I0420 17:29:54.205661 3767 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-74.ec2.internal: 7.617µs I0420 17:29:54.205711 3767 default_network_controller.go:585] Completing all the Watchers took 311.158005ms I0420 17:29:54.205727 3767 default_network_controller.go:589] Starting unidling controllers I0420 17:29:54.205741 3767 unidle.go:46] Registering OVN SB ControllerEvent handler I0420 17:29:54.205750 3767 unidle.go:63] Populating Initial ContollerEvent events I0420 17:29:54.205760 3767 unidle.go:79] Setting up event handlers for services I0420 17:29:54.205879 3767 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0420 17:29:54.320845 3767 default_node_network_controller.go:519] Node connection status = connected I0420 17:29:54.820810 3767 default_node_network_controller.go:519] Node connection status = connected I0420 17:29:55.321100 3767 default_node_network_controller.go:519] Node connection status = connected I0420 17:29:55.738441 3767 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-74.ec2.internal in network "default" I0420 17:29:55.738500 3767 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-74.ec2.internal I0420 17:29:55.738509 3767 node_tracker.go:169] Node ip-10-0-2-74.ec2.internal switch + router changed, syncing services in network "default" I0420 17:29:55.738516 3767 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-74.ec2.internal: 21.141µs I0420 17:29:55.738524 3767 services_controller.go:574] Full service sync requested for network=default I0420 17:29:55.738534 3767 egressfirewall.go:723] Syncing node "ip-10-0-2-74.ec2.internal" for egress firewall I0420 17:29:55.738532 3767 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-74.ec2.internal. Updating no re-route policies I0420 17:29:55.820235 3767 default_node_network_controller.go:519] Node connection status = connected I0420 17:29:55.941457 3767 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0420 17:29:56.320450 3767 default_node_network_controller.go:519] Node connection status = connected I0420 17:29:56.338846 3767 bridgeconfig.go:537] Gateway is ready I0420 17:29:56.338868 3767 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0420 17:29:56.351038 3767 node_ip_handler_linux.go:247] Node primary address changed to 10.0.0.232. Updating OVN encap IP. I0420 17:29:56.356512 3767 node_ip_handler_linux.go:542] Will not update encap IP 10.0.0.232 - it is already configured I0420 17:29:56.356527 3767 node_ip_handler_linux.go:485] Node address changed to map[10.0.0.232/24:{} 172.20.0.1/32:{}]. Updating annotations. I0420 17:29:56.356772 3767 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.0.232/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-232.ec2.internal","mac-address":"12:60:07:ec:0b:8f","ip-addresses":["10.0.0.232/24"],"ip-address":"10.0.0.232/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:cc31a255-5506-47f5-a6f9-1bd525db0dda k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.232/24"}] on node ip-10-0-0-232.ec2.internal I0420 17:29:56.374412 3767 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-232.ec2.internal I0420 17:29:56.374431 3767 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-232.ec2.internal: 24.452µs I0420 17:29:56.374418 3767 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-232.ec2.internal in network "default" I0420 17:29:56.374498 3767 node_tracker.go:169] Node ip-10-0-0-232.ec2.internal switch + router changed, syncing services in network "default" I0420 17:29:56.374516 3767 egressfirewall.go:723] Syncing node "ip-10-0-0-232.ec2.internal" for egress firewall I0420 17:29:56.374542 3767 services_controller.go:574] Full service sync requested for network=default I0420 17:29:56.374560 3767 master.go:548] Adding or Updating local node "ip-10-0-0-232.ec2.internal" for network "default" I0420 17:29:56.375020 3767 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.0.232 I0420 17:29:56.375168 3767 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-0-232.ec2.internal I0420 17:29:56.379043 3767 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-232.ec2.internal. Updating no re-route policies I0420 17:29:56.379183 3767 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-6b2v6 I0420 17:29:56.379197 3767 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-wlnc2 I0420 17:29:56.379184 3767 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-d4ntn I0420 17:29:56.379204 3767 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-ppw6x I0420 17:29:56.379196 3767 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-232.ec2.internal I0420 17:29:56.379221 3767 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-ppw6x I0420 17:29:56.379219 3767 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-4qqlg I0420 17:29:56.379202 3767 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-6b2v6 I0420 17:29:56.379237 3767 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-4qqlg I0420 17:29:56.379236 3767 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-jd7kh I0420 17:29:56.379250 3767 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-jd7kh I0420 17:29:56.379249 3767 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-zcmtm I0420 17:29:56.379259 3767 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-f9zzb I0420 17:29:56.379266 3767 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-zcmtm I0420 17:29:56.379267 3767 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-4qqlg after 0 failed attempt(s) I0420 17:29:56.379269 3767 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-f9zzb I0420 17:29:56.379291 3767 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-f9zzb after 0 failed attempt(s) I0420 17:29:56.379286 3767 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-ghrwh I0420 17:29:56.379254 3767 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-ppw6x after 0 failed attempt(s) I0420 17:29:56.379300 3767 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-kg24s I0420 17:29:56.379307 3767 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-jd7kh, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-jd7kh: suppressed error logged: pod openshift-multus/network-metrics-daemon-jd7kh: no pod IPs found I0420 17:29:56.379311 3767 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-ghrwh I0420 17:29:56.379318 3767 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-kg24s I0420 17:29:56.379339 3767 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-kg24s after 0 failed attempt(s) I0420 17:29:56.379220 3767 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-232.ec2.internal I0420 17:29:56.379210 3767 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-d4ntn I0420 17:29:56.379364 3767 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-54t96 I0420 17:29:56.379371 3767 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-232.ec2.internal after 0 failed attempt(s) I0420 17:29:56.379374 3767 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-54t96 I0420 17:29:56.379291 3767 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-232.ec2.internal I0420 17:29:56.379376 3767 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-d4ntn after 0 failed attempt(s) I0420 17:29:56.379378 3767 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-vdnlx I0420 17:29:56.379382 3767 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-232.ec2.internal I0420 17:29:56.379340 3767 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-ghrwh after 0 failed attempt(s) I0420 17:29:56.379386 3767 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-54t96 after 0 failed attempt(s) I0420 17:29:56.379211 3767 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-wlnc2 I0420 17:29:56.379387 3767 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-vdnlx I0420 17:29:56.379398 3767 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-wlnc2 after 0 failed attempt(s) I0420 17:29:56.379353 3767 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-6b2v6] creating logical port openshift-network-diagnostics_network-check-target-6b2v6 for pod on switch ip-10-0-0-232.ec2.internal I0420 17:29:56.379403 3767 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-vdnlx after 0 failed attempt(s) I0420 17:29:56.379297 3767 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-zcmtm] creating logical port openshift-multus_network-metrics-daemon-zcmtm for pod on switch ip-10-0-0-232.ec2.internal I0420 17:29:56.379268 3767 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-h8sr8 I0420 17:29:56.379505 3767 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-h8sr8 I0420 17:29:56.379550 3767 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-h8sr8, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-h8sr8: suppressed error logged: pod openshift-network-diagnostics/network-check-target-h8sr8: no pod IPs found I0420 17:29:56.379393 3767 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-232.ec2.internal after 0 failed attempt(s) I0420 17:29:56.380147 3767 pods.go:271] [openshift-network-diagnostics/network-check-target-6b2v6] addLogicalPort took 816.575µs, libovsdb time 280.821µs I0420 17:29:56.380164 3767 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-6b2v6 after 0 failed attempt(s) I0420 17:29:56.380263 3767 pods.go:271] [openshift-multus/network-metrics-daemon-zcmtm] addLogicalPort took 974.945µs, libovsdb time 380.708µs I0420 17:29:56.380275 3767 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-zcmtm after 0 failed attempt(s) I0420 17:29:56.393176 3767 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0420 17:29:56.404530 3767 iptables.go:108] Creating table: mangle chain: OUTPUT I0420 17:29:56.407571 3767 iptables.go:108] Creating table: nat chain: OUTPUT I0420 17:29:56.452542 3767 iptables.go:108] Creating table: nat chain: PREROUTING I0420 17:29:56.507842 3767 iptables.go:108] Creating table: filter chain: FORWARD I0420 17:29:56.523523 3767 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0420 17:29:56.523636 3767 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0420 17:29:56.523682 3767 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0420 17:29:56.523762 3767 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0420 17:29:56.523829 3767 gateway_init.go:325] Gateway and management port readiness took 2.7079558s I0420 17:29:56.523882 3767 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0420 17:29:56.523918 3767 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0420 17:29:56.523944 3767 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0420 17:29:56.523960 3767 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0420 17:29:56.524029 3767 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0420 17:29:56.524153 3767 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 93.064µs I0420 17:29:56.524387 3767 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0420 17:29:56.524413 3767 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 17.642µs I0420 17:29:56.524421 3767 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 35.836µs I0420 17:29:56.524427 3767 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0420 17:29:56.524436 3767 nad_controller.go:379] [node-nad-controller NAD controller]: started I0420 17:29:56.524441 3767 default_node_network_controller.go:899] Starting the default node network controller I0420 17:29:56.524445 3767 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0420 17:29:56.524527 3767 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 14.042µs I0420 17:29:56.524629 3767 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0420 17:29:56.524638 3767 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0420 17:29:56.524673 3767 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000bfe070 0xc000340a10 0xc000340a80 0xc000340af0 0xc000340bd0 0xc000340c40 0xc000340cb0 0xc000b95130 0xc000340d20 0xc000340d90 0xc000b943c0 0xc0063fb340 0xc000340e70 map[0x2ff9080:0xc0022376e0 0x2ff95c0:0xc002237920 0x2ffa2e0:0xc002f8e9c0 0x2ffa580:0xc002237680 0x2ffad60:0xc002237740 0x2ffb000:0xc0022377a0 0x2ffb2a0:0xc002237800 0x2ffba80:0xc002237980 0x2ffbd20:0xc0022379e0 0x3026980:0xc000ec46c0 0x3026d20:0xc000ec4720 0x3027800:0xc000be0900 0x3029160:0xc001cc2000 0x30298a0:0xc000ec4900 0x302a720:0xc001cc2060] 0xc000a84f50 0} I0420 17:29:56.524739 3767 gateway.go:151] Starting gateway service sync I0420 17:29:56.525492 3767 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0420 17:29:56.527636 3767 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0420 17:29:56.551177 3767 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0420 17:29:56.552291 3767 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0420 17:29:56.553348 3767 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0420 17:29:56.585297 3767 gateway.go:168] Gateway service sync done. Time taken: 60.545615ms I0420 17:29:56.585760 3767 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 32030 I0420 17:29:56.586095 3767 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000bfe070 0xc000340a10 0xc000340a80 0xc000340af0 0xc000340bd0 0xc000340c40 0xc000340cb0 0xc000b95130 0xc000340d20 0xc000340d90 0xc000b943c0 0xc0063fb340 0xc000340e70 map[0x2ff9080:0xc0022376e0 0x2ff95c0:0xc002237920 0x2ffa2e0:0xc002f8e9c0 0x2ffa580:0xc002237680 0x2ffad60:0xc002237740 0x2ffb000:0xc0022377a0 0x2ffb2a0:0xc002237800 0x2ffba80:0xc002237980 0x2ffbd20:0xc0022379e0 0x3026980:0xc000ec46c0 0x3026d20:0xc000ec4720 0x3027800:0xc000be0900 0x3029160:0xc001cc2000 0x30298a0:0xc000ec4900 0x302a720:0xc001cc2060] 0xc000a84f50 0} I0420 17:29:56.586573 3767 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000bfe070 0xc000340a10 0xc000340a80 0xc000340af0 0xc000340bd0 0xc000340c40 0xc000340cb0 0xc000b95130 0xc000340d20 0xc000340d90 0xc000b943c0 0xc0063fb340 0xc000340e70 map[0x2ff9080:0xc0022376e0 0x2ff95c0:0xc002237920 0x2ffa2e0:0xc002f8e9c0 0x2ffa580:0xc002237680 0x2ffad60:0xc002237740 0x2ffb000:0xc0022377a0 0x2ffb2a0:0xc002237800 0x2ffba80:0xc002237980 0x2ffbd20:0xc0022379e0 0x3026980:0xc000ec46c0 0x3026d20:0xc000ec4720 0x3027800:0xc000be0900 0x3029160:0xc001cc2000 0x30298a0:0xc000ec4900 0x302a720:0xc001cc2060] 0xc000a84f50 0} I0420 17:29:56.586610 3767 gateway.go:532] Reconciling gateway with updates I0420 17:29:56.591416 3767 gateway.go:339] Spawning Conntrack Rule Check Thread I0420 17:29:56.591503 3767 default_node_network_controller.go:944] Gateway and management port readiness took 66.857034ms I0420 17:29:56.591514 3767 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0420 17:29:56.591516 3767 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0420 17:29:56.591524 3767 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0420 17:29:56.591515 3767 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0420 17:29:56.591530 3767 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0420 17:29:56.591533 3767 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0420 17:29:56.591534 3767 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0420 17:29:56.591537 3767 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0420 17:29:56.591549 3767 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0420 17:29:56.591555 3767 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0420 17:29:56.591501 3767 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0420 17:29:56.591560 3767 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0420 17:29:56.591572 3767 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0420 17:29:56.591577 3767 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0420 17:29:56.591577 3767 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0420 17:29:56.591581 3767 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0420 17:29:56.591578 3767 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0420 17:29:56.591584 3767 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0420 17:29:56.591580 3767 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0420 17:29:56.591596 3767 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0420 17:29:56.591601 3767 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0420 17:29:56.591605 3767 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0420 17:29:56.591611 3767 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0420 17:29:56.591620 3767 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0420 17:29:56.591620 3767 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0420 17:29:56.591628 3767 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0420 17:29:56.591603 3767 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0420 17:29:56.591603 3767 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0420 17:29:56.591645 3767 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0420 17:29:56.591658 3767 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0420 17:29:56.591660 3767 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0420 17:29:56.591669 3767 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0420 17:29:56.591673 3767 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0420 17:29:56.591608 3767 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0420 17:29:56.591679 3767 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0420 17:29:56.591682 3767 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0420 17:29:56.591685 3767 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0420 17:29:56.591566 3767 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0420 17:29:56.591647 3767 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0420 17:29:56.591702 3767 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0420 17:29:56.591706 3767 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0420 17:29:56.591577 3767 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0420 17:29:56.591713 3767 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0420 17:29:56.591660 3767 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0420 17:29:56.591721 3767 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0420 17:29:56.591722 3767 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0420 17:29:56.591724 3767 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0420 17:29:56.591728 3767 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0420 17:29:56.591730 3767 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0420 17:29:56.591732 3767 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0420 17:29:56.591736 3767 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0420 17:29:56.591673 3767 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0420 17:29:56.591744 3767 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0420 17:29:56.591732 3767 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0420 17:29:56.591632 3767 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0420 17:29:56.591758 3767 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0420 17:29:56.591725 3767 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0420 17:29:56.591730 3767 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0420 17:29:56.591685 3767 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0420 17:29:56.591814 3767 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0420 17:29:56.591501 3767 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0420 17:29:56.591630 3767 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0420 17:29:56.591586 3767 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0420 17:29:56.591562 3767 port_claim.go:71] Svc openshift-ingress/router-default: port 32008 is already open, no action needed I0420 17:29:56.591860 3767 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0420 17:29:56.591885 3767 port_claim.go:71] Svc openshift-ingress/router-default: port 30984 is already open, no action needed I0420 17:29:56.591527 3767 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0420 17:29:56.591524 3767 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0420 17:29:56.591962 3767 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0420 17:29:56.591693 3767 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0420 17:29:56.591978 3767 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0420 17:29:56.591587 3767 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0420 17:29:56.591588 3767 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0420 17:29:56.591627 3767 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0420 17:29:56.592127 3767 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0420 17:29:56.591634 3767 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0420 17:29:56.592167 3767 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0420 17:29:56.591637 3767 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0420 17:29:56.592175 3767 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0420 17:29:56.591647 3767 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0420 17:29:56.592224 3767 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0420 17:29:56.591645 3767 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0420 17:29:56.592253 3767 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0420 17:29:56.592260 3767 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0420 17:29:56.591657 3767 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0420 17:29:56.592271 3767 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0420 17:29:56.591692 3767 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0420 17:29:56.591712 3767 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0420 17:29:56.592309 3767 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0420 17:29:56.592321 3767 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0420 17:29:56.591713 3767 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0420 17:29:56.591714 3767 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0420 17:29:56.592358 3767 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0420 17:29:56.591719 3767 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0420 17:29:56.592382 3767 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0420 17:29:56.592389 3767 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0420 17:29:56.591733 3767 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0420 17:29:56.591730 3767 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0420 17:29:56.592430 3767 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0420 17:29:56.591740 3767 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0420 17:29:56.592446 3767 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0420 17:29:56.591744 3767 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0420 17:29:56.591746 3767 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0420 17:29:56.592586 3767 node_ip_handler_linux.go:160] Node IP manager is running I0420 17:29:56.591750 3767 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0420 17:29:56.591758 3767 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0420 17:29:56.592634 3767 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0420 17:29:56.591568 3767 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0420 17:29:56.592644 3767 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) W0420 17:29:56.628256 3767 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0420 17:29:56.628417 3767 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0420 17:29:56.628508 3767 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:80:00:01/10.128.0.1) on link ovn-k8s-mp0 I0420 17:29:56.639216 3767 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0420 17:29:56.639236 3767 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0420 17:29:56.639243 3767 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0420 17:29:56.639249 3767 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0420 17:29:56.639255 3767 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0420 17:29:56.639260 3767 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0420 17:29:56.639266 3767 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0420 17:29:56.639271 3767 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0420 17:29:56.639277 3767 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0420 17:29:56.639282 3767 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0420 17:29:56.682303 3767 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0420 17:29:56.682312 3767 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0420 17:29:56.726063 3767 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0420 17:29:56.726104 3767 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0420 17:29:56.726114 3767 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0420 17:29:56.726120 3767 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0420 17:29:56.726126 3767 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0420 17:29:56.726132 3767 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0420 17:29:56.726138 3767 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0420 17:29:56.726143 3767 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0420 17:29:56.726148 3767 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0420 17:29:56.726155 3767 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0420 17:29:56.726160 3767 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0420 17:29:56.726169 3767 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0420 17:29:56.726174 3767 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0420 17:29:56.726179 3767 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0420 17:29:57.832822 3767 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-175.ec2.internal in network "default" I0420 17:29:57.832826 3767 default_network_controller.go:1025] Node "ip-10-0-1-175.ec2.internal" in remote zone "ip-10-0-1-175.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0420 17:29:57.832858 3767 node_tracker.go:235] Node ip-10-0-1-175.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-175.ec2.internal" I0420 17:29:57.832876 3767 node_tracker.go:169] Node ip-10-0-1-175.ec2.internal switch + router changed, syncing services in network "default" I0420 17:29:57.832890 3767 services_controller.go:574] Full service sync requested for network=default I0420 17:29:57.954961 3767 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-175.ec2.internal in network "default" I0420 17:29:57.954986 3767 default_network_controller.go:1025] Node "ip-10-0-1-175.ec2.internal" in remote zone "ip-10-0-1-175.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0420 17:29:57.955013 3767 node_tracker.go:169] Node ip-10-0-1-175.ec2.internal switch + router changed, syncing services in network "default" I0420 17:29:57.955024 3767 services_controller.go:574] Full service sync requested for network=default I0420 17:29:57.956019 3767 zone_ic_handler.go:195] Time taken to create transit switch: 286.595µs I0420 17:29:57.956036 3767 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-175.ec2.internal for the network default I0420 17:29:57.957121 3767 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-175.ec2.internal" on network "default" took: 1.40131ms I0420 17:29:58.236241 3767 default_node_network_controller.go:1380] Starting node controller node sync W0420 17:29:58.236254 3767 egressip_healthcheck.go:76] Health checking using insecure connection I0420 17:29:58.236302 3767 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.128.0.2:9107 I0420 17:29:58.247795 3767 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.534286ms I0420 17:29:58.247906 3767 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-74.ec2.internal", IP: 10.0.2.74 to PMTUD blocking rules I0420 17:29:58.247919 3767 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-74.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0420 17:29:58.253466 3767 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0420 17:29:58.253784 3767 egressservice_node.go:93] Setting up event handlers for Egress Services I0420 17:29:58.253926 3767 egressservice_node.go:183] Starting Egress Services Controller I0420 17:29:58.253945 3767 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0420 17:29:58.253957 3767 shared_informer.go:356] "Caches are synced" controller="egressservices" I0420 17:29:58.253963 3767 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0420 17:29:58.253968 3767 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0420 17:29:58.253976 3767 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0420 17:29:58.253984 3767 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0420 17:29:58.253988 3767 egressservice_node.go:197] Repairing Egress Services I0420 17:29:58.263146 3767 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0420 17:29:58.263156 3767 external_controller.go:278] Starting Admin Policy Based Route Controller I0420 17:29:58.263313 3767 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0420 17:29:58.263322 3767 link_network_manager.go:119] Link manager is running I0420 17:29:58.263329 3767 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0420 17:29:58.263594 3767 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0420 17:29:58.263623 3767 vrf_manager.go:128] VRF manager is running I0420 17:29:58.263709 3767 node_controller_manager.go:437] Removing flows to drop GARP I0420 17:29:58.263722 3767 gateway.go:532] Reconciling gateway with updates I0420 17:29:58.290023 3767 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0420 17:29:58.290038 3767 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0420 17:29:58.290052 3767 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0420 17:29:58.290062 3767 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0420 17:29:58.290068 3767 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0420 17:29:58.290043 3767 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0420 17:29:58.290090 3767 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0420 17:29:58.290090 3767 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0420 17:29:58.290096 3767 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0420 17:29:58.290027 3767 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0420 17:29:58.290101 3767 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0420 17:29:58.290109 3767 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0420 17:29:58.290107 3767 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0420 17:29:58.290121 3767 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0420 17:29:58.290121 3767 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0420 17:29:58.290136 3767 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0420 17:29:58.290147 3767 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0420 17:29:58.290148 3767 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0420 17:29:58.290154 3767 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0420 17:29:58.290166 3767 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0420 17:29:58.290192 3767 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0420 17:29:58.290202 3767 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0420 17:29:58.290205 3767 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0420 17:29:58.290058 3767 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0420 17:29:58.290214 3767 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0420 17:29:58.290214 3767 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0420 17:29:58.290218 3767 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0420 17:29:58.290225 3767 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0420 17:29:58.290231 3767 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0420 17:29:58.290238 3767 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0420 17:29:58.290245 3767 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0420 17:29:58.290250 3767 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0420 17:29:58.290258 3767 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0420 17:29:58.290257 3767 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0420 17:29:58.290266 3767 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0420 17:29:58.290269 3767 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0420 17:29:58.290258 3767 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0420 17:29:58.290277 3767 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0420 17:29:58.290284 3767 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0420 17:29:58.290046 3767 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0420 17:29:58.290291 3767 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0420 17:29:58.290293 3767 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0420 17:29:58.290311 3767 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0420 17:29:58.290166 3767 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0420 17:29:58.290225 3767 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0420 17:29:58.290314 3767 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0420 17:29:58.290274 3767 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0420 17:29:58.290337 3767 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0420 17:29:58.290234 3767 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0420 17:29:58.290342 3767 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0420 17:29:58.290251 3767 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0420 17:29:58.290356 3767 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0420 17:29:58.290243 3767 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0420 17:29:58.290366 3767 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0420 17:29:58.290372 3767 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0420 17:29:58.290398 3767 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0420 17:29:58.290412 3767 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0420 17:29:58.290253 3767 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0420 17:29:58.290416 3767 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0420 17:29:58.290068 3767 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0420 17:29:58.290426 3767 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0420 17:29:58.290433 3767 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0420 17:29:58.290126 3767 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0420 17:29:58.290438 3767 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0420 17:29:58.290442 3767 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0420 17:29:58.290442 3767 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0420 17:29:58.290449 3767 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0420 17:29:58.290219 3767 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0420 17:29:58.290457 3767 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0420 17:29:58.290466 3767 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0420 17:29:58.290471 3767 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0420 17:29:58.290479 3767 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0420 17:29:58.290481 3767 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0420 17:29:58.290480 3767 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0420 17:29:58.290486 3767 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0420 17:29:58.290488 3767 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0420 17:29:58.290491 3767 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0420 17:29:58.290499 3767 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0420 17:29:58.290503 3767 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0420 17:29:58.290111 3767 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0420 17:29:58.290531 3767 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0420 17:29:58.290470 3767 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0420 17:29:58.290553 3767 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0420 17:29:58.290094 3767 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0420 17:29:58.290567 3767 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0420 17:29:58.290127 3767 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0420 17:29:58.290173 3767 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0420 17:29:58.290071 3767 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0420 17:29:58.290651 3767 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0420 17:29:58.290207 3767 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0420 17:29:58.290215 3767 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0420 17:29:58.290227 3767 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0420 17:29:58.290227 3767 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0420 17:29:58.290718 3767 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0420 17:29:58.290238 3767 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0420 17:29:58.290742 3767 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0420 17:29:58.290746 3767 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0420 17:29:58.290249 3767 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0420 17:29:58.290753 3767 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0420 17:29:58.290245 3767 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0420 17:29:58.290762 3767 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0420 17:29:58.290314 3767 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0420 17:29:58.290786 3767 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0420 17:29:58.290324 3767 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0420 17:29:58.290342 3767 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0420 17:29:58.290454 3767 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0420 17:29:58.290489 3767 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0420 17:29:58.290490 3767 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0420 17:29:58.290855 3767 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0420 17:29:58.290491 3767 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0420 17:29:58.290523 3767 port_claim.go:71] Svc openshift-ingress/router-default: port 32008 is already open, no action needed I0420 17:29:58.290913 3767 port_claim.go:71] Svc openshift-ingress/router-default: port 30984 is already open, no action needed I0420 17:29:58.329031 3767 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0420 17:29:58.329050 3767 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0420 17:29:58.329057 3767 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0420 17:29:58.329063 3767 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0420 17:29:58.329068 3767 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0420 17:29:58.329088 3767 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0420 17:29:58.329095 3767 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0420 17:29:58.329100 3767 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0420 17:29:58.329105 3767 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0420 17:29:58.329110 3767 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0420 17:29:58.329116 3767 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0420 17:29:58.329120 3767 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0420 17:29:58.329127 3767 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0420 17:29:58.329132 3767 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0420 17:29:58.368262 3767 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0420 17:29:58.368285 3767 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0420 17:29:58.368292 3767 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0420 17:29:58.368301 3767 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0420 17:29:58.368310 3767 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0420 17:29:58.368318 3767 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0420 17:29:58.368325 3767 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0420 17:29:58.407069 3767 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0420 17:29:59.251394 3767 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-74.ec2.internal I0420 17:29:59.251427 3767 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-74.ec2.internal: 39.522µs I0420 17:30:00.135498 3767 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-232.ec2.internal I0420 17:30:00.135530 3767 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-232.ec2.internal: 36.954µs I0420 17:30:00.169160 3767 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-7b8f75b565-8hbhp] creating logical port openshift-image-registry_image-registry-7b8f75b565-8hbhp for pod on switch ip-10-0-0-232.ec2.internal I0420 17:30:00.169305 3767 kube.go:256] Updating pod openshift-image-registry/image-registry-7b8f75b565-8hbhp I0420 17:30:00.174693 3767 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-5c46567b58-qjgsj] creating logical port openshift-ingress_router-default-5c46567b58-qjgsj for pod on switch ip-10-0-0-232.ec2.internal I0420 17:30:00.174766 3767 kube.go:256] Updating pod openshift-ingress/router-default-5c46567b58-qjgsj I0420 17:30:00.189962 3767 pod.go:62] [openshift-image-registry/image-registry-7b8f75b565-8hbhp] pod update took 20.695872ms I0420 17:30:00.189980 3767 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-7b8f75b565-8hbhp] addLogicalPort annotation time took 20.718662ms I0420 17:30:00.191065 3767 pods.go:271] [openshift-image-registry/image-registry-7b8f75b565-8hbhp] addLogicalPort took 21.922787ms, libovsdb time 841.486µs I0420 17:30:00.195698 3767 pod.go:62] [openshift-ingress/router-default-5c46567b58-qjgsj] pod update took 20.949803ms I0420 17:30:00.195716 3767 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-5c46567b58-qjgsj] addLogicalPort annotation time took 20.972711ms I0420 17:30:00.196825 3767 pods.go:271] [openshift-ingress/router-default-5c46567b58-qjgsj] addLogicalPort took 22.145978ms, libovsdb time 876.997µs I0420 17:30:00.227491 3767 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29611770-hk6nd] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29611770-hk6nd for pod on switch ip-10-0-0-232.ec2.internal I0420 17:30:00.227600 3767 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29611770-hk6nd I0420 17:30:00.235151 3767 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-5sn4g] creating logical port openshift-ingress-canary_ingress-canary-5sn4g for pod on switch ip-10-0-0-232.ec2.internal I0420 17:30:00.235256 3767 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-5sn4g I0420 17:30:00.235618 3767 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-flpvw] creating logical port openshift-dns_dns-default-flpvw for pod on switch ip-10-0-0-232.ec2.internal I0420 17:30:00.235711 3767 kube.go:256] Updating pod openshift-dns/dns-default-flpvw I0420 17:30:00.257998 3767 pod.go:62] [openshift-ingress-canary/ingress-canary-5sn4g] pod update took 22.760913ms I0420 17:30:00.258016 3767 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-5sn4g] addLogicalPort annotation time took 22.782496ms I0420 17:30:00.259218 3767 pods.go:271] [openshift-ingress-canary/ingress-canary-5sn4g] addLogicalPort took 24.079955ms, libovsdb time 947.918µs I0420 17:30:00.259451 3767 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29611770-hk6nd] pod update took 31.872802ms I0420 17:30:00.259468 3767 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29611770-hk6nd] addLogicalPort annotation time took 31.893315ms I0420 17:30:00.259473 3767 pod.go:62] [openshift-dns/dns-default-flpvw] pod update took 23.784045ms I0420 17:30:00.259489 3767 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-flpvw] addLogicalPort annotation time took 23.800896ms I0420 17:30:00.260500 3767 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29611770-hk6nd] addLogicalPort took 33.026313ms, libovsdb time 753.392µs I0420 17:30:00.260769 3767 pods.go:271] [openshift-dns/dns-default-flpvw] addLogicalPort took 25.164399ms, libovsdb time 992.272µs I0420 17:30:00.517129 3767 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-175.ec2.internal in network "default" I0420 17:30:00.517417 3767 node_tracker.go:169] Node ip-10-0-1-175.ec2.internal switch + router changed, syncing services in network "default" I0420 17:30:00.517216 3767 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-175.ec2.internal I0420 17:30:00.517431 3767 services_controller.go:574] Full service sync requested for network=default I0420 17:30:00.517439 3767 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-175.ec2.internal: 228.86µs I0420 17:30:00.517222 3767 egressfirewall.go:723] Syncing node "ip-10-0-1-175.ec2.internal" for egress firewall I0420 17:30:00.517245 3767 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-175.ec2.internal", IP: 10.0.1.175 to PMTUD blocking rules I0420 17:30:00.517457 3767 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-175.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0420 17:30:00.523438 3767 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-175.ec2.internal. Updating no re-route policies I0420 17:30:00.569712 3767 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-175.ec2.internal", IP: 10.0.1.175 to PMTUD blocking rules I0420 17:30:00.569727 3767 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-175.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0420 17:30:00.659544 3767 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29611770-hk6nd f1548a80999c98b7370ed4f5579b7a6ceda8558eed37e494fb8c60a339e99463 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29611770-hk6nd f1548a80999c98b7370ed4f5579b7a6ceda8558eed37e494fb8c60a339e99463 network default NAD default NAD key ] I0420 17:30:00.664176 3767 cni.go:452] [openshift-ingress-canary/ingress-canary-5sn4g 2a782bb070c517b791073a7cd6baa685a01ab7a9697c65085532d20405fcc777 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-5sn4g 2a782bb070c517b791073a7cd6baa685a01ab7a9697c65085532d20405fcc777 network default NAD default NAD key ] I0420 17:30:00.694535 3767 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-5sn4g, hostIfaceName: 2a782bb070c517b, network: default, NAD default, SandboxID: "2a782bb070c517b791073a7cd6baa685a01ab7a9697c65085532d20405fcc777", PCI device ID: , UID: "6465217e-476b-48d1-a4d0-5ef0e7cbd8c9", MAC: 0a:58:0a:80:00:08, IPs: [10.128.0.8/23] I0420 17:30:00.695021 3767 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29611770-hk6nd, hostIfaceName: f1548a80999c98b, network: default, NAD default, SandboxID: "f1548a80999c98b7370ed4f5579b7a6ceda8558eed37e494fb8c60a339e99463", PCI device ID: , UID: "efc47942-cbd3-428d-b23c-1c522ccfe3a5", MAC: 0a:58:0a:80:00:07, IPs: [10.128.0.7/23] I0420 17:30:00.743223 3767 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29611770-hk6nd f1548a80999c98b7370ed4f5579b7a6ceda8558eed37e494fb8c60a339e99463 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29611770-hk6nd f1548a80999c98b7370ed4f5579b7a6ceda8558eed37e494fb8c60a339e99463 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:12:63:8a:09:3e\",\"name\":\"f1548a80999c98b\"},{\"mac\":\"0a:58:0a:80:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/61bfb545-954f-4861-87de-bdff001a2553\"}],\"ips\":[{\"address\":\"10.128.0.7/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 17:30:00.746136 3767 cni.go:473] [openshift-ingress-canary/ingress-canary-5sn4g 2a782bb070c517b791073a7cd6baa685a01ab7a9697c65085532d20405fcc777 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-5sn4g 2a782bb070c517b791073a7cd6baa685a01ab7a9697c65085532d20405fcc777 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:00:a8:08:07:6b\",\"name\":\"2a782bb070c517b\"},{\"mac\":\"0a:58:0a:80:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/03172ea1-119a-47ac-9593-1ac551669011\"}],\"ips\":[{\"address\":\"10.128.0.8/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 17:30:05.102918 3767 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-175.ec2.internal I0420 17:30:05.102948 3767 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-175.ec2.internal: 36.293µs W0420 17:30:06.705391 3767 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0420 17:30:07.428709 3767 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0420 17:30:07.429591 3767 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 865.432µs I0420 17:30:07.458332 3767 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace W0420 17:30:07.616028 3767 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0420 17:30:07.647633 3767 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0420 17:30:07.907131 3767 namespace.go:98] [openshift-service-ca] adding namespace I0420 17:30:07.907929 3767 namespace.go:102] [openshift-service-ca] adding namespace took 774.772µs I0420 17:30:07.932105 3767 namespace.go:142] [openshift-service-ca] updating namespace I0420 17:30:09.587461 3767 base_network_controller_pods.go:487] [default/openshift-service-ca/service-ca-d9cb48497-wfqxb] creating logical port openshift-service-ca_service-ca-d9cb48497-wfqxb for pod on switch ip-10-0-0-232.ec2.internal I0420 17:30:09.587551 3767 kube.go:256] Updating pod openshift-service-ca/service-ca-d9cb48497-wfqxb I0420 17:30:09.608588 3767 pod.go:62] [openshift-service-ca/service-ca-d9cb48497-wfqxb] pod update took 21.057953ms I0420 17:30:09.608609 3767 base_network_controller_pods.go:951] [default/openshift-service-ca/service-ca-d9cb48497-wfqxb] addLogicalPort annotation time took 21.083209ms I0420 17:30:09.609864 3767 pods.go:271] [openshift-service-ca/service-ca-d9cb48497-wfqxb] addLogicalPort took 22.417933ms, libovsdb time 993.718µs I0420 17:30:09.978484 3767 cni.go:452] [openshift-service-ca/service-ca-d9cb48497-wfqxb 27305a372f6c58061cf199afad6c4e6680ba8474d9b3fe1179621194d13bfe41 network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca/service-ca-d9cb48497-wfqxb 27305a372f6c58061cf199afad6c4e6680ba8474d9b3fe1179621194d13bfe41 network default NAD default NAD key ] I0420 17:30:09.988713 3767 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca, podName: service-ca-d9cb48497-wfqxb, hostIfaceName: 27305a372f6c580, network: default, NAD default, SandboxID: "27305a372f6c58061cf199afad6c4e6680ba8474d9b3fe1179621194d13bfe41", PCI device ID: , UID: "bd20a267-8150-4ee7-a10b-497cc14fa0d6", MAC: 0a:58:0a:80:00:0a, IPs: [10.128.0.10/23] I0420 17:30:10.034568 3767 cni.go:473] [openshift-service-ca/service-ca-d9cb48497-wfqxb 27305a372f6c58061cf199afad6c4e6680ba8474d9b3fe1179621194d13bfe41 network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca/service-ca-d9cb48497-wfqxb 27305a372f6c58061cf199afad6c4e6680ba8474d9b3fe1179621194d13bfe41 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:7d:4e:2b:aa:ea\",\"name\":\"27305a372f6c580\"},{\"mac\":\"0a:58:0a:80:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8b553523-470b-4ce5-a4a2-249484fcf4a9\"}],\"ips\":[{\"address\":\"10.128.0.10/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 17:30:11.912337 3767 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-initial-5z2z4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 17:30:11.912796 3767 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-initial-5z2z4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0420 17:30:12.472241 3767 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0420 17:30:12.490009 3767 obj_retry.go:492] Detected object kube-system/ecr-credential-refresh-initial-5z2z4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:30:12.490024 3767 obj_retry.go:492] Detected object kube-system/ecr-credential-refresh-initial-5z2z4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0420 17:30:17.006357 3767 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0420 17:30:32.044833 3767 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0420 17:30:32.044852 3767 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0420 17:30:32.044856 3767 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0420 17:30:32.046935 3767 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0420 17:30:32.109505 3767 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-hhrg8] creating logical port openshift-insights_insights-runtime-extractor-hhrg8 for pod on switch ip-10-0-0-232.ec2.internal I0420 17:30:32.109589 3767 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-hhrg8 W0420 17:30:32.117764 3767 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0420 17:30:32.139561 3767 pod.go:62] [openshift-insights/insights-runtime-extractor-hhrg8] pod update took 29.997069ms I0420 17:30:32.139584 3767 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-hhrg8] addLogicalPort annotation time took 30.020826ms I0420 17:30:32.140737 3767 pods.go:271] [openshift-insights/insights-runtime-extractor-hhrg8] addLogicalPort took 31.245252ms, libovsdb time 872.951µs I0420 17:30:32.180462 3767 cni.go:452] [openshift-image-registry/image-registry-7b8f75b565-8hbhp 5ae296f2080de3e5ca02a7c49a7a5525265ce332d0af27037e4da6d78c067269 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-7b8f75b565-8hbhp 5ae296f2080de3e5ca02a7c49a7a5525265ce332d0af27037e4da6d78c067269 network default NAD default NAD key ] I0420 17:30:32.190748 3767 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-7b8f75b565-8hbhp, hostIfaceName: 5ae296f2080de3e, network: default, NAD default, SandboxID: "5ae296f2080de3e5ca02a7c49a7a5525265ce332d0af27037e4da6d78c067269", PCI device ID: , UID: "29210b34-af65-4628-a81f-884360824908", MAC: 0a:58:0a:80:00:05, IPs: [10.128.0.5/23] I0420 17:30:32.235405 3767 cni.go:473] [openshift-image-registry/image-registry-7b8f75b565-8hbhp 5ae296f2080de3e5ca02a7c49a7a5525265ce332d0af27037e4da6d78c067269 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-7b8f75b565-8hbhp 5ae296f2080de3e5ca02a7c49a7a5525265ce332d0af27037e4da6d78c067269 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:03:87:56:da:d9\",\"name\":\"5ae296f2080de3e\"},{\"mac\":\"0a:58:0a:80:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2eaa6ab3-13e0-4667-9f70-014f824ec82d\"}],\"ips\":[{\"address\":\"10.128.0.5/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 17:30:32.369910 3767 cni.go:452] [openshift-ingress/router-default-5c46567b58-qjgsj c9b0aeb475a24cc4b0314ed74a08c92221643e2d70e66761f1f3fef3e83cfbde network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-5c46567b58-qjgsj c9b0aeb475a24cc4b0314ed74a08c92221643e2d70e66761f1f3fef3e83cfbde network default NAD default NAD key ] I0420 17:30:32.380131 3767 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-5c46567b58-qjgsj, hostIfaceName: c9b0aeb475a24cc, network: default, NAD default, SandboxID: "c9b0aeb475a24cc4b0314ed74a08c92221643e2d70e66761f1f3fef3e83cfbde", PCI device ID: , UID: "c0310edc-b130-4f82-8e08-bc293d3c0a6d", MAC: 0a:58:0a:80:00:06, IPs: [10.128.0.6/23] I0420 17:30:32.425344 3767 cni.go:473] [openshift-ingress/router-default-5c46567b58-qjgsj c9b0aeb475a24cc4b0314ed74a08c92221643e2d70e66761f1f3fef3e83cfbde network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-5c46567b58-qjgsj c9b0aeb475a24cc4b0314ed74a08c92221643e2d70e66761f1f3fef3e83cfbde network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:8f:b5:2d:bd:29\",\"name\":\"c9b0aeb475a24cc\"},{\"mac\":\"0a:58:0a:80:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/32984eb7-dbf8-4ea4-b510-af5e63eee467\"}],\"ips\":[{\"address\":\"10.128.0.6/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 17:30:32.443191 3767 cni.go:452] [openshift-dns/dns-default-flpvw e6ce3c453c5fcf1684ee4edc5fe07d00a13a93d9ae273db5526f134350bfda22 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-flpvw e6ce3c453c5fcf1684ee4edc5fe07d00a13a93d9ae273db5526f134350bfda22 network default NAD default NAD key ] I0420 17:30:32.453647 3767 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-flpvw, hostIfaceName: e6ce3c453c5fcf1, network: default, NAD default, SandboxID: "e6ce3c453c5fcf1684ee4edc5fe07d00a13a93d9ae273db5526f134350bfda22", PCI device ID: , UID: "f93c6ea7-8208-4c74-b840-91b609852470", MAC: 0a:58:0a:80:00:09, IPs: [10.128.0.9/23] I0420 17:30:32.480706 3767 cni.go:452] [openshift-insights/insights-runtime-extractor-hhrg8 534fabc84f6b1254c18018664993027350f14e5a90d1fe614fac65fb60b7f8a3 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-hhrg8 534fabc84f6b1254c18018664993027350f14e5a90d1fe614fac65fb60b7f8a3 network default NAD default NAD key ] I0420 17:30:32.496978 3767 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-hhrg8, hostIfaceName: 534fabc84f6b125, network: default, NAD default, SandboxID: "534fabc84f6b1254c18018664993027350f14e5a90d1fe614fac65fb60b7f8a3", PCI device ID: , UID: "d2866e33-48c9-473a-944f-7c02e755583f", MAC: 0a:58:0a:80:00:0b, IPs: [10.128.0.11/23] I0420 17:30:32.504191 3767 cni.go:473] [openshift-dns/dns-default-flpvw e6ce3c453c5fcf1684ee4edc5fe07d00a13a93d9ae273db5526f134350bfda22 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-flpvw e6ce3c453c5fcf1684ee4edc5fe07d00a13a93d9ae273db5526f134350bfda22 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:3a:f2:8e:11:97\",\"name\":\"e6ce3c453c5fcf1\"},{\"mac\":\"0a:58:0a:80:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/845bb1f2-d35a-45ae-ac3b-dafd7bc55985\"}],\"ips\":[{\"address\":\"10.128.0.9/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 17:30:32.546693 3767 cni.go:473] [openshift-insights/insights-runtime-extractor-hhrg8 534fabc84f6b1254c18018664993027350f14e5a90d1fe614fac65fb60b7f8a3 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-hhrg8 534fabc84f6b1254c18018664993027350f14e5a90d1fe614fac65fb60b7f8a3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:1e:72:0a:ef:6f\",\"name\":\"534fabc84f6b125\"},{\"mac\":\"0a:58:0a:80:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7c96e0e8-99b0-4e3b-b8af-ef97533c75c2\"}],\"ips\":[{\"address\":\"10.128.0.11/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0420 17:30:32.705159 3767 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0420 17:30:32.705179 3767 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0420 17:30:32.705184 3767 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0420 17:30:32.707693 3767 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0420 17:30:32.707714 3767 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0420 17:30:32.765779 3767 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0420 17:30:32.802900 3767 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0420 17:30:32.802918 3767 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0420 17:30:32.803453 3767 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0420 17:30:32.803465 3767 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0420 17:30:32.803471 3767 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0420 17:30:32.989006 3767 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0420 17:30:32.989029 3767 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0420 17:30:32.989037 3767 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0420 17:30:32.993798 3767 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0420 17:30:32.993816 3767 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0420 17:30:33.020348 3767 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0420 17:30:33.588020 3767 cni.go:452] [openshift-multus/network-metrics-daemon-zcmtm fe564133b4bc42b2714dbdf6636ac61fc83207d31ce734d68ca317699795bae0 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-zcmtm fe564133b4bc42b2714dbdf6636ac61fc83207d31ce734d68ca317699795bae0 network default NAD default NAD key ] I0420 17:30:33.598413 3767 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-zcmtm, hostIfaceName: fe564133b4bc42b, network: default, NAD default, SandboxID: "fe564133b4bc42b2714dbdf6636ac61fc83207d31ce734d68ca317699795bae0", PCI device ID: , UID: "7ee0991c-754a-413c-8f93-c2123687aded", MAC: 0a:58:0a:80:00:03, IPs: [10.128.0.3/23] I0420 17:30:33.645924 3767 cni.go:473] [openshift-multus/network-metrics-daemon-zcmtm fe564133b4bc42b2714dbdf6636ac61fc83207d31ce734d68ca317699795bae0 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-zcmtm fe564133b4bc42b2714dbdf6636ac61fc83207d31ce734d68ca317699795bae0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:e9:24:35:db:1b\",\"name\":\"fe564133b4bc42b\"},{\"mac\":\"0a:58:0a:80:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a67644fc-fb62-4e5e-9e35-0a04d2548c99\"}],\"ips\":[{\"address\":\"10.128.0.3/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0420 17:30:33.730242 3767 util.go:959] Failed to build node endpoints for node ip-10-0-0-232.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0420 17:30:33.730273 3767 util.go:959] Failed to build node endpoints for node ip-10-0-0-232.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0420 17:30:33.730279 3767 util.go:959] Failed to build node endpoints for node ip-10-0-0-232.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0420 17:30:33.730305 3767 util.go:959] Failed to build node endpoints for node ip-10-0-0-232.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0420 17:30:33.730310 3767 util.go:959] Failed to build node endpoints for node ip-10-0-0-232.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0420 17:30:33.730325 3767 util.go:959] Failed to build node endpoints for node ip-10-0-0-232.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0420 17:30:33.734168 3767 util.go:959] Failed to build node endpoints for node ip-10-0-0-232.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0420 17:30:33.734184 3767 util.go:959] Failed to build node endpoints for node ip-10-0-0-232.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0420 17:30:33.734214 3767 util.go:959] Failed to build node endpoints for node ip-10-0-0-232.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0420 17:30:33.734231 3767 util.go:959] Failed to build node endpoints for node ip-10-0-0-232.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0420 17:30:33.734245 3767 util.go:959] Failed to build node endpoints for node ip-10-0-0-232.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0420 17:30:33.734255 3767 util.go:959] Failed to build node endpoints for node ip-10-0-0-232.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0420 17:30:33.768247 3767 util.go:959] Failed to build node endpoints for node ip-10-0-0-232.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0420 17:30:33.768267 3767 util.go:959] Failed to build node endpoints for node ip-10-0-0-232.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0420 17:30:33.768272 3767 util.go:959] Failed to build node endpoints for node ip-10-0-0-232.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0420 17:30:33.768283 3767 util.go:959] Failed to build node endpoints for node ip-10-0-0-232.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0420 17:30:33.768287 3767 util.go:959] Failed to build node endpoints for node ip-10-0-0-232.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0420 17:30:33.768292 3767 util.go:959] Failed to build node endpoints for node ip-10-0-0-232.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0420 17:30:33.778737 3767 util.go:959] Failed to build node endpoints for node ip-10-0-0-232.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0420 17:30:33.778755 3767 util.go:959] Failed to build node endpoints for node ip-10-0-0-232.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0420 17:30:33.778762 3767 util.go:959] Failed to build node endpoints for node ip-10-0-0-232.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0420 17:30:33.778777 3767 util.go:959] Failed to build node endpoints for node ip-10-0-0-232.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0420 17:30:33.778794 3767 util.go:959] Failed to build node endpoints for node ip-10-0-0-232.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0420 17:30:33.778802 3767 util.go:959] Failed to build node endpoints for node ip-10-0-0-232.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0420 17:30:34.129850 3767 util.go:959] Failed to build node endpoints for node ip-10-0-0-232.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0420 17:30:34.129950 3767 util.go:959] Failed to build node endpoints for node ip-10-0-0-232.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0420 17:30:34.129964 3767 util.go:959] Failed to build node endpoints for node ip-10-0-0-232.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0420 17:30:34.130212 3767 util.go:959] Failed to build node endpoints for node ip-10-0-0-232.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0420 17:30:34.130227 3767 util.go:959] Failed to build node endpoints for node ip-10-0-0-232.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default I0420 17:30:34.211293 3767 cni.go:452] [openshift-network-diagnostics/network-check-target-6b2v6 ae7f5ddff2e55edb57d82e04ad54f638f2963d64738577c645b4da88bf7aa8b3 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-6b2v6 ae7f5ddff2e55edb57d82e04ad54f638f2963d64738577c645b4da88bf7aa8b3 network default NAD default NAD key ] I0420 17:30:34.221118 3767 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-6b2v6, hostIfaceName: ae7f5ddff2e55ed, network: default, NAD default, SandboxID: "ae7f5ddff2e55edb57d82e04ad54f638f2963d64738577c645b4da88bf7aa8b3", PCI device ID: , UID: "06e0d3e0-60e8-4e8b-bf7b-db08aa20cfe5", MAC: 0a:58:0a:80:00:04, IPs: [10.128.0.4/23] I0420 17:30:34.257277 3767 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0420 17:30:34.273263 3767 cni.go:473] [openshift-network-diagnostics/network-check-target-6b2v6 ae7f5ddff2e55edb57d82e04ad54f638f2963d64738577c645b4da88bf7aa8b3 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-6b2v6 ae7f5ddff2e55edb57d82e04ad54f638f2963d64738577c645b4da88bf7aa8b3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:9c:67:cc:5a:0e\",\"name\":\"ae7f5ddff2e55ed\"},{\"mac\":\"0a:58:0a:80:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c4cc870a-efc8-435b-bfcf-fac50bc5c5c8\"}],\"ips\":[{\"address\":\"10.128.0.4/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 17:30:35.399210 3767 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-q42kw] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-q42kw for pod on switch ip-10-0-0-232.ec2.internal I0420 17:30:35.399309 3767 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-q42kw I0420 17:30:35.421657 3767 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-q42kw] pod update took 22.374559ms I0420 17:30:35.421679 3767 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-q42kw] addLogicalPort annotation time took 22.401449ms I0420 17:30:35.423029 3767 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-q42kw] addLogicalPort took 23.838097ms, libovsdb time 1.029275ms I0420 17:30:35.761881 3767 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-q42kw f81b1c8297ff837c0568fdb9d71a2b86f481e036e506583d9b43a1555718a4ec network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-q42kw f81b1c8297ff837c0568fdb9d71a2b86f481e036e506583d9b43a1555718a4ec network default NAD default NAD key ] I0420 17:30:35.771318 3767 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-q42kw, hostIfaceName: f81b1c8297ff837, network: default, NAD default, SandboxID: "f81b1c8297ff837c0568fdb9d71a2b86f481e036e506583d9b43a1555718a4ec", PCI device ID: , UID: "23a00e00-ddda-43bc-b72a-dd4eb6d4bf88", MAC: 0a:58:0a:80:00:0c, IPs: [10.128.0.12/23] I0420 17:30:35.819557 3767 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-q42kw f81b1c8297ff837c0568fdb9d71a2b86f481e036e506583d9b43a1555718a4ec network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-q42kw f81b1c8297ff837c0568fdb9d71a2b86f481e036e506583d9b43a1555718a4ec network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:59:d4:e2:1e:2a\",\"name\":\"f81b1c8297ff837\"},{\"mac\":\"0a:58:0a:80:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/80b7b6b9-9d97-41c9-965f-df3c6f8bb073\"}],\"ips\":[{\"address\":\"10.128.0.12/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0420 17:30:37.568687 3767 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0420 17:30:38.006467 3767 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0420 17:30:38.610133 3767 util.go:959] Failed to build node endpoints for node ip-10-0-0-232.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0420 17:30:38.610158 3767 util.go:959] Failed to build node endpoints for node ip-10-0-0-232.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0420 17:30:42.138739 3767 util.go:959] Failed to build node endpoints for node ip-10-0-0-232.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0420 17:30:42.138762 3767 util.go:959] Failed to build node endpoints for node ip-10-0-0-232.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0420 17:30:43.482031 3767 util.go:959] Failed to build node endpoints for node ip-10-0-0-232.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0420 17:30:43.482058 3767 util.go:959] Failed to build node endpoints for node ip-10-0-0-232.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0420 17:30:44.145717 3767 base_network_controller_pods.go:487] [default/openshift-console/console-9b8f6c4fc-f6kmq] creating logical port openshift-console_console-9b8f6c4fc-f6kmq for pod on switch ip-10-0-0-232.ec2.internal I0420 17:30:44.145824 3767 kube.go:256] Updating pod openshift-console/console-9b8f6c4fc-f6kmq I0420 17:30:44.165237 3767 pod.go:62] [openshift-console/console-9b8f6c4fc-f6kmq] pod update took 19.439665ms I0420 17:30:44.165261 3767 base_network_controller_pods.go:951] [default/openshift-console/console-9b8f6c4fc-f6kmq] addLogicalPort annotation time took 19.470335ms I0420 17:30:44.166542 3767 pods.go:271] [openshift-console/console-9b8f6c4fc-f6kmq] addLogicalPort took 20.84248ms, libovsdb time 914.137µs I0420 17:30:44.357323 3767 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-0-232.ec2.internal I0420 17:30:44.357459 3767 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0420 17:30:44.382700 3767 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 25.313798ms I0420 17:30:44.382729 3767 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 25.347508ms I0420 17:30:44.383970 3767 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 26.66098ms, libovsdb time 924.559µs I0420 17:30:44.622643 3767 cni.go:452] [openshift-console/console-9b8f6c4fc-f6kmq 5fc102f4e48c6a779fcd67946a6090d7a0dcc42f8cf5763313c178aee572ba21 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-9b8f6c4fc-f6kmq 5fc102f4e48c6a779fcd67946a6090d7a0dcc42f8cf5763313c178aee572ba21 network default NAD default NAD key ] I0420 17:30:44.631816 3767 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-9b8f6c4fc-f6kmq, hostIfaceName: 5fc102f4e48c6a7, network: default, NAD default, SandboxID: "5fc102f4e48c6a779fcd67946a6090d7a0dcc42f8cf5763313c178aee572ba21", PCI device ID: , UID: "4fae0c1e-aa86-4aa5-81ae-17b85f5accfc", MAC: 0a:58:0a:80:00:0d, IPs: [10.128.0.13/23] I0420 17:30:44.681419 3767 cni.go:473] [openshift-console/console-9b8f6c4fc-f6kmq 5fc102f4e48c6a779fcd67946a6090d7a0dcc42f8cf5763313c178aee572ba21 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-9b8f6c4fc-f6kmq 5fc102f4e48c6a779fcd67946a6090d7a0dcc42f8cf5763313c178aee572ba21 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:6b:cf:27:b9:10\",\"name\":\"5fc102f4e48c6a7\"},{\"mac\":\"0a:58:0a:80:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d8991335-b26e-4502-b8f5-d93a63d1acdf\"}],\"ips\":[{\"address\":\"10.128.0.13/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0420 17:30:45.005356 3767 util.go:959] Failed to build node endpoints for node ip-10-0-0-232.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0420 17:30:45.005379 3767 util.go:959] Failed to build node endpoints for node ip-10-0-0-232.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0420 17:30:45.005385 3767 util.go:959] Failed to build node endpoints for node ip-10-0-0-232.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0420 17:30:45.317148 3767 cni.go:452] [openshift-monitoring/alertmanager-main-1 6aaad727692cf7ef22fe74a86ccbb002747859c87ae39ee2978c42398b842b9c network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 6aaad727692cf7ef22fe74a86ccbb002747859c87ae39ee2978c42398b842b9c network default NAD default NAD key ] I0420 17:30:45.326702 3767 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 6aaad727692cf7e, network: default, NAD default, SandboxID: "6aaad727692cf7ef22fe74a86ccbb002747859c87ae39ee2978c42398b842b9c", PCI device ID: , UID: "013641e2-2e8c-4ff5-98af-fb5b9d337bb8", MAC: 0a:58:0a:80:00:0e, IPs: [10.128.0.14/23] I0420 17:30:45.373328 3767 cni.go:473] [openshift-monitoring/alertmanager-main-1 6aaad727692cf7ef22fe74a86ccbb002747859c87ae39ee2978c42398b842b9c network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 6aaad727692cf7ef22fe74a86ccbb002747859c87ae39ee2978c42398b842b9c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:c9:4d:8e:be:25\",\"name\":\"6aaad727692cf7e\"},{\"mac\":\"0a:58:0a:80:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8eec8b4e-5548-4b70-8eda-4a5e4040a616\"}],\"ips\":[{\"address\":\"10.128.0.14/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 17:30:46.182529 3767 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-6686fc47d5-dt5qr] creating logical port openshift-monitoring_thanos-querier-6686fc47d5-dt5qr for pod on switch ip-10-0-0-232.ec2.internal I0420 17:30:46.182644 3767 kube.go:256] Updating pod openshift-monitoring/thanos-querier-6686fc47d5-dt5qr I0420 17:30:46.205401 3767 pod.go:62] [openshift-monitoring/thanos-querier-6686fc47d5-dt5qr] pod update took 22.801871ms I0420 17:30:46.205424 3767 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-6686fc47d5-dt5qr] addLogicalPort annotation time took 22.828191ms I0420 17:30:46.206833 3767 pods.go:271] [openshift-monitoring/thanos-querier-6686fc47d5-dt5qr] addLogicalPort took 24.317835ms, libovsdb time 1.010269ms I0420 17:30:46.542469 3767 cni.go:452] [openshift-monitoring/thanos-querier-6686fc47d5-dt5qr de9f1ab9eebac0607efbe47690096754d2a3768dac086ca0a63e32ee1580b926 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-6686fc47d5-dt5qr de9f1ab9eebac0607efbe47690096754d2a3768dac086ca0a63e32ee1580b926 network default NAD default NAD key ] I0420 17:30:46.552829 3767 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-6686fc47d5-dt5qr, hostIfaceName: de9f1ab9eebac06, network: default, NAD default, SandboxID: "de9f1ab9eebac0607efbe47690096754d2a3768dac086ca0a63e32ee1580b926", PCI device ID: , UID: "48a5e6b2-541a-45b2-a9fe-ffa5391854c3", MAC: 0a:58:0a:80:00:0f, IPs: [10.128.0.15/23] I0420 17:30:46.598945 3767 cni.go:473] [openshift-monitoring/thanos-querier-6686fc47d5-dt5qr de9f1ab9eebac0607efbe47690096754d2a3768dac086ca0a63e32ee1580b926 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-6686fc47d5-dt5qr de9f1ab9eebac0607efbe47690096754d2a3768dac086ca0a63e32ee1580b926 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:0f:8a:da:36:e8\",\"name\":\"de9f1ab9eebac06\"},{\"mac\":\"0a:58:0a:80:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/22daa1a8-831c-4de3-8981-df8e919967f5\"}],\"ips\":[{\"address\":\"10.128.0.15/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0420 17:30:47.070802 3767 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 17:30:47.070823 3767 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 17:30:47.070829 3767 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0420 17:30:47.848512 3767 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-6b45754cb8-vthst] creating logical port openshift-monitoring_metrics-server-6b45754cb8-vthst for pod on switch ip-10-0-0-232.ec2.internal I0420 17:30:47.848618 3767 kube.go:256] Updating pod openshift-monitoring/metrics-server-6b45754cb8-vthst I0420 17:30:47.867059 3767 pod.go:62] [openshift-monitoring/metrics-server-6b45754cb8-vthst] pod update took 18.474852ms I0420 17:30:47.867101 3767 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-6b45754cb8-vthst] addLogicalPort annotation time took 18.519079ms I0420 17:30:47.868508 3767 pods.go:271] [openshift-monitoring/metrics-server-6b45754cb8-vthst] addLogicalPort took 20.009572ms, libovsdb time 1.014664ms W0420 17:30:48.080299 3767 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0420 17:30:48.218105 3767 cni.go:452] [openshift-monitoring/metrics-server-6b45754cb8-vthst b57cd51f5ccf5c2281a2c5bff7ad006326ae4b6aa27f776da657c7ec00c7ea75 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-6b45754cb8-vthst b57cd51f5ccf5c2281a2c5bff7ad006326ae4b6aa27f776da657c7ec00c7ea75 network default NAD default NAD key ] I0420 17:30:48.228519 3767 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-6b45754cb8-vthst, hostIfaceName: b57cd51f5ccf5c2, network: default, NAD default, SandboxID: "b57cd51f5ccf5c2281a2c5bff7ad006326ae4b6aa27f776da657c7ec00c7ea75", PCI device ID: , UID: "7c0593e1-9c2a-4f09-97f3-7175b99d4276", MAC: 0a:58:0a:80:00:10, IPs: [10.128.0.16/23] I0420 17:30:48.279971 3767 cni.go:473] [openshift-monitoring/metrics-server-6b45754cb8-vthst b57cd51f5ccf5c2281a2c5bff7ad006326ae4b6aa27f776da657c7ec00c7ea75 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-6b45754cb8-vthst b57cd51f5ccf5c2281a2c5bff7ad006326ae4b6aa27f776da657c7ec00c7ea75 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:8d:e7:65:37:57\",\"name\":\"b57cd51f5ccf5c2\"},{\"mac\":\"0a:58:0a:80:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f05bc2be-a82a-4776-908d-31f8c2286834\"}],\"ips\":[{\"address\":\"10.128.0.16/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 17:30:49.744113 3767 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-0-232.ec2.internal I0420 17:30:49.744222 3767 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0420 17:30:49.773108 3767 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 28.929136ms I0420 17:30:49.773131 3767 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 28.957381ms I0420 17:30:49.774357 3767 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 30.278022ms, libovsdb time 932.138µs W0420 17:30:50.077428 3767 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server I0420 17:30:50.105182 3767 cni.go:452] [openshift-monitoring/prometheus-k8s-0 b7373512e09b5fb624958539fbfcfd1e739f658dbe1405b0c6ee48e24d0e2026 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 b7373512e09b5fb624958539fbfcfd1e739f658dbe1405b0c6ee48e24d0e2026 network default NAD default NAD key ] I0420 17:30:50.119909 3767 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: b7373512e09b5fb, network: default, NAD default, SandboxID: "b7373512e09b5fb624958539fbfcfd1e739f658dbe1405b0c6ee48e24d0e2026", PCI device ID: , UID: "a5bb344f-95f9-4898-93f2-fcc2a75de952", MAC: 0a:58:0a:80:00:11, IPs: [10.128.0.17/23] I0420 17:30:50.171917 3767 cni.go:473] [openshift-monitoring/prometheus-k8s-0 b7373512e09b5fb624958539fbfcfd1e739f658dbe1405b0c6ee48e24d0e2026 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 b7373512e09b5fb624958539fbfcfd1e739f658dbe1405b0c6ee48e24d0e2026 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:2e:c5:d4:1e:9b\",\"name\":\"b7373512e09b5fb\"},{\"mac\":\"0a:58:0a:80:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8e4718c3-c5d5-4f56-af10-46bc6ef62ccf\"}],\"ips\":[{\"address\":\"10.128.0.17/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0420 17:30:51.110136 3767 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 17:30:51.110155 3767 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 17:30:51.110160 3767 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 17:30:51.110166 3767 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 17:30:51.217872 3767 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0420 17:30:51.217894 3767 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0420 17:30:51.620068 3767 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0420 17:30:52.678299 3767 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 17:30:52.678317 3767 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 17:30:52.678324 3767 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 17:30:52.861418 3767 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0420 17:30:52.861440 3767 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0420 17:30:52.992544 3767 util.go:959] Failed to build node endpoints for node ip-10-0-0-232.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0420 17:30:55.172979 3767 util.go:959] Failed to build node endpoints for node ip-10-0-0-232.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0420 17:30:55.667240 3767 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0420 17:30:57.111703 3767 util.go:959] Failed to build node endpoints for node ip-10-0-0-232.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 17:30:57.111727 3767 util.go:959] Failed to build node endpoints for node ip-10-0-0-232.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 17:30:57.111733 3767 util.go:959] Failed to build node endpoints for node ip-10-0-0-232.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 17:30:57.111737 3767 util.go:959] Failed to build node endpoints for node ip-10-0-0-232.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier I0420 17:30:57.400191 3767 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7ffb45df4b-smxqc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 17:30:57.400691 3767 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7ffb45df4b-smxqc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 17:30:57.719782 3767 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7ffb45df4b-smxqc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:30:57.719801 3767 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7ffb45df4b-smxqc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:30:57.728222 3767 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7ffb45df4b-smxqc I0420 17:30:57.728246 3767 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7ffb45df4b-smxqc I0420 17:30:58.106221 3767 cni.go:452] [openshift-image-registry/image-registry-7b8f75b565-8hbhp 5ae296f2080de3e5ca02a7c49a7a5525265ce332d0af27037e4da6d78c067269 network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-7b8f75b565-8hbhp 5ae296f2080de3e5ca02a7c49a7a5525265ce332d0af27037e4da6d78c067269 network default NAD default NAD key ] I0420 17:30:58.175878 3767 cni.go:473] [openshift-image-registry/image-registry-7b8f75b565-8hbhp 5ae296f2080de3e5ca02a7c49a7a5525265ce332d0af27037e4da6d78c067269 network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-7b8f75b565-8hbhp 5ae296f2080de3e5ca02a7c49a7a5525265ce332d0af27037e4da6d78c067269 network default NAD default NAD key default], result "{}", err I0420 17:30:58.225515 3767 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7b8f75b565-8hbhp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 17:30:58.225545 3767 pods.go:176] Deleting pod: openshift-image-registry/image-registry-7b8f75b565-8hbhp I0420 17:30:58.226672 3767 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-7b8f75b565-8hbhp, ips: 10.128.0.5 I0420 17:30:58.226696 3767 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7b8f75b565-8hbhp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 17:30:58.236689 3767 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-78d795fd68-xx9cc] creating logical port openshift-image-registry_image-registry-78d795fd68-xx9cc for pod on switch ip-10-0-0-232.ec2.internal I0420 17:30:58.236799 3767 kube.go:256] Updating pod openshift-image-registry/image-registry-78d795fd68-xx9cc I0420 17:30:58.254717 3767 pod.go:62] [openshift-image-registry/image-registry-78d795fd68-xx9cc] pod update took 17.957636ms I0420 17:30:58.254737 3767 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-78d795fd68-xx9cc] addLogicalPort annotation time took 17.984116ms I0420 17:30:58.255824 3767 pods.go:271] [openshift-image-registry/image-registry-78d795fd68-xx9cc] addLogicalPort took 19.149602ms, libovsdb time 790.043µs I0420 17:30:58.592453 3767 cni.go:452] [openshift-image-registry/image-registry-78d795fd68-xx9cc 92a96a6121939f6249c1ee220014f2f9038565087c7662ad33ae923c7b914ad1 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-78d795fd68-xx9cc 92a96a6121939f6249c1ee220014f2f9038565087c7662ad33ae923c7b914ad1 network default NAD default NAD key ] I0420 17:30:58.601929 3767 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-78d795fd68-xx9cc, hostIfaceName: 92a96a6121939f6, network: default, NAD default, SandboxID: "92a96a6121939f6249c1ee220014f2f9038565087c7662ad33ae923c7b914ad1", PCI device ID: , UID: "177cd7f8-5661-4a3b-bc2b-09b3351b7e54", MAC: 0a:58:0a:80:00:12, IPs: [10.128.0.18/23] I0420 17:30:58.648442 3767 cni.go:473] [openshift-image-registry/image-registry-78d795fd68-xx9cc 92a96a6121939f6249c1ee220014f2f9038565087c7662ad33ae923c7b914ad1 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-78d795fd68-xx9cc 92a96a6121939f6249c1ee220014f2f9038565087c7662ad33ae923c7b914ad1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:c7:bd:f2:63:25\",\"name\":\"92a96a6121939f6\"},{\"mac\":\"0a:58:0a:80:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/34f17085-2544-4f65-9324-5aa8630f1f4d\"}],\"ips\":[{\"address\":\"10.128.0.18/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 17:30:59.147613 3767 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7b8f75b565-8hbhp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:30:59.147638 3767 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7b8f75b565-8hbhp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:30:59.156971 3767 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7b8f75b565-8hbhp I0420 17:30:59.156994 3767 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7b8f75b565-8hbhp W0420 17:31:09.017952 3767 util.go:959] Failed to build node endpoints for node ip-10-0-0-232.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0420 17:31:11.104845 3767 util.go:959] Failed to build node endpoints for node ip-10-0-0-232.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0420 17:31:15.393616 3767 util.go:959] Failed to build node endpoints for node ip-10-0-0-232.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 17:31:15.393638 3767 util.go:959] Failed to build node endpoints for node ip-10-0-0-232.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 17:31:15.393647 3767 util.go:959] Failed to build node endpoints for node ip-10-0-0-232.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 17:31:19.730272 3767 util.go:959] Failed to build node endpoints for node ip-10-0-0-232.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0420 17:31:19.730298 3767 util.go:959] Failed to build node endpoints for node ip-10-0-0-232.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0420 17:31:19.730313 3767 util.go:959] Failed to build node endpoints for node ip-10-0-0-232.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0420 17:31:19.730342 3767 util.go:959] Failed to build node endpoints for node ip-10-0-0-232.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0420 17:31:19.770674 3767 util.go:959] Failed to build node endpoints for node ip-10-0-0-232.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0420 17:31:19.770693 3767 util.go:959] Failed to build node endpoints for node ip-10-0-0-232.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0420 17:31:20.147406 3767 util.go:959] Failed to build node endpoints for node ip-10-0-0-232.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0420 17:31:20.978961 3767 obj_retry.go:498] Detected object openshift-console/console-9b8f6c4fc-gqdhp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 17:31:20.979476 3767 obj_retry.go:498] Detected object openshift-console/console-9b8f6c4fc-gqdhp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 17:31:21.806471 3767 obj_retry.go:492] Detected object openshift-console/console-9b8f6c4fc-gqdhp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:31:21.806494 3767 obj_retry.go:492] Detected object openshift-console/console-9b8f6c4fc-gqdhp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:31:21.823185 3767 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-9b8f6c4fc-gqdhp I0420 17:31:21.823205 3767 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-9b8f6c4fc-gqdhp W0420 17:31:26.977022 3767 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0420 17:31:27.003659 3767 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics I0420 17:31:29.087597 3767 cni.go:452] [openshift-console/console-9b8f6c4fc-f6kmq 5fc102f4e48c6a779fcd67946a6090d7a0dcc42f8cf5763313c178aee572ba21 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-9b8f6c4fc-f6kmq 5fc102f4e48c6a779fcd67946a6090d7a0dcc42f8cf5763313c178aee572ba21 network default NAD default NAD key ] I0420 17:31:29.164348 3767 cni.go:473] [openshift-console/console-9b8f6c4fc-f6kmq 5fc102f4e48c6a779fcd67946a6090d7a0dcc42f8cf5763313c178aee572ba21 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-9b8f6c4fc-f6kmq 5fc102f4e48c6a779fcd67946a6090d7a0dcc42f8cf5763313c178aee572ba21 network default NAD default NAD key default], result "{}", err I0420 17:31:29.214416 3767 obj_retry.go:498] Detected object openshift-console/console-9b8f6c4fc-f6kmq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 17:31:29.214466 3767 pods.go:176] Deleting pod: openshift-console/console-9b8f6c4fc-f6kmq I0420 17:31:29.215776 3767 pods.go:236] Attempting to release IPs for pod: openshift-console/console-9b8f6c4fc-f6kmq, ips: 10.128.0.13 I0420 17:31:29.215803 3767 obj_retry.go:498] Detected object openshift-console/console-9b8f6c4fc-f6kmq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 17:31:29.543334 3767 obj_retry.go:492] Detected object openshift-console/console-9b8f6c4fc-f6kmq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:31:29.543358 3767 obj_retry.go:492] Detected object openshift-console/console-9b8f6c4fc-f6kmq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:31:29.552493 3767 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-9b8f6c4fc-f6kmq I0420 17:31:29.552525 3767 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-9b8f6c4fc-f6kmq W0420 17:31:32.004944 3767 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0420 17:31:46.600762 3767 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7b8f75b565-fkk9v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 17:31:46.601334 3767 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7b8f75b565-fkk9v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 17:31:47.063937 3767 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7b8f75b565-fkk9v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:31:47.063972 3767 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7b8f75b565-fkk9v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:31:47.071917 3767 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7b8f75b565-fkk9v I0420 17:31:47.071939 3767 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7b8f75b565-fkk9v I0420 17:31:49.394545 3767 obj_retry.go:498] Detected object openshift-ingress/router-default-78dc8f788c-xt6g4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 17:31:49.395102 3767 obj_retry.go:498] Detected object openshift-ingress/router-default-78dc8f788c-xt6g4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 17:31:50.078522 3767 obj_retry.go:492] Detected object openshift-ingress/router-default-78dc8f788c-xt6g4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:31:50.078545 3767 obj_retry.go:492] Detected object openshift-ingress/router-default-78dc8f788c-xt6g4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:31:50.085875 3767 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-78dc8f788c-xt6g4 I0420 17:31:50.085897 3767 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-78dc8f788c-xt6g4 W0420 17:31:50.370580 3767 util.go:959] Failed to build node endpoints for node ip-10-0-0-232.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0420 17:31:50.370604 3767 util.go:959] Failed to build node endpoints for node ip-10-0-0-232.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0420 17:32:05.146736 3767 cni.go:452] [openshift-monitoring/alertmanager-main-1 6aaad727692cf7ef22fe74a86ccbb002747859c87ae39ee2978c42398b842b9c network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-1 6aaad727692cf7ef22fe74a86ccbb002747859c87ae39ee2978c42398b842b9c network default NAD default NAD key ] I0420 17:32:05.229267 3767 cni.go:473] [openshift-monitoring/alertmanager-main-1 6aaad727692cf7ef22fe74a86ccbb002747859c87ae39ee2978c42398b842b9c network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-1 6aaad727692cf7ef22fe74a86ccbb002747859c87ae39ee2978c42398b842b9c network default NAD default NAD key default], result "{}", err I0420 17:32:05.289466 3767 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 17:32:05.289497 3767 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-1 I0420 17:32:05.290873 3767 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-1, ips: 10.128.0.14 I0420 17:32:05.290902 3767 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 17:32:05.689338 3767 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:32:05.689359 3767 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:32:05.698184 3767 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0420 17:32:05.698214 3767 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0420 17:32:05.741959 3767 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-0-232.ec2.internal I0420 17:32:05.742094 3767 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0420 17:32:05.766176 3767 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 24.143632ms I0420 17:32:05.766198 3767 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 24.171656ms I0420 17:32:05.767490 3767 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 25.545467ms, libovsdb time 972.421µs I0420 17:32:06.098758 3767 cni.go:452] [openshift-monitoring/alertmanager-main-1 85aecc57c076562ebf0396c1460d52e63eabd9803d5cc601963af538a025ccd2 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 85aecc57c076562ebf0396c1460d52e63eabd9803d5cc601963af538a025ccd2 network default NAD default NAD key ] I0420 17:32:06.114431 3767 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 85aecc57c076562, network: default, NAD default, SandboxID: "85aecc57c076562ebf0396c1460d52e63eabd9803d5cc601963af538a025ccd2", PCI device ID: , UID: "e77f74a7-e63c-44fd-83d3-2b4a5376c5b6", MAC: 0a:58:0a:80:00:13, IPs: [10.128.0.19/23] I0420 17:32:06.164426 3767 cni.go:473] [openshift-monitoring/alertmanager-main-1 85aecc57c076562ebf0396c1460d52e63eabd9803d5cc601963af538a025ccd2 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 85aecc57c076562ebf0396c1460d52e63eabd9803d5cc601963af538a025ccd2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:6f:22:03:33:b6\",\"name\":\"85aecc57c076562\"},{\"mac\":\"0a:58:0a:80:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/eee738a0-5741-4269-ae5f-68838c166d4d\"}],\"ips\":[{\"address\":\"10.128.0.19/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 17:32:09.724387 3767 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 17:32:09.724919 3767 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 17:32:10.177793 3767 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:32:10.177819 3767 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:32:10.188944 3767 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0420 17:32:10.188970 3767 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0420 17:32:11.278585 3767 base_network_controller_pods.go:487] [default/openshift-console/console-69685d888c-vjwb6] creating logical port openshift-console_console-69685d888c-vjwb6 for pod on switch ip-10-0-0-232.ec2.internal I0420 17:32:11.278692 3767 kube.go:256] Updating pod openshift-console/console-69685d888c-vjwb6 I0420 17:32:11.308002 3767 pod.go:62] [openshift-console/console-69685d888c-vjwb6] pod update took 29.334366ms I0420 17:32:11.308022 3767 base_network_controller_pods.go:951] [default/openshift-console/console-69685d888c-vjwb6] addLogicalPort annotation time took 29.359264ms I0420 17:32:11.309165 3767 pods.go:271] [openshift-console/console-69685d888c-vjwb6] addLogicalPort took 30.595979ms, libovsdb time 838.615µs I0420 17:32:11.634091 3767 cni.go:452] [openshift-console/console-69685d888c-vjwb6 a43d36f2b7790cc2fa7825aecc887a325e79c105ec5c796fe083133bfca85bd7 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-69685d888c-vjwb6 a43d36f2b7790cc2fa7825aecc887a325e79c105ec5c796fe083133bfca85bd7 network default NAD default NAD key ] I0420 17:32:11.643087 3767 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-69685d888c-vjwb6, hostIfaceName: a43d36f2b7790cc, network: default, NAD default, SandboxID: "a43d36f2b7790cc2fa7825aecc887a325e79c105ec5c796fe083133bfca85bd7", PCI device ID: , UID: "6e9ce8e4-86ac-4f4d-be7d-0d66fe1ee9fe", MAC: 0a:58:0a:80:00:14, IPs: [10.128.0.20/23] I0420 17:32:11.690888 3767 cni.go:473] [openshift-console/console-69685d888c-vjwb6 a43d36f2b7790cc2fa7825aecc887a325e79c105ec5c796fe083133bfca85bd7 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-69685d888c-vjwb6 a43d36f2b7790cc2fa7825aecc887a325e79c105ec5c796fe083133bfca85bd7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:33:33:b1:22:46\",\"name\":\"a43d36f2b7790cc\"},{\"mac\":\"0a:58:0a:80:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/837bfa3b-7f3b-405d-8b19-6ca881617683\"}],\"ips\":[{\"address\":\"10.128.0.20/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0420 17:32:22.472127 3767 util.go:959] Failed to build node endpoints for node ip-10-0-0-232.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0420 17:32:26.158862 3767 util.go:959] Failed to build node endpoints for node ip-10-0-0-232.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 17:32:26.158887 3767 util.go:959] Failed to build node endpoints for node ip-10-0-0-232.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 17:32:26.158896 3767 util.go:959] Failed to build node endpoints for node ip-10-0-0-232.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0420 17:32:27.475354 3767 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 17:32:27.475929 3767 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 17:32:28.081432 3767 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:32:28.081457 3767 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:32:28.092740 3767 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0420 17:32:28.092765 3767 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0420 17:32:36.585430 3767 obj_retry.go:498] Detected object openshift-console/console-67b957545f-7qb42 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 17:32:36.585996 3767 obj_retry.go:498] Detected object openshift-console/console-67b957545f-7qb42 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 17:32:37.321936 3767 obj_retry.go:492] Detected object openshift-console/console-67b957545f-7qb42 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:32:37.321964 3767 obj_retry.go:492] Detected object openshift-console/console-67b957545f-7qb42 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:32:37.329613 3767 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-67b957545f-7qb42 I0420 17:32:37.329640 3767 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-67b957545f-7qb42 I0420 17:32:44.309416 3767 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390ltj5k of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 17:32:44.309946 3767 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390ltj5k of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 17:32:44.309975 3767 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390ltj5k of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 17:32:44.309983 3767 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0420 17:32:44.309999 3767 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390ltj5k of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 17:32:44.310003 3767 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0420 17:32:45.340778 3767 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390ltj5k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:32:45.340803 3767 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390ltj5k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:32:45.340817 3767 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390ltj5k of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:32:45.340828 3767 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390ltj5k of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:32:47.055580 3767 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0420 17:32:47.066895 3767 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0420 17:32:47.808496 3767 obj_retry.go:498] Detected object openshift-console/console-67b957545f-sz879 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 17:32:47.809043 3767 obj_retry.go:498] Detected object openshift-console/console-67b957545f-sz879 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 17:32:48.178107 3767 obj_retry.go:492] Detected object openshift-console/console-67b957545f-sz879 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:32:48.178132 3767 obj_retry.go:492] Detected object openshift-console/console-67b957545f-sz879 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:32:48.184929 3767 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-67b957545f-sz879 I0420 17:32:48.184951 3767 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-67b957545f-sz879 I0420 17:32:58.601712 3767 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29611770-hk6nd f1548a80999c98b7370ed4f5579b7a6ceda8558eed37e494fb8c60a339e99463 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29611770-hk6nd f1548a80999c98b7370ed4f5579b7a6ceda8558eed37e494fb8c60a339e99463 network default NAD default NAD key ] I0420 17:32:58.688380 3767 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29611770-hk6nd f1548a80999c98b7370ed4f5579b7a6ceda8558eed37e494fb8c60a339e99463 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29611770-hk6nd f1548a80999c98b7370ed4f5579b7a6ceda8558eed37e494fb8c60a339e99463 network default NAD default NAD key default], result "{}", err I0420 17:32:58.733448 3767 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611770-hk6nd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 17:32:58.733481 3767 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29611770-hk6nd I0420 17:32:58.734664 3767 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29611770-hk6nd, ips: 10.128.0.7 I0420 17:32:58.734691 3767 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611770-hk6nd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 17:32:59.623271 3767 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611770-hk6nd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:32:59.623298 3767 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611770-hk6nd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:33:02.618175 3767 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0420 17:33:12.767569 3767 cni.go:452] [openshift-monitoring/prometheus-k8s-0 b7373512e09b5fb624958539fbfcfd1e739f658dbe1405b0c6ee48e24d0e2026 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-0 b7373512e09b5fb624958539fbfcfd1e739f658dbe1405b0c6ee48e24d0e2026 network default NAD default NAD key ] I0420 17:33:12.846689 3767 cni.go:473] [openshift-monitoring/prometheus-k8s-0 b7373512e09b5fb624958539fbfcfd1e739f658dbe1405b0c6ee48e24d0e2026 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-0 b7373512e09b5fb624958539fbfcfd1e739f658dbe1405b0c6ee48e24d0e2026 network default NAD default NAD key default], result "{}", err I0420 17:33:12.909488 3767 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 17:33:12.909520 3767 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-0 I0420 17:33:12.910879 3767 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-0, ips: 10.128.0.17 I0420 17:33:12.910909 3767 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 17:33:13.661668 3767 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:33:13.661690 3767 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:33:13.670508 3767 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0420 17:33:13.670533 3767 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0420 17:33:13.718460 3767 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-0-232.ec2.internal I0420 17:33:13.718559 3767 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0420 17:33:13.742615 3767 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 24.090117ms I0420 17:33:13.742649 3767 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 24.125528ms I0420 17:33:13.743982 3767 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 25.538089ms, libovsdb time 933.478µs I0420 17:33:14.076288 3767 cni.go:452] [openshift-monitoring/prometheus-k8s-0 937bf407d2803b3e705490403a0b4ce0f36f6cce4b46409da049316eaab2a293 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 937bf407d2803b3e705490403a0b4ce0f36f6cce4b46409da049316eaab2a293 network default NAD default NAD key ] I0420 17:33:14.085429 3767 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 937bf407d2803b3, network: default, NAD default, SandboxID: "937bf407d2803b3e705490403a0b4ce0f36f6cce4b46409da049316eaab2a293", PCI device ID: , UID: "e739a964-1b96-432b-86dc-aaa386e521d1", MAC: 0a:58:0a:80:00:15, IPs: [10.128.0.21/23] I0420 17:33:14.133101 3767 cni.go:473] [openshift-monitoring/prometheus-k8s-0 937bf407d2803b3e705490403a0b4ce0f36f6cce4b46409da049316eaab2a293 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 937bf407d2803b3e705490403a0b4ce0f36f6cce4b46409da049316eaab2a293 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:ac:e8:80:2a:ef\",\"name\":\"937bf407d2803b3\"},{\"mac\":\"0a:58:0a:80:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/18e2d7e5-4d55-4a09-ae53-63ad636dc6fa\"}],\"ips\":[{\"address\":\"10.128.0.21/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0420 17:34:14.934061 3767 util.go:959] Failed to build node endpoints for node ip-10-0-0-232.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0420 17:34:14.934119 3767 util.go:959] Failed to build node endpoints for node ip-10-0-0-232.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0420 17:34:48.237243 3767 obj_retry.go:498] Detected object openshift-console/console-69685d888c-7dj26 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 17:34:48.237789 3767 obj_retry.go:498] Detected object openshift-console/console-69685d888c-7dj26 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 17:34:48.857997 3767 obj_retry.go:492] Detected object openshift-console/console-69685d888c-7dj26 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:34:48.858024 3767 obj_retry.go:492] Detected object openshift-console/console-69685d888c-7dj26 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:34:48.867791 3767 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-69685d888c-7dj26 I0420 17:34:48.867815 3767 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-69685d888c-7dj26 I0420 17:34:58.796370 3767 cni.go:452] [openshift-console/console-69685d888c-vjwb6 a43d36f2b7790cc2fa7825aecc887a325e79c105ec5c796fe083133bfca85bd7 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-69685d888c-vjwb6 a43d36f2b7790cc2fa7825aecc887a325e79c105ec5c796fe083133bfca85bd7 network default NAD default NAD key ] I0420 17:34:58.877276 3767 cni.go:473] [openshift-console/console-69685d888c-vjwb6 a43d36f2b7790cc2fa7825aecc887a325e79c105ec5c796fe083133bfca85bd7 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-69685d888c-vjwb6 a43d36f2b7790cc2fa7825aecc887a325e79c105ec5c796fe083133bfca85bd7 network default NAD default NAD key default], result "{}", err I0420 17:34:58.929612 3767 obj_retry.go:498] Detected object openshift-console/console-69685d888c-vjwb6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 17:34:58.929642 3767 pods.go:176] Deleting pod: openshift-console/console-69685d888c-vjwb6 I0420 17:34:58.930896 3767 pods.go:236] Attempting to release IPs for pod: openshift-console/console-69685d888c-vjwb6, ips: 10.128.0.20 I0420 17:34:58.930926 3767 obj_retry.go:498] Detected object openshift-console/console-69685d888c-vjwb6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 17:34:59.052420 3767 obj_retry.go:492] Detected object openshift-console/console-69685d888c-vjwb6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:34:59.052443 3767 obj_retry.go:492] Detected object openshift-console/console-69685d888c-vjwb6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:34:59.056165 3767 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-69685d888c-vjwb6 I0420 17:34:59.056189 3767 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-69685d888c-vjwb6 I0420 17:35:00.239539 3767 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=621 I0420 17:35:01.322610 3767 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0420 17:35:03.355568 3767 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0420 17:35:10.232348 3767 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=13 I0420 17:35:28.328757 3767 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0420 17:35:34.231251 3767 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0420 17:35:45.231284 3767 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=69 I0420 17:35:45.312560 3767 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0420 17:35:59.810993 3767 namespace.go:98] [tsf] adding namespace I0420 17:35:59.811898 3767 namespace.go:102] [tsf] adding namespace took 881.937µs I0420 17:35:59.836558 3767 namespace.go:142] [tsf] updating namespace I0420 17:35:59.858765 3767 namespace.go:142] [tsf] updating namespace I0420 17:36:03.886931 3767 namespace.go:98] [rhbk-operator] adding namespace I0420 17:36:03.887887 3767 namespace.go:102] [rhbk-operator] adding namespace took 928.422µs I0420 17:36:03.891248 3767 namespace.go:98] [konflux-operator] adding namespace I0420 17:36:03.891917 3767 namespace.go:102] [konflux-operator] adding namespace took 651.183µs I0420 17:36:03.892632 3767 namespace.go:98] [konflux-ui] adding namespace I0420 17:36:03.892644 3767 namespace.go:98] [cert-manager-operator] adding namespace I0420 17:36:03.892799 3767 namespace.go:98] [tsf-tas] adding namespace I0420 17:36:03.893408 3767 namespace.go:98] [rhtpa-operator] adding namespace I0420 17:36:03.893471 3767 namespace.go:102] [konflux-ui] adding namespace took 819.183µs I0420 17:36:03.893483 3767 namespace.go:98] [tsf-tpa] adding namespace I0420 17:36:03.894118 3767 namespace.go:102] [tsf-tpa] adding namespace took 622.211µs I0420 17:36:03.894637 3767 namespace.go:102] [cert-manager-operator] adding namespace took 1.9819ms I0420 17:36:03.895180 3767 namespace.go:102] [tsf-tas] adding namespace took 2.362721ms I0420 17:36:03.895670 3767 namespace.go:102] [rhtpa-operator] adding namespace took 2.247723ms I0420 17:36:03.896782 3767 namespace.go:98] [tsf-keycloak] adding namespace I0420 17:36:03.897308 3767 namespace.go:102] [tsf-keycloak] adding namespace took 516.382µs I0420 17:36:03.912924 3767 namespace.go:142] [rhbk-operator] updating namespace I0420 17:36:03.933424 3767 namespace.go:142] [rhbk-operator] updating namespace I0420 17:36:03.937425 3767 namespace.go:142] [konflux-ui] updating namespace I0420 17:36:03.937499 3767 namespace.go:142] [konflux-operator] updating namespace I0420 17:36:03.939955 3767 namespace.go:142] [cert-manager-operator] updating namespace I0420 17:36:03.940100 3767 namespace.go:142] [tsf-tas] updating namespace I0420 17:36:03.946505 3767 namespace.go:142] [rhtpa-operator] updating namespace I0420 17:36:03.950165 3767 namespace.go:142] [tsf-tpa] updating namespace I0420 17:36:03.954319 3767 namespace.go:142] [tsf-keycloak] updating namespace I0420 17:36:03.960452 3767 namespace.go:142] [rhbk-operator] updating namespace I0420 17:36:03.986804 3767 namespace.go:142] [cert-manager-operator] updating namespace I0420 17:36:04.010736 3767 namespace.go:142] [cert-manager-operator] updating namespace I0420 17:36:04.010850 3767 namespace.go:142] [konflux-ui] updating namespace I0420 17:36:04.030297 3767 namespace.go:142] [konflux-ui] updating namespace I0420 17:36:04.030324 3767 namespace.go:142] [tsf-tas] updating namespace I0420 17:36:04.061034 3767 namespace.go:142] [rhtpa-operator] updating namespace I0420 17:36:04.061113 3767 namespace.go:142] [tsf-tas] updating namespace I0420 17:36:04.076358 3767 namespace.go:142] [rhtpa-operator] updating namespace I0420 17:36:04.085939 3767 namespace.go:142] [tsf-tpa] updating namespace I0420 17:36:04.092045 3767 namespace.go:142] [tsf-tpa] updating namespace I0420 17:36:04.110756 3767 namespace.go:142] [tsf-keycloak] updating namespace I0420 17:36:04.124461 3767 namespace.go:142] [tsf-keycloak] updating namespace I0420 17:36:04.135975 3767 namespace.go:142] [konflux-operator] updating namespace I0420 17:36:04.161202 3767 namespace.go:142] [konflux-operator] updating namespace I0420 17:36:05.113388 3767 namespace.go:142] [tsf-tpa] updating namespace I0420 17:36:05.129354 3767 namespace.go:142] [tsf-keycloak] updating namespace I0420 17:36:11.156835 3767 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2vb5jg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 17:36:11.157377 3767 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2vb5jg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 17:36:11.157402 3767 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2vb5jg of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 17:36:11.157410 3767 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0420 17:36:11.157419 3767 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2vb5jg of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 17:36:11.157423 3767 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0420 17:36:11.178260 3767 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568xb7s9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 17:36:11.178664 3767 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568xb7s9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 17:36:11.178681 3767 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568xb7s9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 17:36:11.178687 3767 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0420 17:36:11.178693 3767 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568xb7s9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 17:36:11.178697 3767 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0420 17:36:12.184257 3767 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2vb5jg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:36:12.184285 3767 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2vb5jg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:36:12.184302 3767 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2vb5jg of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:36:12.184313 3767 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2vb5jg of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:36:12.205643 3767 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568xb7s9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:36:12.205670 3767 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568xb7s9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:36:12.205682 3767 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568xb7s9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:36:12.205692 3767 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568xb7s9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:36:15.734908 3767 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecevwrr5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 17:36:15.735474 3767 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecevwrr5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 17:36:15.735508 3767 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecevwrr5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 17:36:15.735518 3767 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0420 17:36:15.735529 3767 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecevwrr5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 17:36:15.735534 3767 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0420 17:36:16.768207 3767 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecevwrr5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:36:16.768231 3767 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecevwrr5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:36:16.768244 3767 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecevwrr5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:36:16.768257 3767 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecevwrr5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:36:22.251469 3767 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4mrll of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 17:36:22.251985 3767 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4mrll of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 17:36:22.252017 3767 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4mrll of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 17:36:22.252025 3767 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0420 17:36:22.252034 3767 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4mrll of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 17:36:22.252039 3767 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0420 17:36:23.324529 3767 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4mrll of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:36:23.324553 3767 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4mrll of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:36:23.324570 3767 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4mrll of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:36:23.324577 3767 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4mrll of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:36:24.260731 3767 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf95f6c of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 17:36:24.261256 3767 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf95f6c of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 17:36:24.261282 3767 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf95f6c of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 17:36:24.261292 3767 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0420 17:36:24.261307 3767 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf95f6c of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 17:36:24.261313 3767 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0420 17:36:24.286887 3767 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7b9sp7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 17:36:24.287339 3767 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7b9sp7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 17:36:24.287364 3767 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7b9sp7 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 17:36:24.287373 3767 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0420 17:36:24.287384 3767 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7b9sp7 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 17:36:24.287388 3767 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0420 17:36:24.668589 3767 base_network_controller_pods.go:487] [default/tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-s97ln] creating logical port tsf-tpa_rhtpa-operator-controller-manager-576c85d8f-s97ln for pod on switch ip-10-0-0-232.ec2.internal I0420 17:36:24.668736 3767 kube.go:256] Updating pod tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-s97ln I0420 17:36:24.760521 3767 kube.go:256] Updating pod tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-s97ln I0420 17:36:24.811835 3767 pod.go:62] [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-s97ln] pod update took 143.122805ms I0420 17:36:24.811856 3767 base_network_controller_pods.go:951] [default/tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-s97ln] addLogicalPort annotation time took 143.148413ms I0420 17:36:24.813010 3767 pods.go:271] [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-s97ln] addLogicalPort took 144.440362ms, libovsdb time 817.606µs I0420 17:36:25.028525 3767 cni.go:452] [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-s97ln 02821acb95d6f5f1875eb0099183435b31af56f3957a94f9de5b06e072b3eb7c network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-s97ln 02821acb95d6f5f1875eb0099183435b31af56f3957a94f9de5b06e072b3eb7c network default NAD default NAD key ] I0420 17:36:25.037823 3767 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: rhtpa-operator-controller-manager-576c85d8f-s97ln, hostIfaceName: 02821acb95d6f5f, network: default, NAD default, SandboxID: "02821acb95d6f5f1875eb0099183435b31af56f3957a94f9de5b06e072b3eb7c", PCI device ID: , UID: "eab1fd7f-54de-40d3-9849-5c3f12356b81", MAC: 0a:58:0a:80:00:16, IPs: [10.128.0.22/23] I0420 17:36:25.084808 3767 cni.go:473] [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-s97ln 02821acb95d6f5f1875eb0099183435b31af56f3957a94f9de5b06e072b3eb7c network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-s97ln 02821acb95d6f5f1875eb0099183435b31af56f3957a94f9de5b06e072b3eb7c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:33:d6:a0:72:54\",\"name\":\"02821acb95d6f5f\"},{\"mac\":\"0a:58:0a:80:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c8434726-25cc-47c6-a160-34f1db16ff79\"}],\"ips\":[{\"address\":\"10.128.0.22/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 17:36:25.287900 3767 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf95f6c of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:36:25.287925 3767 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf95f6c of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:36:25.287938 3767 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf95f6c of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:36:25.287948 3767 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf95f6c of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:36:25.316653 3767 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7b9sp7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:36:25.316670 3767 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7b9sp7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:36:25.316686 3767 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7b9sp7 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:36:25.316696 3767 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7b9sp7 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:36:25.940451 3767 base_network_controller_pods.go:487] [default/konflux-operator/konflux-operator-controller-manager-586bdd7c4b-2hmzp] creating logical port konflux-operator_konflux-operator-controller-manager-586bdd7c4b-2hmzp for pod on switch ip-10-0-0-232.ec2.internal I0420 17:36:25.940564 3767 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-586bdd7c4b-2hmzp I0420 17:36:25.969327 3767 pod.go:62] [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-2hmzp] pod update took 28.787632ms I0420 17:36:25.969348 3767 base_network_controller_pods.go:951] [default/konflux-operator/konflux-operator-controller-manager-586bdd7c4b-2hmzp] addLogicalPort annotation time took 28.813899ms I0420 17:36:25.970497 3767 pods.go:271] [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-2hmzp] addLogicalPort took 30.060829ms, libovsdb time 862.275µs I0420 17:36:26.304778 3767 cni.go:452] [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-2hmzp cfedabd193c0f0cc795cc20f7ded1d398314f5c73faa5664205a3753293dedf0 network default NAD default NAD key ] ADD starting CNI request [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-2hmzp cfedabd193c0f0cc795cc20f7ded1d398314f5c73faa5664205a3753293dedf0 network default NAD default NAD key ] I0420 17:36:26.315761 3767 helper_linux.go:556] ConfigureOVS: namespace: konflux-operator, podName: konflux-operator-controller-manager-586bdd7c4b-2hmzp, hostIfaceName: cfedabd193c0f0c, network: default, NAD default, SandboxID: "cfedabd193c0f0cc795cc20f7ded1d398314f5c73faa5664205a3753293dedf0", PCI device ID: , UID: "40ba5923-37a0-497f-96d4-c8cb7657be24", MAC: 0a:58:0a:80:00:17, IPs: [10.128.0.23/23] I0420 17:36:26.370253 3767 cni.go:473] [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-2hmzp cfedabd193c0f0cc795cc20f7ded1d398314f5c73faa5664205a3753293dedf0 network default NAD default NAD key default] ADD finished CNI request [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-2hmzp cfedabd193c0f0cc795cc20f7ded1d398314f5c73faa5664205a3753293dedf0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:16:07:da:c7:85\",\"name\":\"cfedabd193c0f0c\"},{\"mac\":\"0a:58:0a:80:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fde339dc-509e-4149-9a6c-e3215321ef08\"}],\"ips\":[{\"address\":\"10.128.0.23/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 17:36:27.334800 3767 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 W0420 17:36:28.396523 3767 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0420 17:36:30.431062 3767 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0420 17:36:37.529267 3767 base_network_controller_pods.go:487] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-kvw75] creating logical port cert-manager-operator_cert-manager-operator-controller-manager-5b66478c58-kvw75 for pod on switch ip-10-0-0-232.ec2.internal I0420 17:36:37.529384 3767 kube.go:256] Updating pod cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-kvw75 I0420 17:36:37.559806 3767 pod.go:62] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-kvw75] pod update took 30.451812ms I0420 17:36:37.559826 3767 base_network_controller_pods.go:951] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-kvw75] addLogicalPort annotation time took 30.475333ms I0420 17:36:37.560932 3767 pods.go:271] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-kvw75] addLogicalPort took 31.69086ms, libovsdb time 802.603µs I0420 17:36:37.891270 3767 cni.go:452] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-kvw75 4b962c23526026689b1822b1abf58fda92c95cd255899a9e418261faa9da59a7 network default NAD default NAD key ] ADD starting CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-kvw75 4b962c23526026689b1822b1abf58fda92c95cd255899a9e418261faa9da59a7 network default NAD default NAD key ] I0420 17:36:37.900681 3767 helper_linux.go:556] ConfigureOVS: namespace: cert-manager-operator, podName: cert-manager-operator-controller-manager-5b66478c58-kvw75, hostIfaceName: 4b962c235260266, network: default, NAD default, SandboxID: "4b962c23526026689b1822b1abf58fda92c95cd255899a9e418261faa9da59a7", PCI device ID: , UID: "4b0dfa0e-9cf6-47ff-b614-9c01d872fc96", MAC: 0a:58:0a:80:00:18, IPs: [10.128.0.24/23] I0420 17:36:37.949360 3767 cni.go:473] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-kvw75 4b962c23526026689b1822b1abf58fda92c95cd255899a9e418261faa9da59a7 network default NAD default NAD key default] ADD finished CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-kvw75 4b962c23526026689b1822b1abf58fda92c95cd255899a9e418261faa9da59a7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:6a:fe:9e:10:0b\",\"name\":\"4b962c235260266\"},{\"mac\":\"0a:58:0a:80:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bd8a772b-7558-4cd1-a206-3f26c26961a1\"}],\"ips\":[{\"address\":\"10.128.0.24/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 17:36:38.161271 3767 namespace.go:142] [openshift-operators] updating namespace I0420 17:36:38.174290 3767 namespace.go:142] [openshift-operators] updating namespace W0420 17:36:39.444054 3767 util.go:959] Failed to build node endpoints for node ip-10-0-0-232.ec2.internal port 8443: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0420 17:36:41.355219 3767 namespace.go:98] [cert-manager] adding namespace I0420 17:36:41.356022 3767 namespace.go:102] [cert-manager] adding namespace took 783.968µs I0420 17:36:41.467003 3767 namespace.go:142] [cert-manager] updating namespace W0420 17:36:41.509132 3767 util.go:959] Failed to build node endpoints for node ip-10-0-0-232.ec2.internal port 8443: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0420 17:36:41.542743 3767 namespace.go:142] [cert-manager] updating namespace I0420 17:36:44.935329 3767 namespace.go:142] [openshift-operators] updating namespace I0420 17:36:45.358206 3767 base_network_controller_pods.go:487] [default/openshift-operators/openshift-pipelines-operator-6684678d86-kcjzp] creating logical port openshift-operators_openshift-pipelines-operator-6684678d86-kcjzp for pod on switch ip-10-0-0-232.ec2.internal I0420 17:36:45.358338 3767 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6684678d86-kcjzp I0420 17:36:45.402882 3767 pod.go:62] [openshift-operators/openshift-pipelines-operator-6684678d86-kcjzp] pod update took 44.571687ms I0420 17:36:45.402903 3767 base_network_controller_pods.go:951] [default/openshift-operators/openshift-pipelines-operator-6684678d86-kcjzp] addLogicalPort annotation time took 44.599195ms I0420 17:36:45.403976 3767 pods.go:271] [openshift-operators/openshift-pipelines-operator-6684678d86-kcjzp] addLogicalPort took 45.790318ms, libovsdb time 748.016µs I0420 17:36:45.439876 3767 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-webhook-7dc76cbb94-6jxmn] creating logical port cert-manager_cert-manager-webhook-7dc76cbb94-6jxmn for pod on switch ip-10-0-0-232.ec2.internal I0420 17:36:45.439958 3767 kube.go:256] Updating pod cert-manager/cert-manager-webhook-7dc76cbb94-6jxmn I0420 17:36:45.485008 3767 pod.go:62] [cert-manager/cert-manager-webhook-7dc76cbb94-6jxmn] pod update took 45.070929ms I0420 17:36:45.485029 3767 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-webhook-7dc76cbb94-6jxmn] addLogicalPort annotation time took 45.097073ms I0420 17:36:45.486088 3767 pods.go:271] [cert-manager/cert-manager-webhook-7dc76cbb94-6jxmn] addLogicalPort took 46.214295ms, libovsdb time 748.955µs I0420 17:36:45.727181 3767 cni.go:452] [openshift-operators/openshift-pipelines-operator-6684678d86-kcjzp f93da9b498dd3024c13ff2f9ad61054f85db5f67d20ab64e754f81663b6c8865 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/openshift-pipelines-operator-6684678d86-kcjzp f93da9b498dd3024c13ff2f9ad61054f85db5f67d20ab64e754f81663b6c8865 network default NAD default NAD key ] I0420 17:36:45.736578 3767 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: openshift-pipelines-operator-6684678d86-kcjzp, hostIfaceName: f93da9b498dd302, network: default, NAD default, SandboxID: "f93da9b498dd3024c13ff2f9ad61054f85db5f67d20ab64e754f81663b6c8865", PCI device ID: , UID: "ccf862ca-b60b-4bfe-8403-2fdaa60c901d", MAC: 0a:58:0a:80:00:19, IPs: [10.128.0.25/23] I0420 17:36:45.785164 3767 cni.go:473] [openshift-operators/openshift-pipelines-operator-6684678d86-kcjzp f93da9b498dd3024c13ff2f9ad61054f85db5f67d20ab64e754f81663b6c8865 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/openshift-pipelines-operator-6684678d86-kcjzp f93da9b498dd3024c13ff2f9ad61054f85db5f67d20ab64e754f81663b6c8865 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:00:aa:fa:a6:04\",\"name\":\"f93da9b498dd302\"},{\"mac\":\"0a:58:0a:80:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d4255a97-d860-4e76-b5a7-e5947b09a3f8\"}],\"ips\":[{\"address\":\"10.128.0.25/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 17:36:45.797593 3767 cni.go:452] [cert-manager/cert-manager-webhook-7dc76cbb94-6jxmn b9290b0a3b29f96502350626469129366ee31fdd2bfa4b16a34ab1a4eff217f5 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-6jxmn b9290b0a3b29f96502350626469129366ee31fdd2bfa4b16a34ab1a4eff217f5 network default NAD default NAD key ] I0420 17:36:45.807380 3767 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-webhook-7dc76cbb94-6jxmn, hostIfaceName: b9290b0a3b29f96, network: default, NAD default, SandboxID: "b9290b0a3b29f96502350626469129366ee31fdd2bfa4b16a34ab1a4eff217f5", PCI device ID: , UID: "0b79a96e-7347-41f9-8277-fd07ac282e5e", MAC: 0a:58:0a:80:00:1a, IPs: [10.128.0.26/23] I0420 17:36:45.855412 3767 cni.go:473] [cert-manager/cert-manager-webhook-7dc76cbb94-6jxmn b9290b0a3b29f96502350626469129366ee31fdd2bfa4b16a34ab1a4eff217f5 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-6jxmn b9290b0a3b29f96502350626469129366ee31fdd2bfa4b16a34ab1a4eff217f5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:2a:90:46:98:e0\",\"name\":\"b9290b0a3b29f96\"},{\"mac\":\"0a:58:0a:80:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d96b0cb8-8c27-4ab4-8281-f5ca334af4b1\"}],\"ips\":[{\"address\":\"10.128.0.26/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 17:36:47.128387 3767 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-cainjector-5d99449ffd-7b6zt] creating logical port cert-manager_cert-manager-cainjector-5d99449ffd-7b6zt for pod on switch ip-10-0-0-232.ec2.internal I0420 17:36:47.128487 3767 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5d99449ffd-7b6zt I0420 17:36:47.164008 3767 pod.go:62] [cert-manager/cert-manager-cainjector-5d99449ffd-7b6zt] pod update took 35.547555ms I0420 17:36:47.164034 3767 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-cainjector-5d99449ffd-7b6zt] addLogicalPort annotation time took 35.576356ms I0420 17:36:47.165454 3767 pods.go:271] [cert-manager/cert-manager-cainjector-5d99449ffd-7b6zt] addLogicalPort took 37.081014ms, libovsdb time 1.047172ms I0420 17:36:49.262296 3767 cni.go:452] [cert-manager/cert-manager-cainjector-5d99449ffd-7b6zt d63b2e7368c0cc922d4b9c1a4dab9b4fc96179c8d3eb3302762f72aedf6e21a9 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-7b6zt d63b2e7368c0cc922d4b9c1a4dab9b4fc96179c8d3eb3302762f72aedf6e21a9 network default NAD default NAD key ] I0420 17:36:49.272874 3767 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-cainjector-5d99449ffd-7b6zt, hostIfaceName: d63b2e7368c0cc9, network: default, NAD default, SandboxID: "d63b2e7368c0cc922d4b9c1a4dab9b4fc96179c8d3eb3302762f72aedf6e21a9", PCI device ID: , UID: "99571942-b87e-4cbd-9324-09bcaf495668", MAC: 0a:58:0a:80:00:1b, IPs: [10.128.0.27/23] I0420 17:36:49.324789 3767 cni.go:473] [cert-manager/cert-manager-cainjector-5d99449ffd-7b6zt d63b2e7368c0cc922d4b9c1a4dab9b4fc96179c8d3eb3302762f72aedf6e21a9 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-7b6zt d63b2e7368c0cc922d4b9c1a4dab9b4fc96179c8d3eb3302762f72aedf6e21a9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:b4:34:dc:60:2a\",\"name\":\"d63b2e7368c0cc9\"},{\"mac\":\"0a:58:0a:80:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2f1f37f9-83e1-45fe-8357-f3d4280a9f79\"}],\"ips\":[{\"address\":\"10.128.0.27/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 17:36:49.350940 3767 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 W0420 17:36:49.507207 3767 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0420 17:36:49.507227 3767 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0420 17:36:54.449386 3767 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 17:36:54.449917 3767 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 17:36:54.479246 3767 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:36:54.479263 3767 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:36:54.488332 3767 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0420 17:36:54.488349 3767 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions W0420 17:36:55.595067 3767 util.go:959] Failed to build node endpoints for node ip-10-0-0-232.ec2.internal port 10250: empty IP address endpoints for service cert-manager/cert-manager-webhook W0420 17:36:55.595103 3767 util.go:959] Failed to build node endpoints for node ip-10-0-0-232.ec2.internal port 9402: empty IP address endpoints for service cert-manager/cert-manager-webhook I0420 17:36:57.612368 3767 namespace.go:98] [trusted-artifact-signer] adding namespace I0420 17:36:57.613208 3767 namespace.go:102] [trusted-artifact-signer] adding namespace took 808.676µs I0420 17:36:57.637384 3767 namespace.go:142] [trusted-artifact-signer] updating namespace I0420 17:36:57.673012 3767 namespace.go:142] [trusted-artifact-signer] updating namespace W0420 17:36:58.462048 3767 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0420 17:37:01.227290 3767 namespace.go:98] [openshift-pipelines] adding namespace I0420 17:37:01.228197 3767 namespace.go:102] [openshift-pipelines] adding namespace took 872.312µs I0420 17:37:01.249164 3767 namespace.go:142] [openshift-pipelines] updating namespace I0420 17:37:01.355863 3767 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0420 17:37:01.964139 3767 namespace.go:142] [cert-manager] updating namespace I0420 17:37:02.264756 3767 namespace.go:142] [cert-manager-operator] updating namespace I0420 17:37:02.860952 3767 namespace.go:142] [konflux-operator] updating namespace I0420 17:37:03.198014 3767 namespace.go:142] [konflux-ui] updating namespace I0420 17:37:03.428410 3767 namespace.go:142] [open-cluster-management-2pq11uk25d5fjoavv3elkbmn62b0e22a] updating namespace I0420 17:37:03.841550 3767 namespace.go:142] [rhbk-operator] updating namespace I0420 17:37:04.057922 3767 namespace.go:142] [rhtpa-operator] updating namespace I0420 17:37:04.251719 3767 namespace.go:142] [trusted-artifact-signer] updating namespace I0420 17:37:04.447179 3767 namespace.go:142] [tsf] updating namespace I0420 17:37:04.647171 3767 namespace.go:142] [tsf-keycloak] updating namespace I0420 17:37:04.858530 3767 namespace.go:142] [tsf-tas] updating namespace I0420 17:37:05.052044 3767 namespace.go:142] [tsf-tpa] updating namespace I0420 17:37:05.195155 3767 namespace.go:142] [cert-manager] updating namespace I0420 17:37:05.205689 3767 namespace.go:142] [cert-manager-operator] updating namespace I0420 17:37:05.219966 3767 namespace.go:142] [default] updating namespace I0420 17:37:05.233322 3767 namespace.go:142] [konflux-operator] updating namespace I0420 17:37:05.247921 3767 namespace.go:142] [konflux-ui] updating namespace I0420 17:37:05.262880 3767 namespace.go:142] [open-cluster-management-2pq11uk25d5fjoavv3elkbmn62b0e22a] updating namespace I0420 17:37:05.273134 3767 namespace.go:142] [openshift] updating namespace I0420 17:37:05.287711 3767 namespace.go:142] [rhbk-operator] updating namespace I0420 17:37:05.302908 3767 namespace.go:142] [rhtpa-operator] updating namespace I0420 17:37:05.315600 3767 namespace.go:142] [trusted-artifact-signer] updating namespace I0420 17:37:05.323557 3767 namespace.go:142] [tsf] updating namespace I0420 17:37:05.337191 3767 namespace.go:142] [tsf-keycloak] updating namespace I0420 17:37:05.352226 3767 namespace.go:142] [tsf-tas] updating namespace I0420 17:37:05.372957 3767 namespace.go:142] [tsf-tpa] updating namespace I0420 17:37:05.434977 3767 namespace.go:142] [cert-manager] updating namespace I0420 17:37:05.532765 3767 namespace.go:142] [cert-manager-operator] updating namespace I0420 17:37:05.632901 3767 namespace.go:142] [default] updating namespace I0420 17:37:05.735612 3767 namespace.go:142] [konflux-operator] updating namespace I0420 17:37:05.834954 3767 namespace.go:142] [konflux-ui] updating namespace I0420 17:37:05.937663 3767 namespace.go:142] [open-cluster-management-2pq11uk25d5fjoavv3elkbmn62b0e22a] updating namespace I0420 17:37:06.032444 3767 namespace.go:142] [openshift] updating namespace I0420 17:37:06.150279 3767 namespace.go:142] [rhbk-operator] updating namespace I0420 17:37:06.241070 3767 namespace.go:142] [rhtpa-operator] updating namespace I0420 17:37:06.336345 3767 namespace.go:142] [trusted-artifact-signer] updating namespace W0420 17:37:06.367415 3767 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0420 17:37:06.392812 3767 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0420 17:37:06.445110 3767 namespace.go:142] [tsf] updating namespace I0420 17:37:06.551208 3767 namespace.go:142] [tsf-keycloak] updating namespace I0420 17:37:06.655542 3767 namespace.go:142] [tsf-tas] updating namespace I0420 17:37:06.744034 3767 namespace.go:142] [tsf-tpa] updating namespace I0420 17:37:07.321064 3767 namespace.go:142] [openshift-pipelines] updating namespace I0420 17:37:13.314200 3767 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0420 17:37:16.364856 3767 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-knt65] creating logical port openshift-pipelines_tekton-pipelines-controller-84d6d58f5c-knt65 for pod on switch ip-10-0-0-232.ec2.internal I0420 17:37:16.364954 3767 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-knt65 I0420 17:37:16.390863 3767 pod.go:62] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-knt65] pod update took 25.941015ms I0420 17:37:16.390884 3767 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-knt65] addLogicalPort annotation time took 25.966957ms I0420 17:37:16.392022 3767 pods.go:271] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-knt65] addLogicalPort took 27.186876ms, libovsdb time 809.871µs I0420 17:37:16.733016 3767 cni.go:452] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-knt65 0ec8ca323d767a990521afc8ee136485dbafd94f1b06563bf842a78bcbb1580f network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-knt65 0ec8ca323d767a990521afc8ee136485dbafd94f1b06563bf842a78bcbb1580f network default NAD default NAD key ] I0420 17:37:16.742827 3767 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-controller-84d6d58f5c-knt65, hostIfaceName: 0ec8ca323d767a9, network: default, NAD default, SandboxID: "0ec8ca323d767a990521afc8ee136485dbafd94f1b06563bf842a78bcbb1580f", PCI device ID: , UID: "2e290db0-b3be-49f0-855f-527a379ea796", MAC: 0a:58:0a:80:00:1c, IPs: [10.128.0.28/23] I0420 17:37:16.792597 3767 cni.go:473] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-knt65 0ec8ca323d767a990521afc8ee136485dbafd94f1b06563bf842a78bcbb1580f network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-knt65 0ec8ca323d767a990521afc8ee136485dbafd94f1b06563bf842a78bcbb1580f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:02:68:bf:80:15\",\"name\":\"0ec8ca323d767a9\"},{\"mac\":\"0a:58:0a:80:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c6e76a43-9352-40f3-a322-2bb2eacbb6ab\"}],\"ips\":[{\"address\":\"10.128.0.28/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0420 17:37:19.639341 3767 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0420 17:37:19.639360 3767 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0420 17:37:19.639365 3767 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0420 17:37:20.500707 3767 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0420 17:37:20.500726 3767 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0420 17:37:20.500730 3767 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0420 17:37:23.544725 3767 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0420 17:37:23.544747 3767 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0420 17:37:23.544752 3767 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0420 17:37:23.544756 3767 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0420 17:37:30.658395 3767 util.go:959] Failed to build node endpoints for node ip-10-0-0-232.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0420 17:37:30.658417 3767 util.go:959] Failed to build node endpoints for node ip-10-0-0-232.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0420 17:37:30.658423 3767 util.go:959] Failed to build node endpoints for node ip-10-0-0-232.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller I0420 17:37:41.316405 3767 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-controller-68564d75ff-956z7] creating logical port openshift-pipelines_tekton-triggers-controller-68564d75ff-956z7 for pod on switch ip-10-0-0-232.ec2.internal I0420 17:37:41.316523 3767 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-controller-68564d75ff-956z7 I0420 17:37:41.336329 3767 pod.go:62] [openshift-pipelines/tekton-triggers-controller-68564d75ff-956z7] pod update took 19.830732ms I0420 17:37:41.336352 3767 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-controller-68564d75ff-956z7] addLogicalPort annotation time took 19.859048ms I0420 17:37:41.337499 3767 pods.go:271] [openshift-pipelines/tekton-triggers-controller-68564d75ff-956z7] addLogicalPort took 21.107236ms, libovsdb time 838.444µs I0420 17:37:41.533374 3767 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-sx5jn] creating logical port openshift-pipelines_tekton-triggers-core-interceptors-8bb674894-sx5jn for pod on switch ip-10-0-0-232.ec2.internal I0420 17:37:41.533456 3767 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-sx5jn I0420 17:37:41.548770 3767 pod.go:62] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-sx5jn] pod update took 15.334321ms I0420 17:37:41.548791 3767 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-sx5jn] addLogicalPort annotation time took 15.360847ms I0420 17:37:41.549978 3767 pods.go:271] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-sx5jn] addLogicalPort took 16.619957ms, libovsdb time 859.147µs I0420 17:37:41.674768 3767 cni.go:452] [openshift-pipelines/tekton-triggers-controller-68564d75ff-956z7 e1b96bc97e87fc46404bd1bcde3a0cc48c1e4a750420cfb872072ff0a7bea5c2 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-controller-68564d75ff-956z7 e1b96bc97e87fc46404bd1bcde3a0cc48c1e4a750420cfb872072ff0a7bea5c2 network default NAD default NAD key ] I0420 17:37:41.684189 3767 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-controller-68564d75ff-956z7, hostIfaceName: e1b96bc97e87fc4, network: default, NAD default, SandboxID: "e1b96bc97e87fc46404bd1bcde3a0cc48c1e4a750420cfb872072ff0a7bea5c2", PCI device ID: , UID: "0de831e8-fab0-41fe-8e31-09355cba2fab", MAC: 0a:58:0a:80:00:1d, IPs: [10.128.0.29/23] I0420 17:37:41.734945 3767 cni.go:473] [openshift-pipelines/tekton-triggers-controller-68564d75ff-956z7 e1b96bc97e87fc46404bd1bcde3a0cc48c1e4a750420cfb872072ff0a7bea5c2 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-controller-68564d75ff-956z7 e1b96bc97e87fc46404bd1bcde3a0cc48c1e4a750420cfb872072ff0a7bea5c2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:da:5a:93:e6:ee\",\"name\":\"e1b96bc97e87fc4\"},{\"mac\":\"0a:58:0a:80:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3afb00ed-e6ac-43dd-8f8a-921da166e7f0\"}],\"ips\":[{\"address\":\"10.128.0.29/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 17:37:41.893188 3767 cni.go:452] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-sx5jn 8c894566d8283f4dd03bb35db85135dd7936caaa1e3129fe4f95b1eea4d3f6c3 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-sx5jn 8c894566d8283f4dd03bb35db85135dd7936caaa1e3129fe4f95b1eea4d3f6c3 network default NAD default NAD key ] I0420 17:37:41.903154 3767 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-core-interceptors-8bb674894-sx5jn, hostIfaceName: 8c894566d8283f4, network: default, NAD default, SandboxID: "8c894566d8283f4dd03bb35db85135dd7936caaa1e3129fe4f95b1eea4d3f6c3", PCI device ID: , UID: "d3eb9ccc-3d48-4ffd-8969-bd885de52660", MAC: 0a:58:0a:80:00:1e, IPs: [10.128.0.30/23] I0420 17:37:41.951937 3767 cni.go:473] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-sx5jn 8c894566d8283f4dd03bb35db85135dd7936caaa1e3129fe4f95b1eea4d3f6c3 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-sx5jn 8c894566d8283f4dd03bb35db85135dd7936caaa1e3129fe4f95b1eea4d3f6c3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:22:d5:e4:a9:1f\",\"name\":\"8c894566d8283f4\"},{\"mac\":\"0a:58:0a:80:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e7370bd3-7563-4e99-a0a2-d9219eb2f738\"}],\"ips\":[{\"address\":\"10.128.0.30/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0420 17:37:44.754942 3767 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors W0420 17:37:51.616618 3767 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0420 17:37:51.753222 3767 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 17:37:51.753726 3767 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 17:37:51.774111 3767 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:37:51.774125 3767 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:37:51.781346 3767 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0420 17:37:51.781369 3767 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0420 17:37:53.687003 3767 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0420 17:37:53.687691 3767 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0420 17:37:53.687722 3767 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0420 17:37:53.689763 3767 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel W0420 17:37:55.764851 3767 util.go:959] Failed to build node endpoints for node ip-10-0-0-232.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0420 17:37:57.639258 3767 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-chains-controller-5fb999ffff-xvtbs] creating logical port openshift-pipelines_tekton-chains-controller-5fb999ffff-xvtbs for pod on switch ip-10-0-0-232.ec2.internal I0420 17:37:57.639367 3767 kube.go:256] Updating pod openshift-pipelines/tekton-chains-controller-5fb999ffff-xvtbs I0420 17:37:57.654766 3767 pod.go:62] [openshift-pipelines/tekton-chains-controller-5fb999ffff-xvtbs] pod update took 15.433168ms I0420 17:37:57.654785 3767 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-chains-controller-5fb999ffff-xvtbs] addLogicalPort annotation time took 15.456946ms I0420 17:37:57.655986 3767 pods.go:271] [openshift-pipelines/tekton-chains-controller-5fb999ffff-xvtbs] addLogicalPort took 16.743213ms, libovsdb time 860.559µs I0420 17:37:58.001002 3767 cni.go:452] [openshift-pipelines/tekton-chains-controller-5fb999ffff-xvtbs 7e946146fb7849f6926c8025bb3775860770cfafa2f1f9e72b939393ee33f3da network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-chains-controller-5fb999ffff-xvtbs 7e946146fb7849f6926c8025bb3775860770cfafa2f1f9e72b939393ee33f3da network default NAD default NAD key ] I0420 17:37:58.010416 3767 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-chains-controller-5fb999ffff-xvtbs, hostIfaceName: 7e946146fb7849f, network: default, NAD default, SandboxID: "7e946146fb7849f6926c8025bb3775860770cfafa2f1f9e72b939393ee33f3da", PCI device ID: , UID: "497c7017-e33f-4be9-92e4-63de5cd3b77a", MAC: 0a:58:0a:80:00:1f, IPs: [10.128.0.31/23] I0420 17:37:58.061439 3767 cni.go:473] [openshift-pipelines/tekton-chains-controller-5fb999ffff-xvtbs 7e946146fb7849f6926c8025bb3775860770cfafa2f1f9e72b939393ee33f3da network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-chains-controller-5fb999ffff-xvtbs 7e946146fb7849f6926c8025bb3775860770cfafa2f1f9e72b939393ee33f3da network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:61:40:e9:9b:86\",\"name\":\"7e946146fb7849f\"},{\"mac\":\"0a:58:0a:80:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f0291657-3df1-4e87-a429-f89410811038\"}],\"ips\":[{\"address\":\"10.128.0.31/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 17:38:01.714607 3767 namespace.go:142] [openshift-pipelines] updating namespace I0420 17:38:01.870256 3767 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0420 17:38:02.670535 3767 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0420 17:38:02.670595 3767 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-px6ch IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-px6ch: no pod IPs found W0420 17:38:06.712499 3767 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0420 17:38:06.712517 3767 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0420 17:38:06.715753 3767 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0420 17:38:06.715774 3767 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service I0420 17:38:18.169112 3767 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-api-d7c56d9f6-wqlk9] creating logical port openshift-pipelines_tekton-results-api-d7c56d9f6-wqlk9 for pod on switch ip-10-0-0-232.ec2.internal I0420 17:38:18.169202 3767 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-d7c56d9f6-wqlk9 I0420 17:38:18.190472 3767 pod.go:62] [openshift-pipelines/tekton-results-api-d7c56d9f6-wqlk9] pod update took 21.293977ms I0420 17:38:18.190493 3767 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-api-d7c56d9f6-wqlk9] addLogicalPort annotation time took 21.319997ms I0420 17:38:18.191668 3767 pods.go:271] [openshift-pipelines/tekton-results-api-d7c56d9f6-wqlk9] addLogicalPort took 22.570816ms, libovsdb time 845.144µs I0420 17:38:18.263417 3767 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-n8l5b] creating logical port openshift-pipelines_tekton-results-retention-policy-agent-55cbb85cb8-n8l5b for pod on switch ip-10-0-0-232.ec2.internal I0420 17:38:18.263521 3767 kube.go:256] Updating pod openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-n8l5b I0420 17:38:18.278338 3767 pod.go:62] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-n8l5b] pod update took 14.847644ms I0420 17:38:18.278363 3767 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-n8l5b] addLogicalPort annotation time took 14.87458ms I0420 17:38:18.279826 3767 pods.go:271] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-n8l5b] addLogicalPort took 16.429229ms, libovsdb time 1.003586ms I0420 17:38:18.624786 3767 cni.go:452] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-n8l5b c71ef55b64ee308154f88ac91a3e37237c2c315889c2677e5626b1708fb4dd7c network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-n8l5b c71ef55b64ee308154f88ac91a3e37237c2c315889c2677e5626b1708fb4dd7c network default NAD default NAD key ] I0420 17:38:18.634181 3767 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-retention-policy-agent-55cbb85cb8-n8l5b, hostIfaceName: c71ef55b64ee308, network: default, NAD default, SandboxID: "c71ef55b64ee308154f88ac91a3e37237c2c315889c2677e5626b1708fb4dd7c", PCI device ID: , UID: "53634e02-9990-417a-a75c-8791e28a4f7e", MAC: 0a:58:0a:80:00:21, IPs: [10.128.0.33/23] I0420 17:38:18.686068 3767 cni.go:473] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-n8l5b c71ef55b64ee308154f88ac91a3e37237c2c315889c2677e5626b1708fb4dd7c network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-n8l5b c71ef55b64ee308154f88ac91a3e37237c2c315889c2677e5626b1708fb4dd7c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:48:4d:74:0f:27\",\"name\":\"c71ef55b64ee308\"},{\"mac\":\"0a:58:0a:80:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d05bae1a-ae9e-477c-9ed9-c9c65c930839\"}],\"ips\":[{\"address\":\"10.128.0.33/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 17:38:19.130972 3767 cni.go:452] [openshift-pipelines/tekton-results-api-d7c56d9f6-wqlk9 f48593a976f588dde943ca4952e6e22b3656b8fe7eba3bb11189ac0f2ca58b89 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-api-d7c56d9f6-wqlk9 f48593a976f588dde943ca4952e6e22b3656b8fe7eba3bb11189ac0f2ca58b89 network default NAD default NAD key ] I0420 17:38:19.140432 3767 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-api-d7c56d9f6-wqlk9, hostIfaceName: f48593a976f588d, network: default, NAD default, SandboxID: "f48593a976f588dde943ca4952e6e22b3656b8fe7eba3bb11189ac0f2ca58b89", PCI device ID: , UID: "c379c1d6-37e6-4dba-be1d-d3ccd2365951", MAC: 0a:58:0a:80:00:20, IPs: [10.128.0.32/23] I0420 17:38:19.190392 3767 cni.go:473] [openshift-pipelines/tekton-results-api-d7c56d9f6-wqlk9 f48593a976f588dde943ca4952e6e22b3656b8fe7eba3bb11189ac0f2ca58b89 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-api-d7c56d9f6-wqlk9 f48593a976f588dde943ca4952e6e22b3656b8fe7eba3bb11189ac0f2ca58b89 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:8f:cf:44:fe:01\",\"name\":\"f48593a976f588d\"},{\"mac\":\"0a:58:0a:80:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5e1b9322-1433-463d-8802-beed147b182f\"}],\"ips\":[{\"address\":\"10.128.0.32/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0420 17:38:23.941524 3767 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0420 17:38:23.941542 3767 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0420 17:38:23.941547 3767 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0420 17:38:29.974694 3767 util.go:959] Failed to build node endpoints for node ip-10-0-0-232.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0420 17:38:29.974714 3767 util.go:959] Failed to build node endpoints for node ip-10-0-0-232.ec2.internal port 6060: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0420 17:38:29.974720 3767 util.go:959] Failed to build node endpoints for node ip-10-0-0-232.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0420 17:38:36.095423 3767 base_network_controller_pods.go:487] [default/openshift-pipelines/tkn-cli-serve-784b566968-4fss7] creating logical port openshift-pipelines_tkn-cli-serve-784b566968-4fss7 for pod on switch ip-10-0-0-232.ec2.internal I0420 17:38:36.095514 3767 kube.go:256] Updating pod openshift-pipelines/tkn-cli-serve-784b566968-4fss7 I0420 17:38:36.108374 3767 pod.go:62] [openshift-pipelines/tkn-cli-serve-784b566968-4fss7] pod update took 12.882158ms I0420 17:38:36.108397 3767 base_network_controller_pods.go:951] [default/openshift-pipelines/tkn-cli-serve-784b566968-4fss7] addLogicalPort annotation time took 12.910727ms I0420 17:38:36.109623 3767 pods.go:271] [openshift-pipelines/tkn-cli-serve-784b566968-4fss7] addLogicalPort took 14.215904ms, libovsdb time 844.047µs I0420 17:38:36.450405 3767 cni.go:452] [openshift-pipelines/tkn-cli-serve-784b566968-4fss7 cfc9e94ec0796c460225dffb72aa9e530a50838da6d0c3ec01bdac4af7efca57 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tkn-cli-serve-784b566968-4fss7 cfc9e94ec0796c460225dffb72aa9e530a50838da6d0c3ec01bdac4af7efca57 network default NAD default NAD key ] I0420 17:38:36.459422 3767 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tkn-cli-serve-784b566968-4fss7, hostIfaceName: cfc9e94ec0796c4, network: default, NAD default, SandboxID: "cfc9e94ec0796c460225dffb72aa9e530a50838da6d0c3ec01bdac4af7efca57", PCI device ID: , UID: "67a5e4c1-248d-4249-ad67-e7d7fe2bda27", MAC: 0a:58:0a:80:00:22, IPs: [10.128.0.34/23] I0420 17:38:36.510177 3767 cni.go:473] [openshift-pipelines/tkn-cli-serve-784b566968-4fss7 cfc9e94ec0796c460225dffb72aa9e530a50838da6d0c3ec01bdac4af7efca57 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tkn-cli-serve-784b566968-4fss7 cfc9e94ec0796c460225dffb72aa9e530a50838da6d0c3ec01bdac4af7efca57 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:fb:b0:da:28:ce\",\"name\":\"cfc9e94ec0796c4\"},{\"mac\":\"0a:58:0a:80:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1b703775-a696-4026-83f8-491581582e0a\"}],\"ips\":[{\"address\":\"10.128.0.34/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 17:38:44.065059 3767 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 17:38:44.065595 3767 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 17:38:44.104198 3767 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:38:44.104218 3767 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:38:44.111776 3767 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0420 17:38:44.111796 3767 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0420 17:38:47.007396 3767 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-createtree-job-cgrjk-62kmp] creating logical port tsf-tas_ctlog-createtree-job-cgrjk-62kmp for pod on switch ip-10-0-0-232.ec2.internal I0420 17:38:47.007497 3767 kube.go:256] Updating pod tsf-tas/ctlog-createtree-job-cgrjk-62kmp I0420 17:38:47.029148 3767 pod.go:62] [tsf-tas/ctlog-createtree-job-cgrjk-62kmp] pod update took 21.685256ms I0420 17:38:47.029170 3767 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-createtree-job-cgrjk-62kmp] addLogicalPort annotation time took 21.711952ms I0420 17:38:47.030339 3767 pods.go:271] [tsf-tas/ctlog-createtree-job-cgrjk-62kmp] addLogicalPort took 22.962683ms, libovsdb time 788.561µs I0420 17:38:47.367397 3767 cni.go:452] [tsf-tas/ctlog-createtree-job-cgrjk-62kmp 7cfcd2bf7fb5f51f56eea45a46676c130268fe3d834aff5de289465240d1360e network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-createtree-job-cgrjk-62kmp 7cfcd2bf7fb5f51f56eea45a46676c130268fe3d834aff5de289465240d1360e network default NAD default NAD key ] I0420 17:38:47.378156 3767 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-createtree-job-cgrjk-62kmp, hostIfaceName: 7cfcd2bf7fb5f51, network: default, NAD default, SandboxID: "7cfcd2bf7fb5f51f56eea45a46676c130268fe3d834aff5de289465240d1360e", PCI device ID: , UID: "1076bd12-60bd-4986-9f6b-5f9979b4fc27", MAC: 0a:58:0a:80:00:23, IPs: [10.128.0.35/23] I0420 17:38:47.429966 3767 cni.go:473] [tsf-tas/ctlog-createtree-job-cgrjk-62kmp 7cfcd2bf7fb5f51f56eea45a46676c130268fe3d834aff5de289465240d1360e network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-createtree-job-cgrjk-62kmp 7cfcd2bf7fb5f51f56eea45a46676c130268fe3d834aff5de289465240d1360e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:34:09:d7:c9:6e\",\"name\":\"7cfcd2bf7fb5f51\"},{\"mac\":\"0a:58:0a:80:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6b559941-f31e-45ee-9212-9cd1700b4d28\"}],\"ips\":[{\"address\":\"10.128.0.35/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 17:38:47.447318 3767 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logsigner-86888fb6f8-c4n2b] creating logical port tsf-tas_trillian-logsigner-86888fb6f8-c4n2b for pod on switch ip-10-0-0-232.ec2.internal I0420 17:38:47.447435 3767 kube.go:256] Updating pod tsf-tas/trillian-logsigner-86888fb6f8-c4n2b I0420 17:38:47.465515 3767 pod.go:62] [tsf-tas/trillian-logsigner-86888fb6f8-c4n2b] pod update took 18.119417ms I0420 17:38:47.465563 3767 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logsigner-86888fb6f8-c4n2b] addLogicalPort annotation time took 18.153148ms I0420 17:38:47.467109 3767 pods.go:271] [tsf-tas/trillian-logsigner-86888fb6f8-c4n2b] addLogicalPort took 19.808185ms, libovsdb time 989.693µs I0420 17:38:48.409990 3767 cni.go:452] [tsf-tas/trillian-logsigner-86888fb6f8-c4n2b 53d5e075a95b657dc6cf75f4f591fca72c9c6a5872d571d321c4d28298404580 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logsigner-86888fb6f8-c4n2b 53d5e075a95b657dc6cf75f4f591fca72c9c6a5872d571d321c4d28298404580 network default NAD default NAD key ] I0420 17:38:48.421356 3767 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logsigner-86888fb6f8-c4n2b, hostIfaceName: 53d5e075a95b657, network: default, NAD default, SandboxID: "53d5e075a95b657dc6cf75f4f591fca72c9c6a5872d571d321c4d28298404580", PCI device ID: , UID: "bfeb2e63-57f2-490a-87c5-4c2fa98c9e9b", MAC: 0a:58:0a:80:00:24, IPs: [10.128.0.36/23] I0420 17:38:48.481179 3767 cni.go:473] [tsf-tas/trillian-logsigner-86888fb6f8-c4n2b 53d5e075a95b657dc6cf75f4f591fca72c9c6a5872d571d321c4d28298404580 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logsigner-86888fb6f8-c4n2b 53d5e075a95b657dc6cf75f4f591fca72c9c6a5872d571d321c4d28298404580 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:07:71:ec:58:91\",\"name\":\"53d5e075a95b657\"},{\"mac\":\"0a:58:0a:80:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9d09e87d-994a-463a-b1ff-3f3d31e1c58f\"}],\"ips\":[{\"address\":\"10.128.0.36/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0420 17:38:55.995157 3767 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0420 17:38:57.104993 3767 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0420 17:38:58.179016 3767 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-nk7s7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 17:38:58.179589 3767 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-nk7s7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 17:38:59.037591 3767 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-nk7s7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:38:59.037626 3767 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-nk7s7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:39:00.168491 3767 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-lsbvp-dksmk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 17:39:00.169063 3767 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-lsbvp-dksmk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 17:39:01.080310 3767 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-lsbvp-dksmk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:39:01.080332 3767 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-lsbvp-dksmk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:39:03.339202 3767 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=11 I0420 17:39:05.231859 3767 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=223 W0420 17:39:06.098305 3767 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql W0420 17:39:25.151201 3767 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0420 17:39:25.197609 3767 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0420 17:39:25.197624 3767 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller I0420 17:39:31.231348 3767 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=100 I0420 17:39:37.225934 3767 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-console-plugin-79cb8f5447-sg2d2] creating logical port openshift-pipelines_pipelines-console-plugin-79cb8f5447-sg2d2 for pod on switch ip-10-0-0-232.ec2.internal I0420 17:39:37.226025 3767 kube.go:256] Updating pod openshift-pipelines/pipelines-console-plugin-79cb8f5447-sg2d2 I0420 17:39:37.244468 3767 pod.go:62] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-sg2d2] pod update took 18.463467ms I0420 17:39:37.244492 3767 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-console-plugin-79cb8f5447-sg2d2] addLogicalPort annotation time took 18.495106ms I0420 17:39:37.245730 3767 pods.go:271] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-sg2d2] addLogicalPort took 19.817273ms, libovsdb time 855.13µs W0420 17:39:37.265876 3767 util.go:959] Failed to build node endpoints for node ip-10-0-0-232.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logsigner I0420 17:39:37.585830 3767 cni.go:452] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-sg2d2 8a8efdae21e3bc783eda89bb1fafd541372a67fe8a70a74c89be2d187721aeba network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-console-plugin-79cb8f5447-sg2d2 8a8efdae21e3bc783eda89bb1fafd541372a67fe8a70a74c89be2d187721aeba network default NAD default NAD key ] I0420 17:39:37.595309 3767 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-console-plugin-79cb8f5447-sg2d2, hostIfaceName: 8a8efdae21e3bc7, network: default, NAD default, SandboxID: "8a8efdae21e3bc783eda89bb1fafd541372a67fe8a70a74c89be2d187721aeba", PCI device ID: , UID: "dc9d694f-de46-4165-90dd-37a5accb2474", MAC: 0a:58:0a:80:00:25, IPs: [10.128.0.37/23] I0420 17:39:37.645808 3767 cni.go:473] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-sg2d2 8a8efdae21e3bc783eda89bb1fafd541372a67fe8a70a74c89be2d187721aeba network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-console-plugin-79cb8f5447-sg2d2 8a8efdae21e3bc783eda89bb1fafd541372a67fe8a70a74c89be2d187721aeba network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:04:a7:a3:38:a2\",\"name\":\"8a8efdae21e3bc7\"},{\"mac\":\"0a:58:0a:80:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fad9459a-c6c3-44f5-923f-59408144ff44\"}],\"ips\":[{\"address\":\"10.128.0.37/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 17:39:39.416694 3767 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 17:39:39.417313 3767 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 17:39:39.438499 3767 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:39:39.438522 3767 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:39:39.446639 3767 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0420 17:39:39.446658 3767 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0420 17:39:46.344764 3767 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0420 17:39:48.471231 3767 obj_retry.go:498] Detected object tsf/patch-tekton-config-jz5xd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 17:39:48.471757 3767 obj_retry.go:498] Detected object tsf/patch-tekton-config-jz5xd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 17:39:49.365495 3767 obj_retry.go:492] Detected object tsf/patch-tekton-config-jz5xd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:39:49.365517 3767 obj_retry.go:492] Detected object tsf/patch-tekton-config-jz5xd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:39:49.484272 3767 base_network_controller_pods.go:487] [default/tsf/tsf-tekton-configuration-w8hqj] creating logical port tsf_tsf-tekton-configuration-w8hqj for pod on switch ip-10-0-0-232.ec2.internal I0420 17:39:49.484361 3767 kube.go:256] Updating pod tsf/tsf-tekton-configuration-w8hqj I0420 17:39:49.498620 3767 pod.go:62] [tsf/tsf-tekton-configuration-w8hqj] pod update took 14.28234ms I0420 17:39:49.498645 3767 base_network_controller_pods.go:951] [default/tsf/tsf-tekton-configuration-w8hqj] addLogicalPort annotation time took 14.311248ms I0420 17:39:49.499866 3767 pods.go:271] [tsf/tsf-tekton-configuration-w8hqj] addLogicalPort took 15.614958ms, libovsdb time 795.92µs I0420 17:39:49.861289 3767 cni.go:452] [tsf/tsf-tekton-configuration-w8hqj 25d3c214f46dc53071d9b17a2b75fc922b2735dd7e3aa80bf7dad60ec6779d3f network default NAD default NAD key ] ADD starting CNI request [tsf/tsf-tekton-configuration-w8hqj 25d3c214f46dc53071d9b17a2b75fc922b2735dd7e3aa80bf7dad60ec6779d3f network default NAD default NAD key ] I0420 17:39:49.870630 3767 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: tsf-tekton-configuration-w8hqj, hostIfaceName: 25d3c214f46dc53, network: default, NAD default, SandboxID: "25d3c214f46dc53071d9b17a2b75fc922b2735dd7e3aa80bf7dad60ec6779d3f", PCI device ID: , UID: "37297e7f-eba4-4658-889b-289d17145c99", MAC: 0a:58:0a:80:00:26, IPs: [10.128.0.38/23] I0420 17:39:49.922640 3767 cni.go:473] [tsf/tsf-tekton-configuration-w8hqj 25d3c214f46dc53071d9b17a2b75fc922b2735dd7e3aa80bf7dad60ec6779d3f network default NAD default NAD key default] ADD finished CNI request [tsf/tsf-tekton-configuration-w8hqj 25d3c214f46dc53071d9b17a2b75fc922b2735dd7e3aa80bf7dad60ec6779d3f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:ea:b7:f0:ed:8d\",\"name\":\"25d3c214f46dc53\"},{\"mac\":\"0a:58:0a:80:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ba629b37-2839-4070-971a-0dcc8fa76420\"}],\"ips\":[{\"address\":\"10.128.0.38/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 17:39:57.413721 3767 cni.go:452] [tsf/tsf-tekton-configuration-w8hqj 25d3c214f46dc53071d9b17a2b75fc922b2735dd7e3aa80bf7dad60ec6779d3f network default NAD default NAD key ] DEL starting CNI request [tsf/tsf-tekton-configuration-w8hqj 25d3c214f46dc53071d9b17a2b75fc922b2735dd7e3aa80bf7dad60ec6779d3f network default NAD default NAD key ] I0420 17:39:57.505005 3767 cni.go:473] [tsf/tsf-tekton-configuration-w8hqj 25d3c214f46dc53071d9b17a2b75fc922b2735dd7e3aa80bf7dad60ec6779d3f network default NAD default NAD key default] DEL finished CNI request [tsf/tsf-tekton-configuration-w8hqj 25d3c214f46dc53071d9b17a2b75fc922b2735dd7e3aa80bf7dad60ec6779d3f network default NAD default NAD key default], result "{}", err I0420 17:39:57.563248 3767 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-w8hqj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 17:39:57.563279 3767 pods.go:176] Deleting pod: tsf/tsf-tekton-configuration-w8hqj I0420 17:39:57.564489 3767 pods.go:236] Attempting to release IPs for pod: tsf/tsf-tekton-configuration-w8hqj, ips: 10.128.0.38 I0420 17:39:57.564511 3767 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-w8hqj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 17:39:58.587602 3767 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-w8hqj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:39:58.587636 3767 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-w8hqj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:39:58.627070 3767 obj_retry.go:492] Detected object tsf/patch-tekton-config-jz5xd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:39:58.627105 3767 obj_retry.go:492] Detected object tsf/patch-tekton-config-jz5xd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:39:58.634191 3767 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-jz5xd I0420 17:39:58.634214 3767 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-jz5xd I0420 17:40:00.183278 3767 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29611780-rtgjz] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29611780-rtgjz for pod on switch ip-10-0-0-232.ec2.internal I0420 17:40:00.183391 3767 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29611780-rtgjz I0420 17:40:00.198911 3767 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29611780-rtgjz] pod update took 15.556672ms I0420 17:40:00.198933 3767 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29611780-rtgjz] addLogicalPort annotation time took 15.585203ms I0420 17:40:00.200200 3767 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29611780-rtgjz] addLogicalPort took 16.941991ms, libovsdb time 874.117µs I0420 17:40:00.544509 3767 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29611780-rtgjz 0da9957ebb7bd4063dc094024f6a5ff6b36db185d3e117555ac70074d3475e37 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29611780-rtgjz 0da9957ebb7bd4063dc094024f6a5ff6b36db185d3e117555ac70074d3475e37 network default NAD default NAD key ] I0420 17:40:00.553951 3767 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29611780-rtgjz, hostIfaceName: 0da9957ebb7bd40, network: default, NAD default, SandboxID: "0da9957ebb7bd4063dc094024f6a5ff6b36db185d3e117555ac70074d3475e37", PCI device ID: , UID: "852b67d7-1657-4a28-8a87-45d9ab3f2820", MAC: 0a:58:0a:80:00:27, IPs: [10.128.0.39/23] I0420 17:40:00.606740 3767 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29611780-rtgjz 0da9957ebb7bd4063dc094024f6a5ff6b36db185d3e117555ac70074d3475e37 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29611780-rtgjz 0da9957ebb7bd4063dc094024f6a5ff6b36db185d3e117555ac70074d3475e37 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:55:3b:43:80:70\",\"name\":\"0da9957ebb7bd40\"},{\"mac\":\"0a:58:0a:80:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d266bf20-b21f-4931-9c53-f37c9d04dcc7\"}],\"ips\":[{\"address\":\"10.128.0.39/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 17:40:03.453796 3767 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29611780-rtgjz 0da9957ebb7bd4063dc094024f6a5ff6b36db185d3e117555ac70074d3475e37 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29611780-rtgjz 0da9957ebb7bd4063dc094024f6a5ff6b36db185d3e117555ac70074d3475e37 network default NAD default NAD key ] I0420 17:40:03.548186 3767 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29611780-rtgjz 0da9957ebb7bd4063dc094024f6a5ff6b36db185d3e117555ac70074d3475e37 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29611780-rtgjz 0da9957ebb7bd4063dc094024f6a5ff6b36db185d3e117555ac70074d3475e37 network default NAD default NAD key default], result "{}", err I0420 17:40:03.564891 3767 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 17:40:03.565439 3767 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 17:40:03.588344 3767 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:40:03.588367 3767 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:40:03.595750 3767 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0420 17:40:03.595771 3767 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0420 17:40:03.605323 3767 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611780-rtgjz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 17:40:03.605353 3767 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29611780-rtgjz I0420 17:40:03.606566 3767 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29611780-rtgjz, ips: 10.128.0.39 I0420 17:40:03.606591 3767 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611780-rtgjz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 17:40:04.470846 3767 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611780-rtgjz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:40:04.470869 3767 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611780-rtgjz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:40:04.863188 3767 base_network_controller_pods.go:487] [default/tsf-tpa/create-db-zjwzv] creating logical port tsf-tpa_create-db-zjwzv for pod on switch ip-10-0-0-232.ec2.internal I0420 17:40:04.863278 3767 kube.go:256] Updating pod tsf-tpa/create-db-zjwzv I0420 17:40:04.878688 3767 pod.go:62] [tsf-tpa/create-db-zjwzv] pod update took 15.433062ms I0420 17:40:04.878709 3767 base_network_controller_pods.go:951] [default/tsf-tpa/create-db-zjwzv] addLogicalPort annotation time took 15.45895ms I0420 17:40:04.879975 3767 pods.go:271] [tsf-tpa/create-db-zjwzv] addLogicalPort took 16.808384ms, libovsdb time 810.155µs I0420 17:40:05.220045 3767 cni.go:452] [tsf-tpa/create-db-zjwzv 8606f9cb350463ab63709d51870c97e11f44aa1f03e818387fa48ddf06cc2ad3 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-db-zjwzv 8606f9cb350463ab63709d51870c97e11f44aa1f03e818387fa48ddf06cc2ad3 network default NAD default NAD key ] I0420 17:40:05.229063 3767 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-db-zjwzv, hostIfaceName: 8606f9cb350463a, network: default, NAD default, SandboxID: "8606f9cb350463ab63709d51870c97e11f44aa1f03e818387fa48ddf06cc2ad3", PCI device ID: , UID: "67b77090-8ab3-448b-838c-e6735d9e7219", MAC: 0a:58:0a:80:00:28, IPs: [10.128.0.40/23] I0420 17:40:05.279032 3767 cni.go:473] [tsf-tpa/create-db-zjwzv 8606f9cb350463ab63709d51870c97e11f44aa1f03e818387fa48ddf06cc2ad3 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-db-zjwzv 8606f9cb350463ab63709d51870c97e11f44aa1f03e818387fa48ddf06cc2ad3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:24:20:6c:eb:c6\",\"name\":\"8606f9cb350463a\"},{\"mac\":\"0a:58:0a:80:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5d5e836a-f5d0-425b-bd15-1c1e2f7a11a4\"}],\"ips\":[{\"address\":\"10.128.0.40/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 17:40:06.504237 3767 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-km42p-chmjr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 17:40:06.504779 3767 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-km42p-chmjr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 17:40:07.387374 3767 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-km42p-chmjr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:40:07.387401 3767 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-km42p-chmjr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:40:10.497928 3767 cni.go:452] [tsf-tas/ctlog-createtree-job-cgrjk-62kmp 7cfcd2bf7fb5f51f56eea45a46676c130268fe3d834aff5de289465240d1360e network default NAD default NAD key ] DEL starting CNI request [tsf-tas/ctlog-createtree-job-cgrjk-62kmp 7cfcd2bf7fb5f51f56eea45a46676c130268fe3d834aff5de289465240d1360e network default NAD default NAD key ] I0420 17:40:10.498273 3767 cni.go:452] [tsf-tpa/create-db-zjwzv 8606f9cb350463ab63709d51870c97e11f44aa1f03e818387fa48ddf06cc2ad3 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-db-zjwzv 8606f9cb350463ab63709d51870c97e11f44aa1f03e818387fa48ddf06cc2ad3 network default NAD default NAD key ] I0420 17:40:10.584565 3767 cni.go:473] [tsf-tpa/create-db-zjwzv 8606f9cb350463ab63709d51870c97e11f44aa1f03e818387fa48ddf06cc2ad3 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-db-zjwzv 8606f9cb350463ab63709d51870c97e11f44aa1f03e818387fa48ddf06cc2ad3 network default NAD default NAD key default], result "{}", err I0420 17:40:10.597025 3767 cni.go:473] [tsf-tas/ctlog-createtree-job-cgrjk-62kmp 7cfcd2bf7fb5f51f56eea45a46676c130268fe3d834aff5de289465240d1360e network default NAD default NAD key default] DEL finished CNI request [tsf-tas/ctlog-createtree-job-cgrjk-62kmp 7cfcd2bf7fb5f51f56eea45a46676c130268fe3d834aff5de289465240d1360e network default NAD default NAD key default], result "{}", err I0420 17:40:10.647595 3767 obj_retry.go:498] Detected object tsf-tpa/create-db-zjwzv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 17:40:10.647629 3767 pods.go:176] Deleting pod: tsf-tpa/create-db-zjwzv I0420 17:40:10.648870 3767 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-db-zjwzv, ips: 10.128.0.40 I0420 17:40:10.648898 3767 obj_retry.go:498] Detected object tsf-tpa/create-db-zjwzv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 17:40:10.668886 3767 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-cgrjk-62kmp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 17:40:10.668914 3767 pods.go:176] Deleting pod: tsf-tas/ctlog-createtree-job-cgrjk-62kmp I0420 17:40:10.670345 3767 pods.go:236] Attempting to release IPs for pod: tsf-tas/ctlog-createtree-job-cgrjk-62kmp, ips: 10.128.0.35 I0420 17:40:10.670373 3767 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-cgrjk-62kmp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0420 17:40:11.485731 3767 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0420 17:40:11.543857 3767 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-cgrjk-62kmp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:40:11.543879 3767 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-cgrjk-62kmp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:40:11.674188 3767 obj_retry.go:492] Detected object tsf-tpa/create-db-zjwzv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:40:11.674214 3767 obj_retry.go:492] Detected object tsf-tpa/create-db-zjwzv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:40:11.797430 3767 base_network_controller_pods.go:487] [default/tsf-tpa/migrate-db-w4pxk] creating logical port tsf-tpa_migrate-db-w4pxk for pod on switch ip-10-0-0-232.ec2.internal I0420 17:40:11.797512 3767 kube.go:256] Updating pod tsf-tpa/migrate-db-w4pxk I0420 17:40:11.813596 3767 pod.go:62] [tsf-tpa/migrate-db-w4pxk] pod update took 16.106034ms I0420 17:40:11.813617 3767 base_network_controller_pods.go:951] [default/tsf-tpa/migrate-db-w4pxk] addLogicalPort annotation time took 16.13142ms I0420 17:40:11.814854 3767 pods.go:271] [tsf-tpa/migrate-db-w4pxk] addLogicalPort took 17.436804ms, libovsdb time 871.712µs I0420 17:40:12.154718 3767 cni.go:452] [tsf-tpa/migrate-db-w4pxk bdb64d0838e5605a567eeddd8fe1d1f13598d795621ac15156c94af3b5e8d7e6 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/migrate-db-w4pxk bdb64d0838e5605a567eeddd8fe1d1f13598d795621ac15156c94af3b5e8d7e6 network default NAD default NAD key ] I0420 17:40:12.164740 3767 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: migrate-db-w4pxk, hostIfaceName: bdb64d0838e5605, network: default, NAD default, SandboxID: "bdb64d0838e5605a567eeddd8fe1d1f13598d795621ac15156c94af3b5e8d7e6", PCI device ID: , UID: "a248a893-4180-4e1f-865c-7331cd9979f1", MAC: 0a:58:0a:80:00:29, IPs: [10.128.0.41/23] I0420 17:40:12.230138 3767 cni.go:473] [tsf-tpa/migrate-db-w4pxk bdb64d0838e5605a567eeddd8fe1d1f13598d795621ac15156c94af3b5e8d7e6 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/migrate-db-w4pxk bdb64d0838e5605a567eeddd8fe1d1f13598d795621ac15156c94af3b5e8d7e6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:2f:71:50:f4:4f\",\"name\":\"bdb64d0838e5605\"},{\"mac\":\"0a:58:0a:80:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2ebf5636-bbe9-4e6f-89a9-426eb28237fb\"}],\"ips\":[{\"address\":\"10.128.0.41/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 17:40:12.351236 3767 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-d4ff547c7-fctrz] creating logical port tsf-tas_ctlog-d4ff547c7-fctrz for pod on switch ip-10-0-0-232.ec2.internal I0420 17:40:12.351361 3767 kube.go:256] Updating pod tsf-tas/ctlog-d4ff547c7-fctrz I0420 17:40:12.368516 3767 pod.go:62] [tsf-tas/ctlog-d4ff547c7-fctrz] pod update took 17.180297ms I0420 17:40:12.368545 3767 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-d4ff547c7-fctrz] addLogicalPort annotation time took 17.213229ms I0420 17:40:12.369801 3767 pods.go:271] [tsf-tas/ctlog-d4ff547c7-fctrz] addLogicalPort took 18.58756ms, libovsdb time 877.649µs I0420 17:40:12.710951 3767 cni.go:452] [tsf-tas/ctlog-d4ff547c7-fctrz 4e1403c13b5ed8066c08a1666a2fd20ba92a9c11a61e89a4236a93275a7b966a network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-d4ff547c7-fctrz 4e1403c13b5ed8066c08a1666a2fd20ba92a9c11a61e89a4236a93275a7b966a network default NAD default NAD key ] I0420 17:40:12.720970 3767 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-d4ff547c7-fctrz, hostIfaceName: 4e1403c13b5ed80, network: default, NAD default, SandboxID: "4e1403c13b5ed8066c08a1666a2fd20ba92a9c11a61e89a4236a93275a7b966a", PCI device ID: , UID: "266eadfd-058e-4288-b25b-d10a78a5fe49", MAC: 0a:58:0a:80:00:2a, IPs: [10.128.0.42/23] I0420 17:40:12.771133 3767 cni.go:473] [tsf-tas/ctlog-d4ff547c7-fctrz 4e1403c13b5ed8066c08a1666a2fd20ba92a9c11a61e89a4236a93275a7b966a network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-d4ff547c7-fctrz 4e1403c13b5ed8066c08a1666a2fd20ba92a9c11a61e89a4236a93275a7b966a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:31:e9:67:7f:c3\",\"name\":\"4e1403c13b5ed80\"},{\"mac\":\"0a:58:0a:80:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/95bbd06b-a441-4227-b853-a375f1117353\"}],\"ips\":[{\"address\":\"10.128.0.42/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0420 17:40:13.420591 3767 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0420 17:40:14.526965 3767 cni.go:452] [tsf-tpa/migrate-db-w4pxk bdb64d0838e5605a567eeddd8fe1d1f13598d795621ac15156c94af3b5e8d7e6 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/migrate-db-w4pxk bdb64d0838e5605a567eeddd8fe1d1f13598d795621ac15156c94af3b5e8d7e6 network default NAD default NAD key ] I0420 17:40:14.603995 3767 cni.go:473] [tsf-tpa/migrate-db-w4pxk bdb64d0838e5605a567eeddd8fe1d1f13598d795621ac15156c94af3b5e8d7e6 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/migrate-db-w4pxk bdb64d0838e5605a567eeddd8fe1d1f13598d795621ac15156c94af3b5e8d7e6 network default NAD default NAD key default], result "{}", err I0420 17:40:14.675865 3767 obj_retry.go:498] Detected object tsf-tpa/migrate-db-w4pxk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 17:40:14.675909 3767 pods.go:176] Deleting pod: tsf-tpa/migrate-db-w4pxk I0420 17:40:14.677355 3767 pods.go:236] Attempting to release IPs for pod: tsf-tpa/migrate-db-w4pxk, ips: 10.128.0.41 I0420 17:40:14.677382 3767 obj_retry.go:498] Detected object tsf-tpa/migrate-db-w4pxk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 17:40:14.835444 3767 obj_retry.go:492] Detected object tsf-tpa/migrate-db-w4pxk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:40:14.835474 3767 obj_retry.go:492] Detected object tsf-tpa/migrate-db-w4pxk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:40:15.080028 3767 base_network_controller_pods.go:487] [default/tsf-tpa/create-importers-7jx7b] creating logical port tsf-tpa_create-importers-7jx7b for pod on switch ip-10-0-0-232.ec2.internal I0420 17:40:15.080155 3767 kube.go:256] Updating pod tsf-tpa/create-importers-7jx7b I0420 17:40:15.094784 3767 pod.go:62] [tsf-tpa/create-importers-7jx7b] pod update took 14.676477ms I0420 17:40:15.094812 3767 base_network_controller_pods.go:951] [default/tsf-tpa/create-importers-7jx7b] addLogicalPort annotation time took 14.707766ms I0420 17:40:15.096043 3767 pods.go:271] [tsf-tpa/create-importers-7jx7b] addLogicalPort took 16.02991ms, libovsdb time 813.777µs I0420 17:40:15.515702 3767 cni.go:452] [tsf-tpa/create-importers-7jx7b 530f24ac36e0754c93a4450c4e38f41870600c8d2df355d213c8e680636b85a0 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-importers-7jx7b 530f24ac36e0754c93a4450c4e38f41870600c8d2df355d213c8e680636b85a0 network default NAD default NAD key ] I0420 17:40:15.525700 3767 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-importers-7jx7b, hostIfaceName: 530f24ac36e0754, network: default, NAD default, SandboxID: "530f24ac36e0754c93a4450c4e38f41870600c8d2df355d213c8e680636b85a0", PCI device ID: , UID: "97200321-c659-4f42-9bb2-04cac002aac2", MAC: 0a:58:0a:80:00:2b, IPs: [10.128.0.43/23] W0420 17:40:15.530904 3767 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0420 17:40:15.576715 3767 cni.go:473] [tsf-tpa/create-importers-7jx7b 530f24ac36e0754c93a4450c4e38f41870600c8d2df355d213c8e680636b85a0 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-importers-7jx7b 530f24ac36e0754c93a4450c4e38f41870600c8d2df355d213c8e680636b85a0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:50:c5:40:d7:ba\",\"name\":\"530f24ac36e0754\"},{\"mac\":\"0a:58:0a:80:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ce252d7c-1886-4d36-8f20-49a63b9a2eeb\"}],\"ips\":[{\"address\":\"10.128.0.43/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0420 17:40:17.425717 3767 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0420 17:40:17.544261 3767 cni.go:452] [tsf-tpa/create-importers-7jx7b 530f24ac36e0754c93a4450c4e38f41870600c8d2df355d213c8e680636b85a0 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-importers-7jx7b 530f24ac36e0754c93a4450c4e38f41870600c8d2df355d213c8e680636b85a0 network default NAD default NAD key ] I0420 17:40:17.628429 3767 cni.go:473] [tsf-tpa/create-importers-7jx7b 530f24ac36e0754c93a4450c4e38f41870600c8d2df355d213c8e680636b85a0 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-importers-7jx7b 530f24ac36e0754c93a4450c4e38f41870600c8d2df355d213c8e680636b85a0 network default NAD default NAD key default], result "{}", err I0420 17:40:17.680283 3767 obj_retry.go:498] Detected object tsf-tpa/create-importers-7jx7b of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 17:40:17.680321 3767 pods.go:176] Deleting pod: tsf-tpa/create-importers-7jx7b I0420 17:40:17.681705 3767 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-importers-7jx7b, ips: 10.128.0.43 I0420 17:40:17.681733 3767 obj_retry.go:498] Detected object tsf-tpa/create-importers-7jx7b of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 17:40:18.704932 3767 obj_retry.go:492] Detected object tsf-tpa/create-importers-7jx7b of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:40:18.704961 3767 obj_retry.go:492] Detected object tsf-tpa/create-importers-7jx7b of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0420 17:40:26.557769 3767 util.go:959] Failed to build node endpoints for node ip-10-0-0-232.ec2.internal port 6962: empty IP address endpoints for service tsf-tas/ctlog I0420 17:40:27.243341 3767 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=509 W0420 17:40:28.517434 3767 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0420 17:40:31.727006 3767 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 17:40:31.727573 3767 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 17:40:31.749728 3767 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:40:31.749746 3767 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:40:31.757062 3767 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0420 17:40:31.757092 3767 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0420 17:40:32.490928 3767 namespace.go:98] [image-controller] adding namespace I0420 17:40:32.491807 3767 namespace.go:102] [image-controller] adding namespace took 854.843µs I0420 17:40:32.495736 3767 namespace.go:98] [integration-service] adding namespace I0420 17:40:32.495761 3767 namespace.go:98] [build-service] adding namespace I0420 17:40:32.495824 3767 namespace.go:98] [default-tenant] adding namespace I0420 17:40:32.496464 3767 namespace.go:102] [integration-service] adding namespace took 711.989µs I0420 17:40:32.497001 3767 namespace.go:102] [build-service] adding namespace took 1.226688ms I0420 17:40:32.497545 3767 namespace.go:102] [default-tenant] adding namespace took 1.702772ms I0420 17:40:32.558063 3767 namespace.go:142] [image-controller] updating namespace I0420 17:40:32.585700 3767 namespace.go:142] [image-controller] updating namespace I0420 17:40:32.606143 3767 namespace.go:142] [integration-service] updating namespace I0420 17:40:32.627607 3767 namespace.go:142] [build-service] updating namespace I0420 17:40:32.639147 3767 namespace.go:142] [integration-service] updating namespace I0420 17:40:32.660994 3767 namespace.go:142] [build-service] updating namespace I0420 17:40:32.667313 3767 namespace.go:142] [default-tenant] updating namespace I0420 17:40:32.694792 3767 namespace.go:142] [default-tenant] updating namespace I0420 17:40:32.718863 3767 namespace.go:142] [build-service] updating namespace I0420 17:40:32.749126 3767 namespace.go:142] [integration-service] updating namespace I0420 17:40:32.771726 3767 namespace.go:98] [release-service] adding namespace I0420 17:40:32.772549 3767 namespace.go:102] [release-service] adding namespace took 801.399µs I0420 17:40:32.800508 3767 namespace.go:142] [release-service] updating namespace I0420 17:40:32.816597 3767 namespace.go:142] [konflux-ui] updating namespace I0420 17:40:32.821951 3767 namespace.go:142] [release-service] updating namespace I0420 17:40:32.884270 3767 namespace.go:98] [konflux-info] adding namespace I0420 17:40:32.885143 3767 namespace.go:102] [konflux-info] adding namespace took 853.681µs I0420 17:40:32.916319 3767 namespace.go:98] [namespace-lister] adding namespace I0420 17:40:32.917183 3767 namespace.go:102] [namespace-lister] adding namespace took 841.002µs I0420 17:40:32.943462 3767 namespace.go:142] [konflux-info] updating namespace I0420 17:40:32.959042 3767 namespace.go:98] [enterprise-contract-service] adding namespace I0420 17:40:32.959902 3767 namespace.go:102] [enterprise-contract-service] adding namespace took 839.619µs I0420 17:40:32.972160 3767 namespace.go:142] [image-controller] updating namespace I0420 17:40:32.985256 3767 namespace.go:142] [konflux-info] updating namespace I0420 17:40:33.001663 3767 namespace.go:142] [namespace-lister] updating namespace I0420 17:40:33.074571 3767 namespace.go:142] [namespace-lister] updating namespace I0420 17:40:33.074571 3767 namespace.go:142] [enterprise-contract-service] updating namespace I0420 17:40:33.108067 3767 namespace.go:142] [default-tenant] updating namespace I0420 17:40:33.112138 3767 namespace.go:142] [enterprise-contract-service] updating namespace I0420 17:40:33.164134 3767 namespace.go:98] [segment-bridge] adding namespace I0420 17:40:33.164948 3767 namespace.go:102] [segment-bridge] adding namespace took 793.923µs I0420 17:40:33.255428 3767 namespace.go:142] [segment-bridge] updating namespace I0420 17:40:33.308365 3767 namespace.go:142] [segment-bridge] updating namespace I0420 17:40:33.531255 3767 base_network_controller_pods.go:487] [default/namespace-lister/namespace-lister-67655c4674-d9lw2] creating logical port namespace-lister_namespace-lister-67655c4674-d9lw2 for pod on switch ip-10-0-0-232.ec2.internal I0420 17:40:33.531379 3767 kube.go:256] Updating pod namespace-lister/namespace-lister-67655c4674-d9lw2 I0420 17:40:33.845192 3767 kube.go:256] Updating pod namespace-lister/namespace-lister-67655c4674-d9lw2 W0420 17:40:34.036287 3767 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0420 17:40:34.123892 3767 pod.go:62] [namespace-lister/namespace-lister-67655c4674-d9lw2] pod update took 592.535767ms I0420 17:40:34.123917 3767 base_network_controller_pods.go:951] [default/namespace-lister/namespace-lister-67655c4674-d9lw2] addLogicalPort annotation time took 592.56657ms I0420 17:40:34.125283 3767 pods.go:271] [namespace-lister/namespace-lister-67655c4674-d9lw2] addLogicalPort took 594.040236ms, libovsdb time 906.871µs I0420 17:40:34.207547 3767 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0420 17:40:34.208146 3767 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0420 17:40:34.208168 3767 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0420 17:40:34.211004 3767 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0420 17:40:34.313128 3767 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0420 17:40:34.313158 3767 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0420 17:40:34.314358 3767 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0420 17:40:34.444714 3767 namespace.go:142] [build-service] updating namespace I0420 17:40:34.667473 3767 namespace.go:142] [default-tenant] updating namespace I0420 17:40:34.937231 3767 namespace.go:142] [image-controller] updating namespace I0420 17:40:35.051400 3767 base_network_controller_pods.go:487] [default/konflux-ui/dex-66fdcc98bf-xq2wk] creating logical port konflux-ui_dex-66fdcc98bf-xq2wk for pod on switch ip-10-0-0-232.ec2.internal I0420 17:40:35.051508 3767 kube.go:256] Updating pod konflux-ui/dex-66fdcc98bf-xq2wk I0420 17:40:35.054422 3767 base_network_controller_pods.go:487] [default/konflux-ui/proxy-6b78d64589-xn66s] creating logical port konflux-ui_proxy-6b78d64589-xn66s for pod on switch ip-10-0-0-232.ec2.internal I0420 17:40:35.054523 3767 kube.go:256] Updating pod konflux-ui/proxy-6b78d64589-xn66s I0420 17:40:35.090506 3767 pod.go:62] [konflux-ui/dex-66fdcc98bf-xq2wk] pod update took 39.03014ms I0420 17:40:35.090531 3767 base_network_controller_pods.go:951] [default/konflux-ui/dex-66fdcc98bf-xq2wk] addLogicalPort annotation time took 39.056678ms I0420 17:40:35.090686 3767 pod.go:62] [konflux-ui/proxy-6b78d64589-xn66s] pod update took 36.202351ms I0420 17:40:35.090756 3767 base_network_controller_pods.go:951] [default/konflux-ui/proxy-6b78d64589-xn66s] addLogicalPort annotation time took 36.273436ms I0420 17:40:35.091843 3767 pods.go:271] [konflux-ui/dex-66fdcc98bf-xq2wk] addLogicalPort took 40.46229ms, libovsdb time 880.993µs I0420 17:40:35.092185 3767 pods.go:271] [konflux-ui/proxy-6b78d64589-xn66s] addLogicalPort took 37.778621ms, libovsdb time 940.405µs I0420 17:40:35.166236 3767 namespace.go:142] [integration-service] updating namespace I0420 17:40:35.183063 3767 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-7b666bf6d8-rqbq6] creating logical port integration-service_integration-service-controller-manager-7b666bf6d8-rqbq6 for pod on switch ip-10-0-0-232.ec2.internal I0420 17:40:35.183158 3767 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7b666bf6d8-rqbq6 I0420 17:40:35.202056 3767 pod.go:62] [integration-service/integration-service-controller-manager-7b666bf6d8-rqbq6] pod update took 18.920856ms I0420 17:40:35.202093 3767 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-7b666bf6d8-rqbq6] addLogicalPort annotation time took 18.946273ms I0420 17:40:35.203235 3767 pods.go:271] [integration-service/integration-service-controller-manager-7b666bf6d8-rqbq6] addLogicalPort took 20.184487ms, libovsdb time 766.211µs I0420 17:40:35.250548 3767 base_network_controller_pods.go:487] [default/build-service/build-service-controller-manager-7cbf488fcf-cntrq] creating logical port build-service_build-service-controller-manager-7cbf488fcf-cntrq for pod on switch ip-10-0-0-232.ec2.internal I0420 17:40:35.250641 3767 kube.go:256] Updating pod build-service/build-service-controller-manager-7cbf488fcf-cntrq I0420 17:40:35.285102 3767 pod.go:62] [build-service/build-service-controller-manager-7cbf488fcf-cntrq] pod update took 34.487606ms I0420 17:40:35.285124 3767 base_network_controller_pods.go:951] [default/build-service/build-service-controller-manager-7cbf488fcf-cntrq] addLogicalPort annotation time took 34.515715ms I0420 17:40:35.286380 3767 pods.go:271] [build-service/build-service-controller-manager-7cbf488fcf-cntrq] addLogicalPort took 35.851783ms, libovsdb time 877.689µs I0420 17:40:35.330657 3767 cni.go:452] [namespace-lister/namespace-lister-67655c4674-d9lw2 cfb794063dd4793d3a8a6889a1ad6d77eb099da280f09cb888f5b5922d53e566 network default NAD default NAD key ] ADD starting CNI request [namespace-lister/namespace-lister-67655c4674-d9lw2 cfb794063dd4793d3a8a6889a1ad6d77eb099da280f09cb888f5b5922d53e566 network default NAD default NAD key ] I0420 17:40:35.340380 3767 helper_linux.go:556] ConfigureOVS: namespace: namespace-lister, podName: namespace-lister-67655c4674-d9lw2, hostIfaceName: cfb794063dd4793, network: default, NAD default, SandboxID: "cfb794063dd4793d3a8a6889a1ad6d77eb099da280f09cb888f5b5922d53e566", PCI device ID: , UID: "0f794600-5c23-471b-855c-57a346132be1", MAC: 0a:58:0a:80:00:2c, IPs: [10.128.0.44/23] I0420 17:40:35.368211 3767 namespace.go:142] [konflux-info] updating namespace I0420 17:40:35.394740 3767 cni.go:473] [namespace-lister/namespace-lister-67655c4674-d9lw2 cfb794063dd4793d3a8a6889a1ad6d77eb099da280f09cb888f5b5922d53e566 network default NAD default NAD key default] ADD finished CNI request [namespace-lister/namespace-lister-67655c4674-d9lw2 cfb794063dd4793d3a8a6889a1ad6d77eb099da280f09cb888f5b5922d53e566 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:29:e3:39:77:6c\",\"name\":\"cfb794063dd4793\"},{\"mac\":\"0a:58:0a:80:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/639af7b5-19f9-4b7b-8f8b-8cfef3acca32\"}],\"ips\":[{\"address\":\"10.128.0.44/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 17:40:35.600139 3767 namespace.go:142] [namespace-lister] updating namespace I0420 17:40:35.620834 3767 cni.go:452] [build-service/build-service-controller-manager-7cbf488fcf-cntrq b790f747e39d03f877b8497496d6804d2a59384a577f9d99d1feee44a1689820 network default NAD default NAD key ] ADD starting CNI request [build-service/build-service-controller-manager-7cbf488fcf-cntrq b790f747e39d03f877b8497496d6804d2a59384a577f9d99d1feee44a1689820 network default NAD default NAD key ] I0420 17:40:35.630340 3767 helper_linux.go:556] ConfigureOVS: namespace: build-service, podName: build-service-controller-manager-7cbf488fcf-cntrq, hostIfaceName: b790f747e39d03f, network: default, NAD default, SandboxID: "b790f747e39d03f877b8497496d6804d2a59384a577f9d99d1feee44a1689820", PCI device ID: , UID: "32fed3b6-6bfa-4035-a843-fdc20c928179", MAC: 0a:58:0a:80:00:30, IPs: [10.128.0.48/23] I0420 17:40:35.683034 3767 cni.go:473] [build-service/build-service-controller-manager-7cbf488fcf-cntrq b790f747e39d03f877b8497496d6804d2a59384a577f9d99d1feee44a1689820 network default NAD default NAD key default] ADD finished CNI request [build-service/build-service-controller-manager-7cbf488fcf-cntrq b790f747e39d03f877b8497496d6804d2a59384a577f9d99d1feee44a1689820 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:40:88:84:7e:0d\",\"name\":\"b790f747e39d03f\"},{\"mac\":\"0a:58:0a:80:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/483ddfb2-fbae-4fc5-a859-94239e7711db\"}],\"ips\":[{\"address\":\"10.128.0.48/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 17:40:35.802474 3767 namespace.go:142] [release-service] updating namespace I0420 17:40:35.972315 3767 namespace.go:142] [build-service] updating namespace I0420 17:40:36.003023 3767 namespace.go:142] [default-tenant] updating namespace I0420 17:40:36.023583 3767 namespace.go:142] [image-controller] updating namespace I0420 17:40:36.044444 3767 namespace.go:142] [integration-service] updating namespace I0420 17:40:36.084207 3767 namespace.go:142] [konflux-info] updating namespace I0420 17:40:36.109892 3767 namespace.go:142] [namespace-lister] updating namespace I0420 17:40:36.123924 3767 namespace.go:142] [release-service] updating namespace I0420 17:40:36.185569 3767 namespace.go:142] [build-service] updating namespace I0420 17:40:36.313200 3767 namespace.go:142] [default-tenant] updating namespace I0420 17:40:36.578332 3767 namespace.go:142] [image-controller] updating namespace I0420 17:40:36.804812 3767 namespace.go:142] [integration-service] updating namespace I0420 17:40:36.918947 3767 namespace.go:142] [konflux-info] updating namespace I0420 17:40:37.125241 3767 namespace.go:142] [namespace-lister] updating namespace I0420 17:40:37.228302 3767 namespace.go:142] [release-service] updating namespace I0420 17:40:38.454506 3767 namespace.go:142] [enterprise-contract-service] updating namespace I0420 17:40:38.644821 3767 namespace.go:142] [segment-bridge] updating namespace W0420 17:40:38.662581 3767 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0420 17:40:38.669326 3767 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0420 17:40:38.698045 3767 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0420 17:40:38.764022 3767 namespace.go:142] [enterprise-contract-service] updating namespace I0420 17:40:38.786118 3767 namespace.go:142] [segment-bridge] updating namespace I0420 17:40:38.867712 3767 namespace.go:142] [enterprise-contract-service] updating namespace I0420 17:40:38.967291 3767 namespace.go:142] [segment-bridge] updating namespace W0420 17:40:39.685816 3767 util.go:959] Failed to build node endpoints for node ip-10-0-0-232.ec2.internal port 8080: empty IP address endpoints for service namespace-lister/namespace-lister I0420 17:40:42.930612 3767 cni.go:452] [konflux-ui/dex-66fdcc98bf-xq2wk e3a354611f1a4a52060f1e21e7eecdb65361e67bafb9bcde503eea5bea89521e network default NAD default NAD key ] ADD starting CNI request [konflux-ui/dex-66fdcc98bf-xq2wk e3a354611f1a4a52060f1e21e7eecdb65361e67bafb9bcde503eea5bea89521e network default NAD default NAD key ] I0420 17:40:42.938241 3767 cni.go:452] [konflux-ui/proxy-6b78d64589-xn66s 314e67499140ff268ebb8230d6d71e98210ab0ea2b8a76f4ce4404d19869b503 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-6b78d64589-xn66s 314e67499140ff268ebb8230d6d71e98210ab0ea2b8a76f4ce4404d19869b503 network default NAD default NAD key ] I0420 17:40:42.940216 3767 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: dex-66fdcc98bf-xq2wk, hostIfaceName: e3a354611f1a4a5, network: default, NAD default, SandboxID: "e3a354611f1a4a52060f1e21e7eecdb65361e67bafb9bcde503eea5bea89521e", PCI device ID: , UID: "d38dcd96-cedf-4c7b-91b7-24313e184381", MAC: 0a:58:0a:80:00:2d, IPs: [10.128.0.45/23] I0420 17:40:42.948740 3767 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-6b78d64589-xn66s, hostIfaceName: 314e67499140ff2, network: default, NAD default, SandboxID: "314e67499140ff268ebb8230d6d71e98210ab0ea2b8a76f4ce4404d19869b503", PCI device ID: , UID: "6ce96492-9407-4d02-ac5d-719436bdde9a", MAC: 0a:58:0a:80:00:2e, IPs: [10.128.0.46/23] I0420 17:40:42.996640 3767 cni.go:473] [konflux-ui/dex-66fdcc98bf-xq2wk e3a354611f1a4a52060f1e21e7eecdb65361e67bafb9bcde503eea5bea89521e network default NAD default NAD key default] ADD finished CNI request [konflux-ui/dex-66fdcc98bf-xq2wk e3a354611f1a4a52060f1e21e7eecdb65361e67bafb9bcde503eea5bea89521e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:cc:25:0b:ff:0c\",\"name\":\"e3a354611f1a4a5\"},{\"mac\":\"0a:58:0a:80:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/901af589-c59c-4e0f-b40e-6c010cb4df06\"}],\"ips\":[{\"address\":\"10.128.0.45/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 17:40:43.020423 3767 cni.go:473] [konflux-ui/proxy-6b78d64589-xn66s 314e67499140ff268ebb8230d6d71e98210ab0ea2b8a76f4ce4404d19869b503 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-6b78d64589-xn66s 314e67499140ff268ebb8230d6d71e98210ab0ea2b8a76f4ce4404d19869b503 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:5d:ea:e9:a9:f7\",\"name\":\"314e67499140ff2\"},{\"mac\":\"0a:58:0a:80:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4f9f4d64-aea3-4773-b1b8-d704f1515f25\"}],\"ips\":[{\"address\":\"10.128.0.46/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 17:40:43.076432 3767 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-rqbq6 54698327e8448b9f7966a70a8dce8c963d19b015f1dbae3964735a07e765cb1f network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-rqbq6 54698327e8448b9f7966a70a8dce8c963d19b015f1dbae3964735a07e765cb1f network default NAD default NAD key ] I0420 17:40:43.086879 3767 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-7b666bf6d8-rqbq6, hostIfaceName: 54698327e8448b9, network: default, NAD default, SandboxID: "54698327e8448b9f7966a70a8dce8c963d19b015f1dbae3964735a07e765cb1f", PCI device ID: , UID: "75792a95-af94-4092-ba44-1a383e180a45", MAC: 0a:58:0a:80:00:2f, IPs: [10.128.0.47/23] I0420 17:40:43.137821 3767 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-rqbq6 54698327e8448b9f7966a70a8dce8c963d19b015f1dbae3964735a07e765cb1f network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-rqbq6 54698327e8448b9f7966a70a8dce8c963d19b015f1dbae3964735a07e765cb1f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:3b:51:ff:49:c1\",\"name\":\"54698327e8448b9\"},{\"mac\":\"0a:58:0a:80:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b752a8ce-9088-49fb-afa2-9ec4ec149c46\"}],\"ips\":[{\"address\":\"10.128.0.47/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0420 17:40:49.683346 3767 util.go:959] Failed to build node endpoints for node ip-10-0-0-232.ec2.internal port 8443: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0420 17:40:49.736950 3767 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0420 17:40:49.741508 3767 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0420 17:40:49.780797 3767 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0420 17:40:49.780815 3767 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0420 17:40:49.813439 3767 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0420 17:40:50.751050 3767 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0420 17:40:50.751182 3767 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0420 17:40:50.792826 3767 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0420 17:40:50.792842 3767 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0420 17:40:50.824819 3767 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0420 17:40:50.828123 3767 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service I0420 17:41:00.316444 3767 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 W0420 17:41:00.749579 3767 util.go:959] Failed to build node endpoints for node ip-10-0-0-232.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0420 17:41:00.756025 3767 util.go:959] Failed to build node endpoints for node ip-10-0-0-232.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service I0420 17:41:01.954938 3767 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-rqbq6 54698327e8448b9f7966a70a8dce8c963d19b015f1dbae3964735a07e765cb1f network default NAD default NAD key ] DEL starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-rqbq6 54698327e8448b9f7966a70a8dce8c963d19b015f1dbae3964735a07e765cb1f network default NAD default NAD key ] I0420 17:41:02.030306 3767 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-rqbq6 54698327e8448b9f7966a70a8dce8c963d19b015f1dbae3964735a07e765cb1f network default NAD default NAD key default] DEL finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-rqbq6 54698327e8448b9f7966a70a8dce8c963d19b015f1dbae3964735a07e765cb1f network default NAD default NAD key default], result "{}", err I0420 17:41:02.083850 3767 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-rqbq6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 17:41:02.083881 3767 pods.go:176] Deleting pod: integration-service/integration-service-controller-manager-7b666bf6d8-rqbq6 I0420 17:41:02.085625 3767 pods.go:236] Attempting to release IPs for pod: integration-service/integration-service-controller-manager-7b666bf6d8-rqbq6, ips: 10.128.0.47 I0420 17:41:02.085657 3767 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-rqbq6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0420 17:41:02.769607 3767 util.go:959] Failed to build node endpoints for node ip-10-0-0-232.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/dex I0420 17:41:02.810537 3767 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-rqbq6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:41:02.810564 3767 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-rqbq6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:41:02.821340 3767 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-rqbq6 I0420 17:41:02.821373 3767 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-rqbq6 I0420 17:41:12.160451 3767 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-2bn88-7sshp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 17:41:12.161058 3767 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-2bn88-7sshp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 17:41:12.910161 3767 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-2bn88-7sshp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:41:12.910184 3767 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-2bn88-7sshp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0420 17:41:21.956398 3767 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf W0420 17:41:29.831938 3767 util.go:959] Failed to build node endpoints for node ip-10-0-0-232.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0420 17:41:29.831959 3767 util.go:959] Failed to build node endpoints for node ip-10-0-0-232.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0420 17:41:29.831969 3767 util.go:959] Failed to build node endpoints for node ip-10-0-0-232.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0420 17:41:29.831975 3767 util.go:959] Failed to build node endpoints for node ip-10-0-0-232.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0420 17:41:32.832278 3767 util.go:959] Failed to build node endpoints for node ip-10-0-0-232.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0420 17:41:32.832300 3767 util.go:959] Failed to build node endpoints for node ip-10-0-0-232.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0420 17:41:39.332700 3767 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0420 17:41:59.200265 3767 cni.go:452] [konflux-ui/proxy-6b78d64589-xn66s 314e67499140ff268ebb8230d6d71e98210ab0ea2b8a76f4ce4404d19869b503 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/proxy-6b78d64589-xn66s 314e67499140ff268ebb8230d6d71e98210ab0ea2b8a76f4ce4404d19869b503 network default NAD default NAD key ] I0420 17:41:59.286724 3767 cni.go:473] [konflux-ui/proxy-6b78d64589-xn66s 314e67499140ff268ebb8230d6d71e98210ab0ea2b8a76f4ce4404d19869b503 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/proxy-6b78d64589-xn66s 314e67499140ff268ebb8230d6d71e98210ab0ea2b8a76f4ce4404d19869b503 network default NAD default NAD key default], result "{}", err I0420 17:41:59.354591 3767 obj_retry.go:498] Detected object konflux-ui/proxy-6b78d64589-xn66s of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 17:41:59.354630 3767 pods.go:176] Deleting pod: konflux-ui/proxy-6b78d64589-xn66s I0420 17:41:59.356033 3767 pods.go:236] Attempting to release IPs for pod: konflux-ui/proxy-6b78d64589-xn66s, ips: 10.128.0.46 I0420 17:41:59.356057 3767 obj_retry.go:498] Detected object konflux-ui/proxy-6b78d64589-xn66s of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 17:42:00.112700 3767 obj_retry.go:492] Detected object konflux-ui/proxy-6b78d64589-xn66s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:42:00.112734 3767 obj_retry.go:492] Detected object konflux-ui/proxy-6b78d64589-xn66s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:42:00.121887 3767 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-6b78d64589-xn66s I0420 17:42:00.121913 3767 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-6b78d64589-xn66s I0420 17:42:03.338222 3767 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 17:42:03.338783 3767 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 17:42:03.375816 3767 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:42:03.375841 3767 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:42:03.382711 3767 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0420 17:42:03.382730 3767 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0420 17:42:19.359900 3767 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0420 17:42:33.956722 3767 namespace.go:98] [default-managed-tenant-f48g7] adding namespace I0420 17:42:33.957621 3767 namespace.go:102] [default-managed-tenant-f48g7] adding namespace took 877.425µs I0420 17:42:33.992965 3767 namespace.go:142] [default-managed-tenant-f48g7] updating namespace I0420 17:42:34.011237 3767 namespace.go:142] [default-managed-tenant-f48g7] updating namespace I0420 17:42:34.963199 3767 namespace.go:142] [default-managed-tenant-f48g7] updating namespace I0420 17:42:35.090474 3767 namespace.go:142] [default-managed-tenant-f48g7] updating namespace I0420 17:42:35.192677 3767 namespace.go:142] [default-managed-tenant-f48g7] updating namespace I0420 17:43:12.237013 3767 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=163 I0420 17:43:14.326953 3767 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0420 17:43:28.234877 3767 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=12