+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-1-211.ec2.internal ++ [[ -n ip-10-0-1-211.ec2.internal ]] ++ [[ -f /env/ip-10-0-1-211.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0418 07:49:44.922038175 - disable conntrack on geneve port' I0418 07:49:44.922038175 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0418 07:49:44.960213211 - starting ovnkube-node' I0418 07:49:44.960213211 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-1-211.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-1-211.ec2.internal --init-node ip-10-0-1-211.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-1-211.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0418 07:49:45.015886 3689 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0418 07:49:45.015955 3689 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-add9a31944.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0418 07:49:45.017685 3689 kube.go:431] Waiting for certificate I0418 07:49:45.017717 3689 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0418 07:49:45.017739 3689 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0418 07:49:45.018392 3689 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0418 07:49:45.042764 3689 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0418 07:49:45.042783 3689 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0418 07:49:45.044816 3689 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0418 07:49:45.047552 3689 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-5vrxh" I0418 07:49:45.065191 3689 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-5vrxh" I0418 07:49:45.065294 3689 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0418 07:49:46.018441 3689 kube.go:438] Certificate found I0418 07:49:46.019113 3689 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0418 07:49:46.020480 3689 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0418 07:49:46.078172 3689 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-19 07:44:45 +0000 UTC" deadline="2026-04-19 00:33:22.81201709 +0000 UTC" I0418 07:49:46.078203 3689 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="16h43m36.733822665s" I0418 07:49:46.086373 3689 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0418 07:49:46.105308 3689 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0418 07:49:46.105450 3689 server.go:101] MetricServer registers OVS metrics I0418 07:49:46.105954 3689 server.go:105] MetricServer registers OVN DB metrics I0418 07:49:46.106601 3689 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0418 07:49:46.106671 3689 factory.go:561] Starting watch factory I0418 07:49:46.106766 3689 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0418 07:49:46.106781 3689 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0418 07:49:46.106802 3689 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0418 07:49:46.106815 3689 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0418 07:49:46.106859 3689 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0418 07:49:46.106823 3689 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0418 07:49:46.106998 3689 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0418 07:49:46.107401 3689 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0418 07:49:46.107414 3689 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0418 07:49:46.107409 3689 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0418 07:49:46.108245 3689 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0418 07:49:46.108265 3689 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0418 07:49:46.109987 3689 controller_manager.go:370] Starting the ovnkube controller I0418 07:49:46.110001 3689 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-1-211.ec2.internal I0418 07:49:46.110048 3689 controller_manager.go:395] NBDB zone sync took: 37.876µs I0418 07:49:46.110053 3689 factory.go:561] Starting watch factory I0418 07:49:46.110420 3689 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0418 07:49:46.110502 3689 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0418 07:49:46.123045 3689 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0418 07:49:46.123070 3689 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0418 07:49:46.126608 3689 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0418 07:49:46.127129 3689 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0418 07:49:46.127511 3689 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0418 07:49:46.127545 3689 server.go:109] MetricServer registers OVN Controller metrics I0418 07:49:46.127606 3689 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0418 07:49:46.127878 3689 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0418 07:49:46.128599 3689 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0418 07:49:46.134033 3689 server.go:113] MetricServer registers OVN Northd metrics I0418 07:49:46.135338 3689 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0418 07:49:46.138096 3689 metrics.go:519] OVN Metrics Server starts to run ... I0418 07:49:46.212010 3689 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0418 07:49:46.212025 3689 factory.go:1977] *v1.Pod informer cache synced successfully I0418 07:49:46.212028 3689 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0418 07:49:46.212032 3689 factory.go:1977] *v1.Namespace informer cache synced successfully I0418 07:49:46.212034 3689 factory.go:1977] *v1.Node informer cache synced successfully I0418 07:49:46.212038 3689 factory.go:1977] *v1.Service informer cache synced successfully I0418 07:49:46.212108 3689 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0418 07:49:46.212120 3689 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0418 07:49:46.212141 3689 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0418 07:49:46.212163 3689 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0418 07:49:46.215955 3689 factory.go:1977] *v1.Namespace informer cache synced successfully I0418 07:49:46.215965 3689 factory.go:1977] *v1.Node informer cache synced successfully I0418 07:49:46.215968 3689 factory.go:1977] *v1.Service informer cache synced successfully I0418 07:49:46.215971 3689 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0418 07:49:46.215974 3689 factory.go:1977] *v1.Pod informer cache synced successfully I0418 07:49:46.215977 3689 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0418 07:49:46.241129 3689 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0418 07:49:46.261065 3689 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0418 07:49:46.317216 3689 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0418 07:49:46.317228 3689 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0418 07:49:46.317301 3689 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0418 07:49:46.317313 3689 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0418 07:49:46.321725 3689 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0418 07:49:46.321737 3689 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0418 07:49:46.339349 3689 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0418 07:49:46.423420 3689 factory.go:1977] *v1.EgressIP informer cache synced successfully I0418 07:49:46.423507 3689 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0418 07:49:46.423518 3689 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0418 07:49:46.425811 3689 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0418 07:49:46.427480 3689 factory.go:1977] *v1.EgressIP informer cache synced successfully I0418 07:49:46.428565 3689 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0418 07:49:46.428619 3689 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0418 07:49:46.428637 3689 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0418 07:49:46.430753 3689 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0418 07:49:46.433520 3689 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0418 07:49:46.433621 3689 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0418 07:49:46.433699 3689 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0418 07:49:46.433742 3689 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0418 07:49:46.435733 3689 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0418 07:49:46.439030 3689 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0418 07:49:46.439108 3689 factory.go:1977] *v1.EgressService informer cache synced successfully I0418 07:49:46.439175 3689 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0418 07:49:46.439193 3689 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0418 07:49:46.444197 3689 factory.go:1977] *v1.EgressService informer cache synced successfully I0418 07:49:46.459201 3689 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0418 07:49:46.544439 3689 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0418 07:49:46.544652 3689 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0418 07:49:46.544667 3689 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0418 07:49:46.547121 3689 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0418 07:49:46.550141 3689 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0418 07:49:46.550152 3689 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0418 07:49:46.550199 3689 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0418 07:49:46.550209 3689 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0418 07:49:46.550217 3689 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0418 07:49:46.550227 3689 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0418 07:49:46.552339 3689 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0418 07:49:46.555344 3689 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0418 07:49:46.598439 3689 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0418 07:49:46.656056 3689 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0418 07:49:46.656073 3689 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0418 07:49:46.656081 3689 factory.go:680] Watch Factory start up complete, took: 549.414548ms I0418 07:49:46.656173 3689 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0418 07:49:46.661586 3689 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0418 07:49:46.661598 3689 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0418 07:49:46.661605 3689 factory.go:680] Watch Factory start up complete, took: 551.55002ms I0418 07:49:46.661612 3689 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-1-211.ec2.internal" zone I0418 07:49:46.698567 3689 default_node_network_controller.go:710] Initializing the default node network controller I0418 07:49:46.761708 3689 udn_isolation.go:101] Starting UDN host isolation manager I0418 07:49:46.767815 3689 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0418 07:49:46.813222 3689 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0418 07:49:46.813285 3689 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0418 07:49:46.813301 3689 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0418 07:49:46.843764 3689 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0418 07:49:46.843819 3689 default_node_network_controller.go:809] Node ip-10-0-1-211.ec2.internal ready for ovn initialization with subnet 10.128.0.0/23 I0418 07:49:46.848639 3689 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.1.211"] k8s.ovn.org/zone-name:ip-10-0-1-211.ec2.internal] on node ip-10-0-1-211.ec2.internal I0418 07:49:46.868336 3689 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0418 07:49:46.875870 3689 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0418 07:49:46.876099 3689 helper_linux.go:118] Found default gateway interface br-ex 10.0.1.1 I0418 07:49:46.876296 3689 gateway_init.go:263] Preparing Gateway I0418 07:49:46.876309 3689 gateway_shared_intf.go:1687] Creating new gateway I0418 07:49:46.911926 3689 controller_manager.go:429] Waiting for node in zone sync took: 250.302781ms I0418 07:49:46.916929 3689 controller_manager.go:611] Switching to transit router for layer2 networks I0418 07:49:46.916944 3689 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-1-211.ec2.internal I0418 07:49:46.932721 3689 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0418 07:49:46.939032 3689 controller_manager.go:290] SCTP support detected in OVN I0418 07:49:46.939659 3689 services_controller.go:69] Creating services controller for network=default I0418 07:49:46.939754 3689 udn_enabled_svc.go:80] Waiting for service informer to sync I0418 07:49:46.939917 3689 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0418 07:49:46.939978 3689 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0418 07:49:46.939990 3689 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0418 07:49:46.939998 3689 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0418 07:49:46.940182 3689 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0418 07:49:46.940262 3689 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 51.791µs I0418 07:49:46.940282 3689 udn_enabled_svc.go:95] Performing full resync I0418 07:49:46.940297 3689 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0418 07:49:46.940353 3689 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 37.978µs I0418 07:49:46.940365 3689 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 70.355µs I0418 07:49:46.940374 3689 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0418 07:49:46.940383 3689 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0418 07:49:46.940397 3689 default_network_controller.go:325] Starting the default network controller I0418 07:49:46.940423 3689 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 12.91µs I0418 07:49:46.940551 3689 udn_enabled_svc.go:99] Waiting for handler to sync I0418 07:49:46.940561 3689 udn_enabled_svc.go:104] Starting worker I0418 07:49:46.949745 3689 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0418 07:49:46.949807 3689 repair.go:33] Syncing exgw routes took 49.488µs I0418 07:49:46.949828 3689 default_network_controller.go:414] Starting all the Watchers... I0418 07:49:46.949974 3689 namespace.go:98] [openshift-customer-monitoring] adding namespace I0418 07:49:46.949988 3689 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0418 07:49:46.949991 3689 namespace.go:98] [openshift-backplane-cee] adding namespace I0418 07:49:46.949993 3689 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0418 07:49:46.950000 3689 namespace.go:98] [openshift-dns-operator] adding namespace I0418 07:49:46.949975 3689 namespace.go:98] [openshift-insights] adding namespace I0418 07:49:46.950024 3689 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0418 07:49:46.950051 3689 namespace.go:98] [openshift-authentication-operator] adding namespace I0418 07:49:46.949975 3689 namespace.go:98] [openshift-must-gather-operator] adding namespace I0418 07:49:46.950068 3689 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0418 07:49:46.950063 3689 namespace.go:98] [open-cluster-management-2poec14qs7n5ev65665ob6p7s8secjrm] adding namespace I0418 07:49:46.950075 3689 namespace.go:98] [openshift-dns] adding namespace I0418 07:49:46.950102 3689 namespace.go:98] [openshift-route-controller-manager] adding namespace I0418 07:49:46.950124 3689 namespace.go:98] [openshift-network-diagnostics] adding namespace I0418 07:49:46.950127 3689 namespace.go:98] [openshift-console-user-settings] adding namespace I0418 07:49:46.950706 3689 namespace.go:102] [openshift-customer-monitoring] adding namespace took 718.03µs I0418 07:49:46.950722 3689 namespace.go:98] [openshift-image-registry] adding namespace I0418 07:49:46.951339 3689 namespace.go:102] [openshift-image-registry] adding namespace took 611.78µs I0418 07:49:46.951352 3689 namespace.go:98] [openshift-service-ca-operator] adding namespace I0418 07:49:46.951972 3689 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 1.972769ms I0418 07:49:46.951991 3689 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0418 07:49:46.952542 3689 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 545.31µs I0418 07:49:46.952567 3689 namespace.go:98] [openshift-config] adding namespace I0418 07:49:46.953090 3689 namespace.go:102] [openshift-backplane-cee] adding namespace took 3.087347ms I0418 07:49:46.953107 3689 namespace.go:98] [openshift-ingress-operator] adding namespace I0418 07:49:46.953609 3689 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 3.600246ms I0418 07:49:46.953632 3689 namespace.go:98] [openshift-config-managed] adding namespace I0418 07:49:46.954281 3689 namespace.go:102] [openshift-insights] adding namespace took 4.270119ms I0418 07:49:46.954295 3689 namespace.go:98] [openshift-network-node-identity] adding namespace I0418 07:49:46.954861 3689 namespace.go:102] [openshift-dns-operator] adding namespace took 4.853384ms I0418 07:49:46.954875 3689 namespace.go:98] [openshift-operators-redhat] adding namespace I0418 07:49:46.955405 3689 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 5.37505ms I0418 07:49:46.955415 3689 namespace.go:98] [openshift-backplane-mobb] adding namespace I0418 07:49:46.955901 3689 namespace.go:102] [openshift-authentication-operator] adding namespace took 5.823115ms I0418 07:49:46.955922 3689 namespace.go:98] [openshift-config-operator] adding namespace I0418 07:49:46.956465 3689 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.393992ms I0418 07:49:46.956481 3689 namespace.go:98] [openshift-backplane] adding namespace I0418 07:49:46.957032 3689 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 6.955289ms I0418 07:49:46.957051 3689 namespace.go:98] [openshift-backplane-tam] adding namespace I0418 07:49:46.957966 3689 namespace.go:102] [open-cluster-management-2poec14qs7n5ev65665ob6p7s8secjrm] adding namespace took 7.887766ms I0418 07:49:46.957984 3689 namespace.go:98] [openshift-ingress-canary] adding namespace I0418 07:49:46.958519 3689 namespace.go:102] [openshift-dns] adding namespace took 8.434327ms I0418 07:49:46.958532 3689 namespace.go:98] [openshift-ingress] adding namespace I0418 07:49:46.959016 3689 namespace.go:102] [openshift-route-controller-manager] adding namespace took 8.904914ms I0418 07:49:46.959031 3689 namespace.go:98] [kube-system] adding namespace W0418 07:49:46.959108 3689 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-jtkh2: pod openshift-network-diagnostics/network-check-target-jtkh2: no pod IPs found I0418 07:49:46.959601 3689 namespace.go:102] [openshift-network-diagnostics] adding namespace took 9.456966ms I0418 07:49:46.959614 3689 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0418 07:49:46.960028 3689 namespace.go:102] [openshift-console-user-settings] adding namespace took 9.877087ms I0418 07:49:46.960045 3689 namespace.go:98] [openshift] adding namespace I0418 07:49:46.960411 3689 namespace.go:102] [openshift-service-ca-operator] adding namespace took 9.052315ms I0418 07:49:46.960428 3689 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0418 07:49:46.960918 3689 namespace.go:102] [openshift-config] adding namespace took 8.342632ms I0418 07:49:46.960934 3689 namespace.go:98] [openshift-backplane-srep] adding namespace I0418 07:49:46.961356 3689 namespace.go:102] [openshift-ingress-operator] adding namespace took 8.243484ms I0418 07:49:46.961369 3689 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0418 07:49:46.961688 3689 iptables.go:108] Creating table: filter chain: FORWARD I0418 07:49:46.961746 3689 namespace.go:102] [openshift-config-managed] adding namespace took 8.106269ms I0418 07:49:46.961763 3689 namespace.go:98] [openshift-console-operator] adding namespace I0418 07:49:46.962237 3689 namespace.go:102] [openshift-network-node-identity] adding namespace took 7.936026ms I0418 07:49:46.962253 3689 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0418 07:49:46.962674 3689 namespace.go:102] [openshift-operators-redhat] adding namespace took 7.792923ms I0418 07:49:46.962691 3689 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0418 07:49:46.963193 3689 namespace.go:102] [openshift-backplane-mobb] adding namespace took 7.773991ms I0418 07:49:46.963210 3689 namespace.go:98] [dedicated-admin] adding namespace I0418 07:49:46.963695 3689 namespace.go:102] [openshift-config-operator] adding namespace took 7.764861ms I0418 07:49:46.963711 3689 namespace.go:98] [openshift-machine-config-operator] adding namespace I0418 07:49:46.964124 3689 namespace.go:102] [openshift-backplane] adding namespace took 7.6384ms I0418 07:49:46.964141 3689 namespace.go:98] [openshift-backplane-cse] adding namespace I0418 07:49:46.964526 3689 namespace.go:102] [openshift-backplane-tam] adding namespace took 7.468842ms I0418 07:49:46.964540 3689 namespace.go:98] [default] adding namespace I0418 07:49:46.965010 3689 namespace.go:102] [openshift-ingress-canary] adding namespace took 7.018805ms I0418 07:49:46.965024 3689 namespace.go:98] [openshift-apiserver] adding namespace I0418 07:49:46.965552 3689 namespace.go:102] [openshift-ingress] adding namespace took 7.014321ms I0418 07:49:46.965568 3689 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0418 07:49:46.966105 3689 namespace.go:102] [kube-system] adding namespace took 7.063954ms I0418 07:49:46.966120 3689 namespace.go:98] [openshift-marketplace] adding namespace I0418 07:49:46.966573 3689 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.952348ms I0418 07:49:46.966592 3689 namespace.go:98] [openshift-authentication] adding namespace I0418 07:49:46.967201 3689 namespace.go:102] [openshift] adding namespace took 7.149156ms I0418 07:49:46.967217 3689 namespace.go:98] [openshift-host-network] adding namespace I0418 07:49:46.967683 3689 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 7.248407ms I0418 07:49:46.967699 3689 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0418 07:49:46.967730 3689 iptables.go:108] Creating table: filter chain: OUTPUT I0418 07:49:46.968202 3689 namespace.go:102] [openshift-backplane-srep] adding namespace took 7.262423ms I0418 07:49:46.968218 3689 namespace.go:98] [kube-node-lease] adding namespace I0418 07:49:46.968686 3689 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 7.311917ms I0418 07:49:46.968701 3689 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0418 07:49:46.969166 3689 namespace.go:102] [openshift-console-operator] adding namespace took 7.395233ms I0418 07:49:46.969180 3689 namespace.go:98] [openshift-monitoring] adding namespace I0418 07:49:46.969725 3689 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 7.465838ms I0418 07:49:46.969740 3689 namespace.go:98] [openshift-controller-manager] adding namespace I0418 07:49:46.970238 3689 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 7.540476ms I0418 07:49:46.970252 3689 namespace.go:98] [openshift-logging] adding namespace I0418 07:49:46.970742 3689 namespace.go:102] [dedicated-admin] adding namespace took 7.525024ms I0418 07:49:46.970760 3689 namespace.go:98] [openshift-kube-apiserver] adding namespace I0418 07:49:46.971336 3689 namespace.go:102] [openshift-machine-config-operator] adding namespace took 7.61844ms I0418 07:49:46.971349 3689 namespace.go:98] [openshift-network-console] adding namespace I0418 07:49:46.971803 3689 namespace.go:102] [openshift-backplane-cse] adding namespace took 7.654775ms I0418 07:49:46.971820 3689 namespace.go:98] [openshift-apiserver-operator] adding namespace I0418 07:49:46.972455 3689 namespace.go:102] [default] adding namespace took 7.907482ms I0418 07:49:46.972475 3689 namespace.go:98] [openshift-machine-api] adding namespace I0418 07:49:46.973010 3689 namespace.go:102] [openshift-apiserver] adding namespace took 7.979758ms I0418 07:49:46.973025 3689 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0418 07:49:46.973580 3689 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 8.006625ms I0418 07:49:46.973593 3689 namespace.go:98] [openshift-node] adding namespace I0418 07:49:46.974028 3689 namespace.go:102] [openshift-marketplace] adding namespace took 7.901483ms I0418 07:49:46.974042 3689 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0418 07:49:46.974474 3689 namespace.go:102] [openshift-authentication] adding namespace took 7.876493ms I0418 07:49:46.974487 3689 namespace.go:98] [openshift-operators] adding namespace I0418 07:49:46.974641 3689 gateway_shared_intf.go:1816] Gateway Creation Complete I0418 07:49:46.974653 3689 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-211.ec2.internal","mac-address":"0a:ff:fb:5a:0d:bb","ip-addresses":["10.0.1.211/24"],"ip-address":"10.0.1.211/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:de465862-5495-48c0-93bb-a4a3a67fef61 k8s.ovn.org/node-encap-ips:["10.0.1.211"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.211/24"} k8s.ovn.org/zone-name:ip-10-0-1-211.ec2.internal] on node ip-10-0-1-211.ec2.internal I0418 07:49:46.975106 3689 namespace.go:102] [openshift-host-network] adding namespace took 7.882013ms I0418 07:49:46.975121 3689 namespace.go:98] [kube-public] adding namespace I0418 07:49:46.975570 3689 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 7.866675ms I0418 07:49:46.976093 3689 namespace.go:102] [kube-node-lease] adding namespace took 7.86785ms I0418 07:49:46.976605 3689 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 7.898683ms I0418 07:49:46.976617 3689 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0418 07:49:46.976983 3689 namespace.go:102] [openshift-monitoring] adding namespace took 7.797921ms I0418 07:49:46.976996 3689 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0418 07:49:46.977458 3689 namespace.go:102] [openshift-controller-manager] adding namespace took 7.713719ms I0418 07:49:46.977473 3689 namespace.go:98] [openshift-multus] adding namespace I0418 07:49:46.977826 3689 namespace.go:102] [openshift-logging] adding namespace took 7.568752ms I0418 07:49:46.977838 3689 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0418 07:49:46.978381 3689 namespace.go:102] [openshift-kube-apiserver] adding namespace took 7.611912ms I0418 07:49:46.978400 3689 namespace.go:98] [openshift-backplane-csm] adding namespace I0418 07:49:46.978916 3689 namespace.go:102] [openshift-network-console] adding namespace took 7.560435ms I0418 07:49:46.978932 3689 namespace.go:98] [openshift-console] adding namespace I0418 07:49:46.979361 3689 namespace.go:102] [openshift-apiserver-operator] adding namespace took 7.535498ms I0418 07:49:46.979375 3689 namespace.go:98] [openshift-kube-scheduler] adding namespace I0418 07:49:46.979734 3689 namespace.go:102] [openshift-machine-api] adding namespace took 7.254365ms I0418 07:49:46.979746 3689 namespace.go:98] [openshift-etcd] adding namespace I0418 07:49:46.980259 3689 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 7.228628ms I0418 07:49:46.980271 3689 namespace.go:98] [openshift-cluster-version] adding namespace I0418 07:49:46.980653 3689 namespace.go:102] [openshift-node] adding namespace took 7.054348ms I0418 07:49:46.980666 3689 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0418 07:49:46.981145 3689 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 7.097817ms I0418 07:49:46.981159 3689 namespace.go:98] [openshift-infra] adding namespace I0418 07:49:46.981572 3689 namespace.go:102] [openshift-operators] adding namespace took 7.079815ms I0418 07:49:46.981585 3689 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0418 07:49:46.981913 3689 namespace.go:102] [kube-public] adding namespace took 6.78796ms I0418 07:49:46.981923 3689 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0418 07:49:46.982367 3689 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 5.745018ms W0418 07:49:46.982751 3689 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-nrm85: pod openshift-multus/network-metrics-daemon-nrm85: no pod IPs found I0418 07:49:46.982800 3689 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 5.800016ms I0418 07:49:46.983310 3689 namespace.go:102] [openshift-multus] adding namespace took 5.830595ms I0418 07:49:46.983325 3689 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0418 07:49:46.983720 3689 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 5.87675ms I0418 07:49:46.984204 3689 namespace.go:102] [openshift-backplane-csm] adding namespace took 5.79916ms I0418 07:49:46.984580 3689 namespace.go:102] [openshift-console] adding namespace took 5.643959ms I0418 07:49:46.984593 3689 namespace.go:98] [openshift-network-operator] adding namespace I0418 07:49:46.984921 3689 namespace.go:102] [openshift-kube-scheduler] adding namespace took 5.541846ms I0418 07:49:46.984933 3689 namespace.go:98] [openshift-package-operator] adding namespace I0418 07:49:46.985397 3689 namespace.go:102] [openshift-etcd] adding namespace took 5.646195ms I0418 07:49:46.985769 3689 namespace.go:102] [openshift-cluster-version] adding namespace took 5.492971ms I0418 07:49:46.986174 3689 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 5.503369ms I0418 07:49:46.986610 3689 namespace.go:102] [openshift-infra] adding namespace took 5.445312ms I0418 07:49:46.986993 3689 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 5.402848ms I0418 07:49:46.987013 3689 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0418 07:49:46.987394 3689 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 5.466881ms I0418 07:49:46.987857 3689 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 4.526735ms I0418 07:49:46.988286 3689 namespace.go:102] [openshift-network-operator] adding namespace took 3.68748ms I0418 07:49:46.988655 3689 namespace.go:102] [openshift-package-operator] adding namespace took 3.717227ms I0418 07:49:46.989018 3689 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 1.999775ms W0418 07:49:46.989103 3689 master.go:458] Unable to parse local node ip-10-0-1-211.ec2.internal chassis-id annotation. Chassis may be removed during sync I0418 07:49:46.989115 3689 master.go:481] Removing stale chassis with ID/Name: de465862-5495-48c0-93bb-a4a3a67fef61, hostname: ip-10-0-1-211.ec2.internal I0418 07:49:46.989577 3689 master.go:548] Adding or Updating local node "ip-10-0-1-211.ec2.internal" for network "default" I0418 07:49:46.991013 3689 zone_ic_handler.go:195] Time taken to create transit switch: 567.656µs I0418 07:49:46.991028 3689 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-118.ec2.internal for the network default I0418 07:49:46.992349 3689 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-118.ec2.internal" on network "default" took: 1.923725ms I0418 07:49:46.993133 3689 default_node_network_controller.go:519] Node connection status = connected I0418 07:49:46.993641 3689 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-211.ec2.internal for the network default I0418 07:49:46.993829 3689 zone_ic_handler.go:195] Time taken to create transit switch: 176.404µs I0418 07:49:46.995072 3689 default_network_controller.go:823] Node add failed for ip-10-0-1-211.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-211.ec2.internal, error getting gateway config for node ip-10-0-1-211.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-211.ec2.internal", failed to update chassis to local for local node ip-10-0-1-211.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-211.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-211.ec2.internal] E0418 07:49:46.995117 3689 obj_retry.go:575] Failed to create *v1.Node ip-10-0-1-211.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-211.ec2.internal, error getting gateway config for node ip-10-0-1-211.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-211.ec2.internal", failed to update chassis to local for local node ip-10-0-1-211.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-211.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-211.ec2.internal] I0418 07:49:46.995169 3689 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0418 07:49:46.995186 3689 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0418 07:49:46.995200 3689 master.go:548] Adding or Updating local node "ip-10-0-1-211.ec2.internal" for network "default" I0418 07:49:46.995200 3689 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-1-211.ec2.internal", UID:"96494e6e-7b5b-4d1b-a5b8-e4fdf7aea330", APIVersion:"v1", ResourceVersion:"8479", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-211.ec2.internal, error getting gateway config for node ip-10-0-1-211.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-211.ec2.internal", failed to update chassis to local for local node ip-10-0-1-211.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-211.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-211.ec2.internal] I0418 07:49:46.995234 3689 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-211.ec2.internal in network "default" I0418 07:49:46.995200 3689 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0418 07:49:46.995320 3689 node_tracker.go:169] Node ip-10-0-1-211.ec2.internal switch + router changed, syncing services in network "default" I0418 07:49:46.995347 3689 services_controller.go:574] Full service sync requested for network=default I0418 07:49:46.995361 3689 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-118.ec2.internal in network "default" I0418 07:49:46.995391 3689 node_tracker.go:169] Node ip-10-0-2-118.ec2.internal switch + router changed, syncing services in network "default" I0418 07:49:46.995399 3689 services_controller.go:574] Full service sync requested for network=default W0418 07:49:46.999314 3689 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-nrm85: pod openshift-multus/network-metrics-daemon-nrm85: no pod IPs found W0418 07:49:46.999334 3689 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-jtkh2: pod openshift-network-diagnostics/network-check-target-jtkh2: no pod IPs found I0418 07:49:47.000199 3689 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-211.ec2.internal for the network default I0418 07:49:47.000398 3689 zone_ic_handler.go:195] Time taken to create transit switch: 184.786µs I0418 07:49:47.096121 3689 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0418 07:49:47.096137 3689 services_controller.go:208] Setting up event handlers for services for network=default I0418 07:49:47.096180 3689 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0418 07:49:47.096221 3689 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0418 07:49:47.096232 3689 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0418 07:49:47.196870 3689 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0418 07:49:47.196887 3689 repair.go:60] Starting repairing loop for services I0418 07:49:47.196991 3689 repair.go:131] Deleted 0 stale service LBs I0418 07:49:47.197010 3689 repair.go:137] Deleted 0 stale Chassis Template Vars I0418 07:49:47.197025 3689 repair.go:62] Finished repairing loop for services: 139.853µs I0418 07:49:47.197063 3689 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0418 07:49:47.197073 3689 services_controller.go:254] Starting workers for network=default I0418 07:49:47.197548 3689 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-jtkh2] creating logical port openshift-network-diagnostics_network-check-target-jtkh2 for pod on switch ip-10-0-1-211.ec2.internal I0418 07:49:47.197649 3689 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-nrm85] creating logical port openshift-multus_network-metrics-daemon-nrm85 for pod on switch ip-10-0-1-211.ec2.internal I0418 07:49:47.197722 3689 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-jtkh2 I0418 07:49:47.197766 3689 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-nrm85 I0418 07:49:47.211298 3689 pod.go:62] [openshift-network-diagnostics/network-check-target-jtkh2] pod update took 13.633061ms I0418 07:49:47.211316 3689 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-jtkh2] addLogicalPort annotation time took 13.655378ms I0418 07:49:47.212178 3689 pods.go:271] [openshift-network-diagnostics/network-check-target-jtkh2] addLogicalPort took 14.640301ms, libovsdb time 616.077µs I0418 07:49:47.214171 3689 pod.go:62] [openshift-multus/network-metrics-daemon-nrm85] pod update took 16.44248ms I0418 07:49:47.214189 3689 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-nrm85] addLogicalPort annotation time took 16.464365ms I0418 07:49:47.215090 3689 pods.go:271] [openshift-multus/network-metrics-daemon-nrm85] addLogicalPort took 17.448401ms, libovsdb time 686.178µs I0418 07:49:47.215491 3689 admin_network_policy_controller.go:227] Starting controller default-network-controller I0418 07:49:47.215507 3689 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0418 07:49:47.215518 3689 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0418 07:49:47.215523 3689 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0418 07:49:47.215708 3689 repair.go:29] Repairing admin network policies took 180.475µs I0418 07:49:47.215804 3689 repair.go:92] Repairing baseline admin network policies took 87.914µs I0418 07:49:47.216209 3689 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0418 07:49:47.216235 3689 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0418 07:49:47.218029 3689 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0418 07:49:47.218048 3689 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0418 07:49:47.218057 3689 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0418 07:49:47.218486 3689 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0418 07:49:47.218505 3689 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0418 07:49:47.218511 3689 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0418 07:49:47.219170 3689 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0418 07:49:47.219186 3689 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0418 07:49:47.219194 3689 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0418 07:49:47.220616 3689 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0418 07:49:47.220634 3689 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0418 07:49:47.220644 3689 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0418 07:49:47.222429 3689 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0418 07:49:47.222449 3689 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0418 07:49:47.222456 3689 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0418 07:49:47.223668 3689 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0418 07:49:47.223686 3689 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0418 07:49:47.223696 3689 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0418 07:49:47.224625 3689 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0418 07:49:47.224642 3689 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0418 07:49:47.224650 3689 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0418 07:49:47.225126 3689 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0418 07:49:47.225149 3689 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0418 07:49:47.225158 3689 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0418 07:49:47.226350 3689 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0418 07:49:47.226367 3689 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0418 07:49:47.226376 3689 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0418 07:49:47.227342 3689 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0418 07:49:47.227361 3689 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0418 07:49:47.227727 3689 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0418 07:49:47.227741 3689 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0418 07:49:47.228413 3689 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0418 07:49:47.228431 3689 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0418 07:49:47.228439 3689 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0418 07:49:47.230007 3689 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0418 07:49:47.230025 3689 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0418 07:49:47.230033 3689 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0418 07:49:47.231487 3689 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0418 07:49:47.231504 3689 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0418 07:49:47.231516 3689 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0418 07:49:47.231960 3689 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0418 07:49:47.231974 3689 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0418 07:49:47.231982 3689 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0418 07:49:47.232273 3689 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0418 07:49:47.232290 3689 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0418 07:49:47.232297 3689 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0418 07:49:47.233865 3689 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0418 07:49:47.233882 3689 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0418 07:49:47.233905 3689 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0418 07:49:47.234416 3689 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0418 07:49:47.234431 3689 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0418 07:49:47.234438 3689 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0418 07:49:47.234874 3689 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0418 07:49:47.234906 3689 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0418 07:49:47.234918 3689 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0418 07:49:47.235371 3689 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0418 07:49:47.235387 3689 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0418 07:49:47.235395 3689 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0418 07:49:47.236276 3689 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0418 07:49:47.236290 3689 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0418 07:49:47.236300 3689 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0418 07:49:47.237437 3689 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0418 07:49:47.237454 3689 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0418 07:49:47.237461 3689 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0418 07:49:47.237913 3689 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0418 07:49:47.237931 3689 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0418 07:49:47.237938 3689 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0418 07:49:47.238422 3689 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0418 07:49:47.238438 3689 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0418 07:49:47.238444 3689 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0418 07:49:47.238859 3689 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0418 07:49:47.238874 3689 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0418 07:49:47.238907 3689 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0418 07:49:47.239530 3689 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0418 07:49:47.239544 3689 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0418 07:49:47.239551 3689 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0418 07:49:47.239972 3689 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0418 07:49:47.239988 3689 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0418 07:49:47.239996 3689 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0418 07:49:47.240799 3689 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0418 07:49:47.240816 3689 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0418 07:49:47.240825 3689 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0418 07:49:47.241956 3689 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0418 07:49:47.241973 3689 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0418 07:49:47.241984 3689 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0418 07:49:47.242939 3689 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0418 07:49:47.246698 3689 egressfirewall.go:374] Starting EgressFirewall controller I0418 07:49:47.246734 3689 controller.go:133] Adding controller egress-firewall-controller event handlers I0418 07:49:47.246743 3689 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0418 07:49:47.246753 3689 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0418 07:49:47.246767 3689 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0418 07:49:47.246772 3689 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0418 07:49:47.246781 3689 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0418 07:49:47.247042 3689 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0418 07:49:47.247057 3689 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0418 07:49:47.247063 3689 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0418 07:49:47.247072 3689 egressqos.go:193] Setting up event handlers for EgressQoS I0418 07:49:47.247152 3689 egressfirewall.go:723] Syncing node "ip-10-0-1-211.ec2.internal" for egress firewall I0418 07:49:47.247163 3689 egressfirewall.go:723] Syncing node "ip-10-0-2-118.ec2.internal" for egress firewall I0418 07:49:47.247196 3689 egressqos.go:245] Starting EgressQoS Controller I0418 07:49:47.247210 3689 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0418 07:49:47.247220 3689 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0418 07:49:47.247227 3689 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0418 07:49:47.247234 3689 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0418 07:49:47.247241 3689 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0418 07:49:47.247248 3689 shared_informer.go:356] "Caches are synced" controller="egressqos" I0418 07:49:47.247254 3689 egressqos.go:259] Repairing EgressQoSes I0418 07:49:47.247258 3689 egressqos.go:399] Starting repairing loop for egressqos I0418 07:49:47.247334 3689 egressqos.go:401] Finished repairing loop for egressqos: 74.994µs I0418 07:49:47.247350 3689 egressservice_zone.go:132] Setting up event handlers for Egress Services I0418 07:49:47.247375 3689 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-1-211.ec2.internal I0418 07:49:47.247430 3689 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-1-211.ec2.internal : 54.795µs I0418 07:49:47.247551 3689 egressservice_zone.go:210] Starting Egress Services Controller I0418 07:49:47.247562 3689 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0418 07:49:47.247568 3689 shared_informer.go:356] "Caches are synced" controller="egressservices" I0418 07:49:47.247573 3689 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0418 07:49:47.247578 3689 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0418 07:49:47.247582 3689 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0418 07:49:47.247587 3689 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0418 07:49:47.247594 3689 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0418 07:49:47.247600 3689 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0418 07:49:47.247606 3689 egressservice_zone.go:228] Repairing Egress Services I0418 07:49:47.247851 3689 master_controller.go:88] Starting Admin Policy Based Route Controller I0418 07:49:47.247862 3689 external_controller.go:278] Starting Admin Policy Based Route Controller I0418 07:49:47.247927 3689 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-211.ec2.internal I0418 07:49:47.247941 3689 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-211.ec2.internal: 15.096µs I0418 07:49:47.247949 3689 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-118.ec2.internal I0418 07:49:47.247953 3689 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-118.ec2.internal: 3.994µs I0418 07:49:47.247990 3689 default_network_controller.go:585] Completing all the Watchers took 298.152321ms I0418 07:49:47.248006 3689 default_network_controller.go:589] Starting unidling controllers I0418 07:49:47.248018 3689 unidle.go:46] Registering OVN SB ControllerEvent handler I0418 07:49:47.248024 3689 unidle.go:63] Populating Initial ContollerEvent events I0418 07:49:47.248034 3689 unidle.go:79] Setting up event handlers for services I0418 07:49:47.248074 3689 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0418 07:49:47.494320 3689 default_node_network_controller.go:519] Node connection status = connected I0418 07:49:47.996595 3689 default_node_network_controller.go:519] Node connection status = connected I0418 07:49:47.998302 3689 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0418 07:49:48.013354 3689 bridgeconfig.go:537] Gateway is ready I0418 07:49:48.013369 3689 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0418 07:49:48.024390 3689 node_ip_handler_linux.go:247] Node primary address changed to 10.0.1.211. Updating OVN encap IP. I0418 07:49:48.029211 3689 node_ip_handler_linux.go:542] Will not update encap IP 10.0.1.211 - it is already configured I0418 07:49:48.029222 3689 node_ip_handler_linux.go:485] Node address changed to map[10.0.1.211/24:{} 172.20.0.1/32:{}]. Updating annotations. I0418 07:49:48.029419 3689 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.1.211/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-211.ec2.internal","mac-address":"0a:ff:fb:5a:0d:bb","ip-addresses":["10.0.1.211/24"],"ip-address":"10.0.1.211/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:de465862-5495-48c0-93bb-a4a3a67fef61 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.211/24"}] on node ip-10-0-1-211.ec2.internal I0418 07:49:48.044664 3689 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-211.ec2.internal in network "default" I0418 07:49:48.044717 3689 node_tracker.go:169] Node ip-10-0-1-211.ec2.internal switch + router changed, syncing services in network "default" I0418 07:49:48.044736 3689 services_controller.go:574] Full service sync requested for network=default I0418 07:49:48.044740 3689 master.go:548] Adding or Updating local node "ip-10-0-1-211.ec2.internal" for network "default" I0418 07:49:48.044766 3689 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-211.ec2.internal I0418 07:49:48.044781 3689 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-211.ec2.internal: 19.49µs I0418 07:49:48.044806 3689 egressfirewall.go:723] Syncing node "ip-10-0-1-211.ec2.internal" for egress firewall I0418 07:49:48.044990 3689 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.1.211 I0418 07:49:48.045207 3689 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-1-211.ec2.internal I0418 07:49:48.049236 3689 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-211.ec2.internal. Updating no re-route policies I0418 07:49:48.049326 3689 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-w69vm I0418 07:49:48.049343 3689 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-mfpls I0418 07:49:48.049355 3689 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-w69vm I0418 07:49:48.049361 3689 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-211.ec2.internal I0418 07:49:48.049366 3689 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-8k58p I0418 07:49:48.049380 3689 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-2d2vj I0418 07:49:48.049384 3689 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-211.ec2.internal I0418 07:49:48.049387 3689 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-w69vm after 0 failed attempt(s) I0418 07:49:48.049394 3689 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-8k58p I0418 07:49:48.049395 3689 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-2d2vj I0418 07:49:48.049396 3689 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-d7q4b I0418 07:49:48.049409 3689 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-xjl8q I0418 07:49:48.049414 3689 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-d7q4b I0418 07:49:48.049423 3689 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-xjl8q I0418 07:49:48.049423 3689 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-2d2vj after 0 failed attempt(s) I0418 07:49:48.049426 3689 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-hmh6g I0418 07:49:48.049434 3689 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-d7q4b after 0 failed attempt(s) I0418 07:49:48.049331 3689 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-211.ec2.internal I0418 07:49:48.049345 3689 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-jtkh2 I0418 07:49:48.049444 3689 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-211.ec2.internal I0418 07:49:48.049446 3689 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-xjl8q after 0 failed attempt(s) I0418 07:49:48.049449 3689 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-jtkh2 I0418 07:49:48.049450 3689 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-nrm85 I0418 07:49:48.049451 3689 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-v7mxb I0418 07:49:48.049456 3689 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-nrm85 I0418 07:49:48.049456 3689 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-8k58p after 0 failed attempt(s) I0418 07:49:48.049462 3689 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-jksl9 I0418 07:49:48.049358 3689 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-mfpls I0418 07:49:48.049471 3689 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-jksl9 I0418 07:49:48.049477 3689 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-jtkh2] creating logical port openshift-network-diagnostics_network-check-target-jtkh2 for pod on switch ip-10-0-1-211.ec2.internal I0418 07:49:48.049483 3689 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-nrm85] creating logical port openshift-multus_network-metrics-daemon-nrm85 for pod on switch ip-10-0-1-211.ec2.internal I0418 07:49:48.049483 3689 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-jksl9 after 0 failed attempt(s) I0418 07:49:48.049485 3689 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-mfpls after 0 failed attempt(s) I0418 07:49:48.049458 3689 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-211.ec2.internal after 0 failed attempt(s) I0418 07:49:48.049440 3689 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-hmh6g I0418 07:49:48.049368 3689 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/ecr-credential-refresh-initial-jfzww I0418 07:49:48.049502 3689 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-v7mxb I0418 07:49:48.049506 3689 obj_retry.go:398] Adding new object: *v1.Pod kube-system/ecr-credential-refresh-initial-jfzww I0418 07:49:48.049513 3689 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-hmh6g after 0 failed attempt(s) I0418 07:49:48.049517 3689 obj_retry.go:418] Retry successful for *v1.Pod kube-system/ecr-credential-refresh-initial-jfzww after 0 failed attempt(s) I0418 07:49:48.049517 3689 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-v7mxb after 0 failed attempt(s) I0418 07:49:48.049416 3689 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-211.ec2.internal after 0 failed attempt(s) I0418 07:49:48.050433 3689 pods.go:271] [openshift-network-diagnostics/network-check-target-jtkh2] addLogicalPort took 966.138µs, libovsdb time 439.66µs I0418 07:49:48.050446 3689 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-jtkh2 after 0 failed attempt(s) I0418 07:49:48.050512 3689 pods.go:271] [openshift-multus/network-metrics-daemon-nrm85] addLogicalPort took 1.032289ms, libovsdb time 437.995µs I0418 07:49:48.050529 3689 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-nrm85 after 0 failed attempt(s) I0418 07:49:48.059438 3689 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0418 07:49:48.070125 3689 iptables.go:108] Creating table: mangle chain: OUTPUT I0418 07:49:48.073283 3689 iptables.go:108] Creating table: nat chain: OUTPUT I0418 07:49:48.109556 3689 iptables.go:108] Creating table: nat chain: PREROUTING I0418 07:49:48.160581 3689 iptables.go:108] Creating table: filter chain: FORWARD I0418 07:49:48.176203 3689 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0418 07:49:48.176320 3689 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0418 07:49:48.176365 3689 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0418 07:49:48.176497 3689 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0418 07:49:48.176553 3689 gateway_init.go:325] Gateway and management port readiness took 1.187407627s I0418 07:49:48.176579 3689 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0418 07:49:48.176612 3689 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0418 07:49:48.176626 3689 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0418 07:49:48.176634 3689 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0418 07:49:48.176690 3689 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0418 07:49:48.176784 3689 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 69.614µs I0418 07:49:48.177125 3689 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0418 07:49:48.177150 3689 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 15.363µs I0418 07:49:48.177157 3689 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 32.397µs I0418 07:49:48.177162 3689 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0418 07:49:48.177171 3689 nad_controller.go:379] [node-nad-controller NAD controller]: started I0418 07:49:48.177176 3689 default_node_network_controller.go:899] Starting the default node network controller I0418 07:49:48.177181 3689 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0418 07:49:48.177199 3689 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 12.167µs I0418 07:49:48.177334 3689 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0418 07:49:48.177343 3689 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0418 07:49:48.177367 3689 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b33240 0xc00033fea0 0xc00033ff10 0xc000340000 0xc000340070 0xc0003400e0 0xc000340150 0xc000b9f590 0xc0003401c0 0xc000340310 0xc00015a2d0 0xc00647d340 0xc000340380 map[0x2ff9080:0xc0024957a0 0x2ff95c0:0xc002495920 0x2ffa2e0:0xc0024956e0 0x2ffa580:0xc002495740 0x2ffad60:0xc002495800 0x2ffb000:0xc002495860 0x2ffb2a0:0xc0024958c0 0x2ffba80:0xc002495c80 0x2ffbd20:0xc002495ce0 0x3026980:0xc000e8fce0 0x3026d20:0xc000e8fd40 0x3027800:0xc000bdf860 0x3029160:0xc001bfa000 0x30298a0:0xc002b85c80 0x302a720:0xc001bfa060] 0xc000bcc1c0 0} I0418 07:49:48.177417 3689 gateway.go:151] Starting gateway service sync I0418 07:49:48.177818 3689 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0418 07:49:48.179839 3689 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0418 07:49:48.210416 3689 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0418 07:49:48.211508 3689 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0418 07:49:48.212542 3689 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0418 07:49:48.243675 3689 gateway.go:168] Gateway service sync done. Time taken: 66.247872ms I0418 07:49:48.244213 3689 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31582 I0418 07:49:48.244550 3689 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b33240 0xc00033fea0 0xc00033ff10 0xc000340000 0xc000340070 0xc0003400e0 0xc000340150 0xc000b9f590 0xc0003401c0 0xc000340310 0xc00015a2d0 0xc00647d340 0xc000340380 map[0x2ff9080:0xc0024957a0 0x2ff95c0:0xc002495920 0x2ffa2e0:0xc0024956e0 0x2ffa580:0xc002495740 0x2ffad60:0xc002495800 0x2ffb000:0xc002495860 0x2ffb2a0:0xc0024958c0 0x2ffba80:0xc002495c80 0x2ffbd20:0xc002495ce0 0x3026980:0xc000e8fce0 0x3026d20:0xc000e8fd40 0x3027800:0xc000bdf860 0x3029160:0xc001bfa000 0x30298a0:0xc002b85c80 0x302a720:0xc001bfa060] 0xc000bcc1c0 0} I0418 07:49:48.245075 3689 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b33240 0xc00033fea0 0xc00033ff10 0xc000340000 0xc000340070 0xc0003400e0 0xc000340150 0xc000b9f590 0xc0003401c0 0xc000340310 0xc00015a2d0 0xc00647d340 0xc000340380 map[0x2ff9080:0xc0024957a0 0x2ff95c0:0xc002495920 0x2ffa2e0:0xc0024956e0 0x2ffa580:0xc002495740 0x2ffad60:0xc002495800 0x2ffb000:0xc002495860 0x2ffb2a0:0xc0024958c0 0x2ffba80:0xc002495c80 0x2ffbd20:0xc002495ce0 0x3026980:0xc000e8fce0 0x3026d20:0xc000e8fd40 0x3027800:0xc000bdf860 0x3029160:0xc001bfa000 0x30298a0:0xc002b85c80 0x302a720:0xc001bfa060] 0xc000bcc1c0 0} I0418 07:49:48.245125 3689 gateway.go:532] Reconciling gateway with updates I0418 07:49:48.250588 3689 gateway.go:339] Spawning Conntrack Rule Check Thread I0418 07:49:48.250680 3689 default_node_network_controller.go:944] Gateway and management port readiness took 73.328917ms I0418 07:49:48.250736 3689 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0418 07:49:48.250767 3689 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0418 07:49:48.250779 3689 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0418 07:49:48.250797 3689 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0418 07:49:48.250807 3689 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0418 07:49:48.250813 3689 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0418 07:49:48.250817 3689 port_claim.go:71] Svc openshift-ingress/router-default: port 30486 is already open, no action needed I0418 07:49:48.250825 3689 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0418 07:49:48.250830 3689 port_claim.go:71] Svc openshift-ingress/router-default: port 30584 is already open, no action needed I0418 07:49:48.250833 3689 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0418 07:49:48.250832 3689 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0418 07:49:48.250850 3689 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0418 07:49:48.250845 3689 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0418 07:49:48.250857 3689 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0418 07:49:48.250736 3689 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0418 07:49:48.250870 3689 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0418 07:49:48.250875 3689 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0418 07:49:48.250881 3689 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0418 07:49:48.250908 3689 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0418 07:49:48.250920 3689 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0418 07:49:48.250921 3689 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0418 07:49:48.250926 3689 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0418 07:49:48.250927 3689 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0418 07:49:48.250934 3689 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0418 07:49:48.250938 3689 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0418 07:49:48.250934 3689 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0418 07:49:48.250939 3689 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0418 07:49:48.250947 3689 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0418 07:49:48.250951 3689 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0418 07:49:48.250955 3689 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0418 07:49:48.250922 3689 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0418 07:49:48.250961 3689 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0418 07:49:48.250959 3689 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0418 07:49:48.250974 3689 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0418 07:49:48.250978 3689 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0418 07:49:48.250983 3689 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0418 07:49:48.250987 3689 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0418 07:49:48.250947 3689 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0418 07:49:48.250997 3689 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0418 07:49:48.250948 3689 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0418 07:49:48.251009 3689 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0418 07:49:48.250954 3689 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0418 07:49:48.251014 3689 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0418 07:49:48.251023 3689 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0418 07:49:48.251023 3689 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0418 07:49:48.251028 3689 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0418 07:49:48.251035 3689 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0418 07:49:48.251032 3689 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0418 07:49:48.250933 3689 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0418 07:49:48.251032 3689 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0418 07:49:48.251050 3689 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0418 07:49:48.251051 3689 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0418 07:49:48.251056 3689 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0418 07:49:48.250910 3689 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0418 07:49:48.251057 3689 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0418 07:49:48.251061 3689 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0418 07:49:48.251066 3689 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0418 07:49:48.251066 3689 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0418 07:49:48.251073 3689 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0418 07:49:48.251050 3689 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0418 07:49:48.251086 3689 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0418 07:49:48.250883 3689 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0418 07:49:48.250984 3689 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0418 07:49:48.251096 3689 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0418 07:49:48.251104 3689 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0418 07:49:48.251108 3689 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0418 07:49:48.251109 3689 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0418 07:49:48.251119 3689 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0418 07:49:48.251121 3689 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0418 07:49:48.251121 3689 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0418 07:49:48.251134 3689 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0418 07:49:48.251032 3689 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0418 07:49:48.251089 3689 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0418 07:49:48.251044 3689 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0418 07:49:48.251029 3689 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0418 07:49:48.251106 3689 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0418 07:49:48.251162 3689 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0418 07:49:48.251044 3689 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0418 07:49:48.251197 3689 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0418 07:49:48.251051 3689 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0418 07:49:48.251206 3689 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0418 07:49:48.250942 3689 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0418 07:49:48.251221 3689 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0418 07:49:48.251255 3689 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0418 07:49:48.251270 3689 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0418 07:49:48.251017 3689 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0418 07:49:48.251062 3689 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0418 07:49:48.251399 3689 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0418 07:49:48.251092 3689 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0418 07:49:48.251459 3689 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0418 07:49:48.251110 3689 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0418 07:49:48.251013 3689 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0418 07:49:48.251549 3689 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0418 07:49:48.251557 3689 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0418 07:49:48.250946 3689 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0418 07:49:48.251151 3689 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0418 07:49:48.251608 3689 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0418 07:49:48.251011 3689 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0418 07:49:48.251211 3689 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0418 07:49:48.251681 3689 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0418 07:49:48.251082 3689 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0418 07:49:48.252163 3689 node_ip_handler_linux.go:160] Node IP manager is running W0418 07:49:48.289591 3689 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0418 07:49:48.289814 3689 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0418 07:49:48.289966 3689 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:80:00:01/10.128.0.1) on link ovn-k8s-mp0 I0418 07:49:48.300536 3689 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0418 07:49:48.300546 3689 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0418 07:49:48.300572 3689 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0418 07:49:48.300584 3689 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0418 07:49:48.300592 3689 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0418 07:49:48.300600 3689 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0418 07:49:48.300621 3689 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0418 07:49:48.300644 3689 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0418 07:49:48.300671 3689 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0418 07:49:48.344769 3689 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0418 07:49:48.344793 3689 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0418 07:49:48.344803 3689 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0418 07:49:48.344813 3689 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0418 07:49:48.344820 3689 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0418 07:49:48.344829 3689 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0418 07:49:48.344841 3689 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0418 07:49:48.344850 3689 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0418 07:49:48.383573 3689 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0418 07:49:48.383599 3689 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0418 07:49:48.383606 3689 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0418 07:49:48.383612 3689 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0418 07:49:48.383618 3689 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0418 07:49:48.383624 3689 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0418 07:49:48.383629 3689 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0418 07:49:48.383635 3689 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0418 07:49:48.383640 3689 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0418 07:49:48.383646 3689 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0418 07:49:48.383651 3689 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0418 07:49:48.383656 3689 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0418 07:49:48.383662 3689 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0418 07:49:48.383667 3689 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0418 07:49:48.383672 3689 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0418 07:49:48.383688 3689 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0418 07:49:49.319109 3689 egressfirewall.go:723] Syncing node "ip-10-0-2-118.ec2.internal" for egress firewall I0418 07:49:49.319132 3689 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-118.ec2.internal in network "default" I0418 07:49:49.319161 3689 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-118.ec2.internal. Updating no re-route policies I0418 07:49:49.319175 3689 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-118.ec2.internal I0418 07:49:49.319195 3689 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-118.ec2.internal: 21.718µs I0418 07:49:49.319179 3689 node_tracker.go:169] Node ip-10-0-2-118.ec2.internal switch + router changed, syncing services in network "default" I0418 07:49:49.319225 3689 services_controller.go:574] Full service sync requested for network=default I0418 07:49:49.327870 3689 default_node_network_controller.go:1380] Starting node controller node sync W0418 07:49:49.327929 3689 egressip_healthcheck.go:76] Health checking using insecure connection I0418 07:49:49.327978 3689 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.128.0.2:9107 I0418 07:49:49.339445 3689 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.560893ms I0418 07:49:49.339562 3689 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-118.ec2.internal", IP: 10.0.2.118 to PMTUD blocking rules I0418 07:49:49.339574 3689 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-118.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0418 07:49:49.345339 3689 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0418 07:49:49.345424 3689 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-118.ec2.internal", IP: 10.0.2.118 to PMTUD blocking rules I0418 07:49:49.345440 3689 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-118.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0418 07:49:49.345671 3689 egressservice_node.go:93] Setting up event handlers for Egress Services I0418 07:49:49.345925 3689 egressservice_node.go:183] Starting Egress Services Controller I0418 07:49:49.345941 3689 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0418 07:49:49.345962 3689 shared_informer.go:356] "Caches are synced" controller="egressservices" I0418 07:49:49.345974 3689 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0418 07:49:49.345979 3689 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0418 07:49:49.345984 3689 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0418 07:49:49.345988 3689 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0418 07:49:49.345992 3689 egressservice_node.go:197] Repairing Egress Services I0418 07:49:49.356263 3689 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0418 07:49:49.356275 3689 external_controller.go:278] Starting Admin Policy Based Route Controller I0418 07:49:49.356502 3689 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0418 07:49:49.356512 3689 link_network_manager.go:119] Link manager is running I0418 07:49:49.356522 3689 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0418 07:49:49.356662 3689 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0418 07:49:49.358386 3689 vrf_manager.go:128] VRF manager is running I0418 07:49:49.359185 3689 node_controller_manager.go:437] Removing flows to drop GARP I0418 07:49:49.359236 3689 gateway.go:532] Reconciling gateway with updates I0418 07:49:49.393769 3689 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0418 07:49:49.393778 3689 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0418 07:49:49.393786 3689 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0418 07:49:49.393790 3689 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0418 07:49:49.393795 3689 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0418 07:49:49.393799 3689 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0418 07:49:49.393803 3689 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0418 07:49:49.393803 3689 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0418 07:49:49.393812 3689 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0418 07:49:49.393816 3689 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0418 07:49:49.393818 3689 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0418 07:49:49.393823 3689 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0418 07:49:49.393777 3689 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0418 07:49:49.393862 3689 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0418 07:49:49.393869 3689 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0418 07:49:49.393803 3689 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0418 07:49:49.393874 3689 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0418 07:49:49.393874 3689 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0418 07:49:49.393882 3689 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0418 07:49:49.393883 3689 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0418 07:49:49.393876 3689 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0418 07:49:49.393904 3689 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0418 07:49:49.393908 3689 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0418 07:49:49.393907 3689 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0418 07:49:49.393902 3689 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0418 07:49:49.393912 3689 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0418 07:49:49.393916 3689 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0418 07:49:49.393924 3689 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0418 07:49:49.393926 3689 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0418 07:49:49.393927 3689 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0418 07:49:49.393928 3689 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0418 07:49:49.393934 3689 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0418 07:49:49.393938 3689 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0418 07:49:49.393947 3689 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0418 07:49:49.393975 3689 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0418 07:49:49.393806 3689 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0418 07:49:49.393980 3689 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0418 07:49:49.393863 3689 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0418 07:49:49.393885 3689 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0418 07:49:49.394001 3689 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0418 07:49:49.393790 3689 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0418 07:49:49.394020 3689 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0418 07:49:49.394023 3689 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0418 07:49:49.394038 3689 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0418 07:49:49.394049 3689 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0418 07:49:49.394051 3689 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0418 07:49:49.394044 3689 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0418 07:49:49.394069 3689 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0418 07:49:49.394075 3689 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0418 07:49:49.393823 3689 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0418 07:49:49.394109 3689 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0418 07:49:49.394111 3689 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0418 07:49:49.394122 3689 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0418 07:49:49.393876 3689 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0418 07:49:49.393833 3689 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0418 07:49:49.394148 3689 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0418 07:49:49.394155 3689 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0418 07:49:49.394169 3689 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0418 07:49:49.393839 3689 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0418 07:49:49.394178 3689 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0418 07:49:49.393841 3689 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0418 07:49:49.394213 3689 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0418 07:49:49.393846 3689 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0418 07:49:49.394238 3689 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0418 07:49:49.393850 3689 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0418 07:49:49.394269 3689 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0418 07:49:49.394280 3689 port_claim.go:71] Svc openshift-ingress/router-default: port 30486 is already open, no action needed I0418 07:49:49.394286 3689 port_claim.go:71] Svc openshift-ingress/router-default: port 30584 is already open, no action needed I0418 07:49:49.393852 3689 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0418 07:49:49.394325 3689 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0418 07:49:49.393852 3689 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0418 07:49:49.394358 3689 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0418 07:49:49.393854 3689 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0418 07:49:49.394382 3689 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0418 07:49:49.393857 3689 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0418 07:49:49.394411 3689 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0418 07:49:49.394417 3689 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0418 07:49:49.393863 3689 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0418 07:49:49.394425 3689 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0418 07:49:49.393865 3689 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0418 07:49:49.393864 3689 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0418 07:49:49.394451 3689 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0418 07:49:49.393865 3689 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0418 07:49:49.394472 3689 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0418 07:49:49.393872 3689 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0418 07:49:49.394502 3689 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0418 07:49:49.394507 3689 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0418 07:49:49.393879 3689 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0418 07:49:49.393819 3689 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0418 07:49:49.393825 3689 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0418 07:49:49.394549 3689 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0418 07:49:49.394554 3689 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0418 07:49:49.393902 3689 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0418 07:49:49.393907 3689 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0418 07:49:49.393907 3689 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0418 07:49:49.394603 3689 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0418 07:49:49.393913 3689 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0418 07:49:49.393916 3689 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0418 07:49:49.394642 3689 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0418 07:49:49.393917 3689 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0418 07:49:49.393919 3689 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0418 07:49:49.394656 3689 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0418 07:49:49.393931 3689 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0418 07:49:49.394691 3689 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0418 07:49:49.394695 3689 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0418 07:49:49.394055 3689 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0418 07:49:49.394702 3689 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0418 07:49:49.393829 3689 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0418 07:49:49.394730 3689 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0418 07:49:49.394139 3689 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0418 07:49:49.393839 3689 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0418 07:49:49.394784 3689 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0418 07:49:49.394789 3689 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0418 07:49:49.432510 3689 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0418 07:49:49.432526 3689 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0418 07:49:49.432532 3689 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0418 07:49:49.432537 3689 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0418 07:49:49.470226 3689 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0418 07:49:49.470235 3689 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0418 07:49:49.470249 3689 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0418 07:49:49.470254 3689 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0418 07:49:49.470261 3689 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0418 07:49:49.470266 3689 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0418 07:49:49.470271 3689 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0418 07:49:49.470276 3689 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0418 07:49:49.470282 3689 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0418 07:49:49.470287 3689 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0418 07:49:49.470292 3689 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0418 07:49:49.470305 3689 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0418 07:49:49.470318 3689 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0418 07:49:49.470324 3689 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0418 07:49:49.470329 3689 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0418 07:49:49.507222 3689 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0418 07:49:49.507238 3689 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0418 07:49:49.710444 3689 egressfirewall.go:723] Syncing node "ip-10-0-0-237.ec2.internal" for egress firewall I0418 07:49:49.710451 3689 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-237.ec2.internal in network "default" I0418 07:49:49.710474 3689 node_tracker.go:220] Node ip-10-0-0-237.ec2.internal has invalid / no HostSubnet annotations (probably waiting on initialization), or it's a hybrid overlay node: could not find "k8s.ovn.org/node-subnets" annotation I0418 07:49:49.710514 3689 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-237.ec2.internal I0418 07:49:49.710530 3689 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-237.ec2.internal: 20.234µs E0418 07:49:49.710583 3689 default_network_controller.go:833] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-0-237.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation I0418 07:49:49.710602 3689 obj_retry.go:578] Failed to create *v1.Node ip-10-0-0-237.ec2.internal, error: [adding or updating remote node chassis ip-10-0-0-237.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-237.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-237.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-237.ec2.internal, error parsing annotation for node ip-10-0-0-237.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation] E0418 07:49:49.720094 3689 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-0-237.ec2.internal annotation: unexpected end of JSON input E0418 07:49:49.720152 3689 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-0-237.ec2.internal annotation: unexpected end of JSON input I0418 07:49:49.720173 3689 default_network_controller.go:1025] Node "ip-10-0-0-237.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0418 07:49:49.720227 3689 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-0-237.ec2.internal: suppressed error logged: failed to fallback to annotations after error "failed to generate gateway router port address for node ip-10-0-0-237.ec2.internal: k8s.ovn.org/node-id annotation not found for node ip-10-0-0-237.ec2.internal": k8s.ovn.org/node-gateway-router-lrp-ifaddr annotation not found for node "ip-10-0-0-237.ec2.internal" I0418 07:49:49.735288 3689 default_network_controller.go:1025] Node "ip-10-0-0-237.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: true I0418 07:49:49.751310 3689 default_network_controller.go:1025] Node "ip-10-0-0-237.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0418 07:49:49.765754 3689 egressfirewall.go:723] Syncing node "ip-10-0-0-237.ec2.internal" for egress firewall I0418 07:49:49.765787 3689 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-237.ec2.internal I0418 07:49:49.765801 3689 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-237.ec2.internal: 17.345µs I0418 07:49:49.765816 3689 default_network_controller.go:1025] Node "ip-10-0-0-237.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0418 07:49:49.951006 3689 egressfirewall.go:723] Syncing node "ip-10-0-0-237.ec2.internal" for egress firewall I0418 07:49:49.951063 3689 default_network_controller.go:1025] Node "ip-10-0-0-237.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0418 07:49:49.951084 3689 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-237.ec2.internal I0418 07:49:49.951092 3689 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-237.ec2.internal: 12µs I0418 07:49:49.968673 3689 default_network_controller.go:1025] Node "ip-10-0-0-237.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0418 07:49:50.107932 3689 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-initial-jfzww of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 07:49:50.107975 3689 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-initial-jfzww of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 07:49:50.208873 3689 default_network_controller.go:1025] Node "ip-10-0-0-237.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0418 07:49:50.742511 3689 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-211.ec2.internal I0418 07:49:50.742546 3689 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-211.ec2.internal: 46.012µs I0418 07:49:50.771230 3689 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-6ccb9cffd8-rdkl5] creating logical port openshift-image-registry_image-registry-6ccb9cffd8-rdkl5 for pod on switch ip-10-0-1-211.ec2.internal I0418 07:49:50.771452 3689 kube.go:256] Updating pod openshift-image-registry/image-registry-6ccb9cffd8-rdkl5 I0418 07:49:50.794329 3689 pod.go:62] [openshift-image-registry/image-registry-6ccb9cffd8-rdkl5] pod update took 22.932924ms I0418 07:49:50.794347 3689 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-6ccb9cffd8-rdkl5] addLogicalPort annotation time took 22.956365ms I0418 07:49:50.795576 3689 pods.go:271] [openshift-image-registry/image-registry-6ccb9cffd8-rdkl5] addLogicalPort took 24.36408ms, libovsdb time 1.004831ms I0418 07:49:50.801068 3689 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-q7kdv] creating logical port openshift-dns_dns-default-q7kdv for pod on switch ip-10-0-1-211.ec2.internal I0418 07:49:50.801190 3689 kube.go:256] Updating pod openshift-dns/dns-default-q7kdv I0418 07:49:50.819118 3689 pod.go:62] [openshift-dns/dns-default-q7kdv] pod update took 17.963432ms I0418 07:49:50.819139 3689 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-q7kdv] addLogicalPort annotation time took 17.985175ms I0418 07:49:50.820176 3689 pods.go:271] [openshift-dns/dns-default-q7kdv] addLogicalPort took 19.11967ms, libovsdb time 801.583µs I0418 07:49:50.822463 3689 base_network_controller_pods.go:487] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-2wbsc] creating logical port openshift-monitoring_cluster-monitoring-operator-557b74df6-2wbsc for pod on switch ip-10-0-1-211.ec2.internal I0418 07:49:50.822575 3689 kube.go:256] Updating pod openshift-monitoring/cluster-monitoring-operator-557b74df6-2wbsc I0418 07:49:50.829318 3689 base_network_controller_pods.go:487] [default/openshift-insights/insights-operator-6dbb575d6c-6hvwr] creating logical port openshift-insights_insights-operator-6dbb575d6c-6hvwr for pod on switch ip-10-0-1-211.ec2.internal I0418 07:49:50.829404 3689 kube.go:256] Updating pod openshift-insights/insights-operator-6dbb575d6c-6hvwr I0418 07:49:50.829622 3689 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-4g88w] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-4g88w for pod on switch ip-10-0-1-211.ec2.internal I0418 07:49:50.829740 3689 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-4g88w I0418 07:49:50.829800 3689 base_network_controller_pods.go:487] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-k54ms] creating logical port openshift-service-ca-operator_service-ca-operator-bc9564db4-k54ms for pod on switch ip-10-0-1-211.ec2.internal I0418 07:49:50.829925 3689 kube.go:256] Updating pod openshift-service-ca-operator/service-ca-operator-bc9564db4-k54ms I0418 07:49:50.838204 3689 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-68bc5988cc-rf9q8] creating logical port openshift-ingress_router-default-68bc5988cc-rf9q8 for pod on switch ip-10-0-1-211.ec2.internal I0418 07:49:50.838348 3689 kube.go:256] Updating pod openshift-ingress/router-default-68bc5988cc-rf9q8 I0418 07:49:50.842988 3689 base_network_controller_pods.go:487] [default/openshift-console-operator/console-operator-66dbbb6468-cg7rm] creating logical port openshift-console-operator_console-operator-66dbbb6468-cg7rm for pod on switch ip-10-0-1-211.ec2.internal I0418 07:49:50.843090 3689 kube.go:256] Updating pod openshift-console-operator/console-operator-66dbbb6468-cg7rm I0418 07:49:50.843217 3689 base_network_controller_pods.go:487] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-msmhs] creating logical port openshift-cluster-storage-operator_volume-data-source-validator-6944588dcc-msmhs for pod on switch ip-10-0-1-211.ec2.internal I0418 07:49:50.843328 3689 kube.go:256] Updating pod openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-msmhs I0418 07:49:50.843461 3689 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-p4b2t] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-p4b2t for pod on switch ip-10-0-1-211.ec2.internal I0418 07:49:50.843581 3689 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-p4b2t I0418 07:49:50.843755 3689 pod.go:62] [openshift-monitoring/cluster-monitoring-operator-557b74df6-2wbsc] pod update took 21.205287ms I0418 07:49:50.843780 3689 base_network_controller_pods.go:951] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-2wbsc] addLogicalPort annotation time took 21.23165ms I0418 07:49:50.844859 3689 pods.go:271] [openshift-monitoring/cluster-monitoring-operator-557b74df6-2wbsc] addLogicalPort took 22.404145ms, libovsdb time 797.549µs I0418 07:49:50.844928 3689 base_network_controller_pods.go:487] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-twc6q] creating logical port openshift-cluster-samples-operator_cluster-samples-operator-67f4d568c7-twc6q for pod on switch ip-10-0-1-211.ec2.internal I0418 07:49:50.844991 3689 kube.go:256] Updating pod openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-twc6q I0418 07:49:50.862764 3689 pod.go:62] [openshift-insights/insights-operator-6dbb575d6c-6hvwr] pod update took 33.375799ms I0418 07:49:50.862782 3689 base_network_controller_pods.go:951] [default/openshift-insights/insights-operator-6dbb575d6c-6hvwr] addLogicalPort annotation time took 33.396689ms I0418 07:49:50.863036 3689 pod.go:62] [openshift-service-ca-operator/service-ca-operator-bc9564db4-k54ms] pod update took 33.158051ms I0418 07:49:50.863058 3689 base_network_controller_pods.go:951] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-k54ms] addLogicalPort annotation time took 33.183041ms I0418 07:49:50.863040 3689 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-4g88w] pod update took 33.339844ms I0418 07:49:50.863273 3689 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-4g88w] addLogicalPort annotation time took 33.571657ms I0418 07:49:50.863596 3689 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-rfzkh] creating logical port openshift-ingress-canary_ingress-canary-rfzkh for pod on switch ip-10-0-1-211.ec2.internal I0418 07:49:50.863704 3689 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-rfzkh I0418 07:49:50.864081 3689 pods.go:271] [openshift-insights/insights-operator-6dbb575d6c-6hvwr] addLogicalPort took 34.770989ms, libovsdb time 1.045581ms I0418 07:49:50.864304 3689 pods.go:271] [openshift-service-ca-operator/service-ca-operator-bc9564db4-k54ms] addLogicalPort took 34.515186ms, libovsdb time 962.708µs I0418 07:49:50.864520 3689 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-4g88w] addLogicalPort took 34.910866ms, libovsdb time 987.551µs I0418 07:49:50.864580 3689 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-pnldn] creating logical port openshift-kube-storage-version-migrator-operator_kube-storage-version-migrator-operator-74478b59c6-pnldn for pod on switch ip-10-0-1-211.ec2.internal I0418 07:49:50.864642 3689 kube.go:256] Updating pod openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-pnldn I0418 07:49:50.869003 3689 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-m86qw] creating logical port openshift-network-diagnostics_network-check-source-84fd6d9d54-m86qw for pod on switch ip-10-0-1-211.ec2.internal I0418 07:49:50.869095 3689 kube.go:256] Updating pod openshift-network-diagnostics/network-check-source-84fd6d9d54-m86qw I0418 07:49:50.878199 3689 pod.go:62] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-msmhs] pod update took 34.893942ms I0418 07:49:50.878218 3689 base_network_controller_pods.go:951] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-msmhs] addLogicalPort annotation time took 34.91757ms I0418 07:49:50.878266 3689 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-p4b2t] pod update took 34.716855ms I0418 07:49:50.878283 3689 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-p4b2t] addLogicalPort annotation time took 34.735265ms I0418 07:49:50.878333 3689 pod.go:62] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-twc6q] pod update took 33.366272ms I0418 07:49:50.878351 3689 base_network_controller_pods.go:951] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-twc6q] addLogicalPort annotation time took 33.382883ms I0418 07:49:50.878360 3689 pod.go:62] [openshift-ingress/router-default-68bc5988cc-rf9q8] pod update took 40.032994ms I0418 07:49:50.878374 3689 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-68bc5988cc-rf9q8] addLogicalPort annotation time took 40.049375ms I0418 07:49:50.879351 3689 pod.go:62] [openshift-console-operator/console-operator-66dbbb6468-cg7rm] pod update took 36.282972ms I0418 07:49:50.879387 3689 base_network_controller_pods.go:951] [default/openshift-console-operator/console-operator-66dbbb6468-cg7rm] addLogicalPort annotation time took 36.319381ms I0418 07:49:50.879471 3689 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-p4b2t] addLogicalPort took 36.018132ms, libovsdb time 950.224µs I0418 07:49:50.879534 3689 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-5x4gv] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-catalog-5x4gv for pod on switch ip-10-0-1-211.ec2.internal I0418 07:49:50.879612 3689 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-catalog-5x4gv I0418 07:49:50.879886 3689 pods.go:271] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-msmhs] addLogicalPort took 36.682575ms, libovsdb time 1.311046ms I0418 07:49:50.880295 3689 pods.go:271] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-twc6q] addLogicalPort took 35.371128ms, libovsdb time 1.691003ms I0418 07:49:50.880734 3689 pods.go:271] [openshift-ingress/router-default-68bc5988cc-rf9q8] addLogicalPort took 42.541566ms, libovsdb time 1.97776ms I0418 07:49:50.881432 3689 pods.go:271] [openshift-console-operator/console-operator-66dbbb6468-cg7rm] addLogicalPort took 38.451884ms, libovsdb time 1.444502ms I0418 07:49:50.881476 3689 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-7848c78fb9-vrppd] creating logical port openshift-ingress_router-default-7848c78fb9-vrppd for pod on switch ip-10-0-1-211.ec2.internal I0418 07:49:50.881546 3689 kube.go:256] Updating pod openshift-ingress/router-default-7848c78fb9-vrppd I0418 07:49:50.882077 3689 pod.go:62] [openshift-ingress-canary/ingress-canary-rfzkh] pod update took 18.397763ms I0418 07:49:50.882123 3689 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-rfzkh] addLogicalPort annotation time took 18.41904ms I0418 07:49:50.883421 3689 pods.go:271] [openshift-ingress-canary/ingress-canary-rfzkh] addLogicalPort took 19.859698ms, libovsdb time 903.419µs I0418 07:49:50.888078 3689 pod.go:62] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-pnldn] pod update took 23.458335ms I0418 07:49:50.888093 3689 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-pnldn] addLogicalPort annotation time took 23.475191ms I0418 07:49:50.888966 3689 pods.go:271] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-pnldn] addLogicalPort took 24.392238ms, libovsdb time 654.223µs I0418 07:49:50.899625 3689 pod.go:62] [openshift-network-diagnostics/network-check-source-84fd6d9d54-m86qw] pod update took 30.54702ms I0418 07:49:50.899641 3689 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-m86qw] addLogicalPort annotation time took 30.563885ms I0418 07:49:50.899627 3689 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-5x4gv] pod update took 20.04139ms I0418 07:49:50.899718 3689 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-5x4gv] addLogicalPort annotation time took 20.132112ms I0418 07:49:50.900614 3689 pods.go:271] [openshift-network-diagnostics/network-check-source-84fd6d9d54-m86qw] addLogicalPort took 31.622097ms, libovsdb time 745.898µs I0418 07:49:50.900916 3689 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-5x4gv] addLogicalPort took 21.39458ms, libovsdb time 902.306µs I0418 07:49:50.916189 3689 pod.go:62] [openshift-ingress/router-default-7848c78fb9-vrppd] pod update took 34.669628ms I0418 07:49:50.916205 3689 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-7848c78fb9-vrppd] addLogicalPort annotation time took 34.69248ms I0418 07:49:50.917100 3689 pods.go:271] [openshift-ingress/router-default-7848c78fb9-vrppd] addLogicalPort took 35.63171ms, libovsdb time 643.053µs I0418 07:49:51.110706 3689 obj_retry.go:492] Detected object kube-system/ecr-credential-refresh-initial-jfzww of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:49:51.110731 3689 obj_retry.go:492] Detected object kube-system/ecr-credential-refresh-initial-jfzww of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:49:51.239432 3689 cni.go:452] [openshift-insights/insights-operator-6dbb575d6c-6hvwr bd29b5c83224e3c246c3ca7109cae4ff3a5980defe4192c5a5931d2e3c72ab10 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-operator-6dbb575d6c-6hvwr bd29b5c83224e3c246c3ca7109cae4ff3a5980defe4192c5a5931d2e3c72ab10 network default NAD default NAD key ] I0418 07:49:51.287090 3689 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-operator-6dbb575d6c-6hvwr, hostIfaceName: bd29b5c83224e3c, network: default, NAD default, SandboxID: "bd29b5c83224e3c246c3ca7109cae4ff3a5980defe4192c5a5931d2e3c72ab10", PCI device ID: , UID: "f3f850db-6ae5-470f-99c4-6fd79210d697", MAC: 0a:58:0a:80:00:08, IPs: [10.128.0.8/23] I0418 07:49:51.303402 3689 cni.go:452] [openshift-service-ca-operator/service-ca-operator-bc9564db4-k54ms 338b5616e08a8a8cfcb3456d4947313ebe732fba628c647a78db71e756bfe6ff network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-k54ms 338b5616e08a8a8cfcb3456d4947313ebe732fba628c647a78db71e756bfe6ff network default NAD default NAD key ] I0418 07:49:51.314111 3689 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca-operator, podName: service-ca-operator-bc9564db4-k54ms, hostIfaceName: 338b5616e08a8a8, network: default, NAD default, SandboxID: "338b5616e08a8a8cfcb3456d4947313ebe732fba628c647a78db71e756bfe6ff", PCI device ID: , UID: "c3f174ec-3e44-4500-a0eb-655c5a62e47e", MAC: 0a:58:0a:80:00:0a, IPs: [10.128.0.10/23] I0418 07:49:51.350210 3689 cni.go:473] [openshift-insights/insights-operator-6dbb575d6c-6hvwr bd29b5c83224e3c246c3ca7109cae4ff3a5980defe4192c5a5931d2e3c72ab10 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-operator-6dbb575d6c-6hvwr bd29b5c83224e3c246c3ca7109cae4ff3a5980defe4192c5a5931d2e3c72ab10 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:38:33:b5:95:d7\",\"name\":\"bd29b5c83224e3c\"},{\"mac\":\"0a:58:0a:80:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2dd85331-5618-4478-ad11-d707df6e4b4a\"}],\"ips\":[{\"address\":\"10.128.0.8/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 07:49:51.359886 3689 cni.go:473] [openshift-service-ca-operator/service-ca-operator-bc9564db4-k54ms 338b5616e08a8a8cfcb3456d4947313ebe732fba628c647a78db71e756bfe6ff network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-k54ms 338b5616e08a8a8cfcb3456d4947313ebe732fba628c647a78db71e756bfe6ff network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:cd:80:35:6f:62\",\"name\":\"338b5616e08a8a8\"},{\"mac\":\"0a:58:0a:80:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fbb5737b-7c36-4090-85b2-a8ae679d3e24\"}],\"ips\":[{\"address\":\"10.128.0.10/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 07:49:51.380847 3689 cni.go:452] [openshift-console-operator/console-operator-66dbbb6468-cg7rm c1a4656035e30327bfc2727c781d68c7c473b157f8dd1e7668617b6789aeb479 network default NAD default NAD key ] ADD starting CNI request [openshift-console-operator/console-operator-66dbbb6468-cg7rm c1a4656035e30327bfc2727c781d68c7c473b157f8dd1e7668617b6789aeb479 network default NAD default NAD key ] I0418 07:49:51.394602 3689 helper_linux.go:556] ConfigureOVS: namespace: openshift-console-operator, podName: console-operator-66dbbb6468-cg7rm, hostIfaceName: c1a4656035e3032, network: default, NAD default, SandboxID: "c1a4656035e30327bfc2727c781d68c7c473b157f8dd1e7668617b6789aeb479", PCI device ID: , UID: "658bdf44-1636-444b-93e9-14af0ffabc42", MAC: 0a:58:0a:80:00:0c, IPs: [10.128.0.12/23] I0418 07:49:51.410909 3689 cni.go:452] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-msmhs 951c772120a934b8edf27c357233eb33bf3009f73df0c461db18760402f2fb56 network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-msmhs 951c772120a934b8edf27c357233eb33bf3009f73df0c461db18760402f2fb56 network default NAD default NAD key ] I0418 07:49:51.421317 3689 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-storage-operator, podName: volume-data-source-validator-6944588dcc-msmhs, hostIfaceName: 951c772120a934b, network: default, NAD default, SandboxID: "951c772120a934b8edf27c357233eb33bf3009f73df0c461db18760402f2fb56", PCI device ID: , UID: "67984c81-3c77-4485-b165-ea8f9838374b", MAC: 0a:58:0a:80:00:0d, IPs: [10.128.0.13/23] I0418 07:49:51.429752 3689 cni.go:452] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-pnldn ea2eaf8d9400509096ed569f9f933c67106a2d91386265944dfae92eef7e7867 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-pnldn ea2eaf8d9400509096ed569f9f933c67106a2d91386265944dfae92eef7e7867 network default NAD default NAD key ] I0418 07:49:51.439885 3689 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator-operator, podName: kube-storage-version-migrator-operator-74478b59c6-pnldn, hostIfaceName: ea2eaf8d9400509, network: default, NAD default, SandboxID: "ea2eaf8d9400509096ed569f9f933c67106a2d91386265944dfae92eef7e7867", PCI device ID: , UID: "bce5178a-c214-426a-9081-e6b40da9b723", MAC: 0a:58:0a:80:00:11, IPs: [10.128.0.17/23] I0418 07:49:51.445272 3689 cni.go:473] [openshift-console-operator/console-operator-66dbbb6468-cg7rm c1a4656035e30327bfc2727c781d68c7c473b157f8dd1e7668617b6789aeb479 network default NAD default NAD key default] ADD finished CNI request [openshift-console-operator/console-operator-66dbbb6468-cg7rm c1a4656035e30327bfc2727c781d68c7c473b157f8dd1e7668617b6789aeb479 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:b8:a4:41:c2:b8\",\"name\":\"c1a4656035e3032\"},{\"mac\":\"0a:58:0a:80:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8c4df57e-2bb5-4048-ba87-6c7c99c3a66b\"}],\"ips\":[{\"address\":\"10.128.0.12/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 07:49:51.470195 3689 cni.go:473] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-msmhs 951c772120a934b8edf27c357233eb33bf3009f73df0c461db18760402f2fb56 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-msmhs 951c772120a934b8edf27c357233eb33bf3009f73df0c461db18760402f2fb56 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:76:c6:da:82:b3\",\"name\":\"951c772120a934b\"},{\"mac\":\"0a:58:0a:80:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2f217cf4-4001-4e19-a8ad-2bd102e14eda\"}],\"ips\":[{\"address\":\"10.128.0.13/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 07:49:51.481881 3689 cni.go:452] [openshift-network-diagnostics/network-check-source-84fd6d9d54-m86qw 18ba2cd2371731dae5ea3bf09d6f34cb777148f95bb22debf3163c64ae6e58c5 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-m86qw 18ba2cd2371731dae5ea3bf09d6f34cb777148f95bb22debf3163c64ae6e58c5 network default NAD default NAD key ] I0418 07:49:51.491472 3689 cni.go:473] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-pnldn ea2eaf8d9400509096ed569f9f933c67106a2d91386265944dfae92eef7e7867 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-pnldn ea2eaf8d9400509096ed569f9f933c67106a2d91386265944dfae92eef7e7867 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:6b:5b:5d:dd:09\",\"name\":\"ea2eaf8d9400509\"},{\"mac\":\"0a:58:0a:80:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f8b45656-041e-4ac3-8bff-aae1f36a9dd4\"}],\"ips\":[{\"address\":\"10.128.0.17/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 07:49:51.493928 3689 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-source-84fd6d9d54-m86qw, hostIfaceName: 18ba2cd2371731d, network: default, NAD default, SandboxID: "18ba2cd2371731dae5ea3bf09d6f34cb777148f95bb22debf3163c64ae6e58c5", PCI device ID: , UID: "25ab7098-0ba9-4a15-ad2b-bde936ad736b", MAC: 0a:58:0a:80:00:12, IPs: [10.128.0.18/23] I0418 07:49:51.512063 3689 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-5x4gv 3282a35d9763fea9ef695b7e1020cf05fcc0fe1f5cce607890e9da44d2c4e2d9 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-5x4gv 3282a35d9763fea9ef695b7e1020cf05fcc0fe1f5cce607890e9da44d2c4e2d9 network default NAD default NAD key ] I0418 07:49:51.523090 3689 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-catalog-5x4gv, hostIfaceName: 3282a35d9763fea, network: default, NAD default, SandboxID: "3282a35d9763fea9ef695b7e1020cf05fcc0fe1f5cce607890e9da44d2c4e2d9", PCI device ID: , UID: "74e40ed9-20de-4575-9d94-0c6124675cfe", MAC: 0a:58:0a:80:00:13, IPs: [10.128.0.19/23] I0418 07:49:51.544632 3689 cni.go:473] [openshift-network-diagnostics/network-check-source-84fd6d9d54-m86qw 18ba2cd2371731dae5ea3bf09d6f34cb777148f95bb22debf3163c64ae6e58c5 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-m86qw 18ba2cd2371731dae5ea3bf09d6f34cb777148f95bb22debf3163c64ae6e58c5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:8b:3f:b1:3f:e0\",\"name\":\"18ba2cd2371731d\"},{\"mac\":\"0a:58:0a:80:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/365ce2af-5fe1-4aba-a061-130ee2aab5b6\"}],\"ips\":[{\"address\":\"10.128.0.18/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 07:49:51.566690 3689 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-5x4gv 3282a35d9763fea9ef695b7e1020cf05fcc0fe1f5cce607890e9da44d2c4e2d9 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-5x4gv 3282a35d9763fea9ef695b7e1020cf05fcc0fe1f5cce607890e9da44d2c4e2d9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:4e:43:38:ab:aa\",\"name\":\"3282a35d9763fea\"},{\"mac\":\"0a:58:0a:80:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4b65ea70-f0e7-4775-a1fe-ef8bbe3807cd\"}],\"ips\":[{\"address\":\"10.128.0.19/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 07:49:51.775622 3689 cni.go:452] [openshift-ingress-canary/ingress-canary-rfzkh 5aa9dcef370dbf6541af00dda6ce7144a0b7df6c0b9c03e1696ec606ce651f20 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-rfzkh 5aa9dcef370dbf6541af00dda6ce7144a0b7df6c0b9c03e1696ec606ce651f20 network default NAD default NAD key ] I0418 07:49:51.786377 3689 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-rfzkh, hostIfaceName: 5aa9dcef370dbf6, network: default, NAD default, SandboxID: "5aa9dcef370dbf6541af00dda6ce7144a0b7df6c0b9c03e1696ec606ce651f20", PCI device ID: , UID: "089cc122-30cc-426c-8ace-6f2170228164", MAC: 0a:58:0a:80:00:10, IPs: [10.128.0.16/23] I0418 07:49:51.832964 3689 cni.go:473] [openshift-ingress-canary/ingress-canary-rfzkh 5aa9dcef370dbf6541af00dda6ce7144a0b7df6c0b9c03e1696ec606ce651f20 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-rfzkh 5aa9dcef370dbf6541af00dda6ce7144a0b7df6c0b9c03e1696ec606ce651f20 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:ac:53:ca:46:de\",\"name\":\"5aa9dcef370dbf6\"},{\"mac\":\"0a:58:0a:80:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5fe9c93a-2909-4e9b-961c-7293b33e41cb\"}],\"ips\":[{\"address\":\"10.128.0.16/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 07:49:52.196273 3689 default_network_controller.go:1025] Node "ip-10-0-0-237.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0418 07:49:53.805478 3689 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-118.ec2.internal I0418 07:49:53.805514 3689 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-118.ec2.internal: 45.985µs I0418 07:49:59.067565 3689 cni.go:452] [openshift-network-diagnostics/network-check-target-jtkh2 ec10a2d9bec65eb5bcc2a9ae02138f1159f6c2a45036c69a50a37bd832b88c2f network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-jtkh2 ec10a2d9bec65eb5bcc2a9ae02138f1159f6c2a45036c69a50a37bd832b88c2f network default NAD default NAD key ] I0418 07:49:59.077905 3689 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-jtkh2, hostIfaceName: ec10a2d9bec65eb, network: default, NAD default, SandboxID: "ec10a2d9bec65eb5bcc2a9ae02138f1159f6c2a45036c69a50a37bd832b88c2f", PCI device ID: , UID: "4bcf4340-ec87-4914-ac09-4fe8526ecda0", MAC: 0a:58:0a:80:00:03, IPs: [10.128.0.3/23] I0418 07:49:59.126275 3689 cni.go:473] [openshift-network-diagnostics/network-check-target-jtkh2 ec10a2d9bec65eb5bcc2a9ae02138f1159f6c2a45036c69a50a37bd832b88c2f network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-jtkh2 ec10a2d9bec65eb5bcc2a9ae02138f1159f6c2a45036c69a50a37bd832b88c2f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:ec:1e:6c:ba:84\",\"name\":\"ec10a2d9bec65eb\"},{\"mac\":\"0a:58:0a:80:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f5b5213d-a294-49ae-ac8b-dded8626e83d\"}],\"ips\":[{\"address\":\"10.128.0.3/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 07:49:59.861872 3689 default_network_controller.go:1025] Node "ip-10-0-0-237.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0418 07:50:00.209191 3689 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0418 07:50:00.221303 3689 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0418 07:50:00.323651 3689 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0418 07:50:01.074547 3689 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0418 07:50:01.075465 3689 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 892.001µs I0418 07:50:01.099714 3689 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0418 07:50:01.662551 3689 namespace.go:98] [openshift-service-ca] adding namespace I0418 07:50:01.663416 3689 namespace.go:102] [openshift-service-ca] adding namespace took 845.246µs I0418 07:50:01.680030 3689 namespace.go:142] [openshift-service-ca] updating namespace W0418 07:50:03.173274 3689 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0418 07:50:08.420180 3689 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-lfjxl] creating logical port openshift-insights_insights-runtime-extractor-lfjxl for pod on switch ip-10-0-1-211.ec2.internal I0418 07:50:08.420350 3689 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-lfjxl I0418 07:50:08.439210 3689 pod.go:62] [openshift-insights/insights-runtime-extractor-lfjxl] pod update took 18.905653ms I0418 07:50:08.439231 3689 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-lfjxl] addLogicalPort annotation time took 18.93245ms I0418 07:50:08.440543 3689 pods.go:271] [openshift-insights/insights-runtime-extractor-lfjxl] addLogicalPort took 20.38103ms, libovsdb time 884.628µs I0418 07:50:08.638167 3689 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-237.ec2.internal I0418 07:50:08.638189 3689 egressfirewall.go:723] Syncing node "ip-10-0-0-237.ec2.internal" for egress firewall I0418 07:50:08.638189 3689 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-237.ec2.internal: 28.646µs I0418 07:50:08.638166 3689 default_network_controller.go:1025] Node "ip-10-0-0-237.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0418 07:50:10.415262 3689 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0418 07:50:16.996245 3689 obj_retry.go:334] Retry object setup: *v1.Node ip-10-0-0-237.ec2.internal I0418 07:50:16.996273 3689 obj_retry.go:398] Adding new object: *v1.Node ip-10-0-0-237.ec2.internal I0418 07:50:16.996389 3689 obj_retry.go:409] Retry add failed for *v1.Node ip-10-0-0-237.ec2.internal, will try again later: adding or updating remote node chassis ip-10-0-0-237.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-237.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-237.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-237.ec2.internal I0418 07:50:18.051311 3689 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-lcdzk I0418 07:50:18.051322 3689 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-lbxl9 I0418 07:50:18.051336 3689 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-lcdzk I0418 07:50:18.051339 3689 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-lbxl9 I0418 07:50:18.051373 3689 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-lbxl9, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-lbxl9: suppressed error logged: pod openshift-multus/network-metrics-daemon-lbxl9: no pod IPs found I0418 07:50:18.051387 3689 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-lcdzk, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-lcdzk: suppressed error logged: pod openshift-network-diagnostics/network-check-target-lcdzk: no pod IPs found I0418 07:50:22.966008 3689 cni.go:452] [openshift-image-registry/image-registry-6ccb9cffd8-rdkl5 0a647314ee45ecfa0a3bbce974d31fdbf64cf5b6f3dba9fd91997393da0055b7 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-6ccb9cffd8-rdkl5 0a647314ee45ecfa0a3bbce974d31fdbf64cf5b6f3dba9fd91997393da0055b7 network default NAD default NAD key ] I0418 07:50:22.974993 3689 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-6ccb9cffd8-rdkl5, hostIfaceName: 0a647314ee45ecf, network: default, NAD default, SandboxID: "0a647314ee45ecfa0a3bbce974d31fdbf64cf5b6f3dba9fd91997393da0055b7", PCI device ID: , UID: "d95e7e7c-20c2-4024-966f-1eac31ed216d", MAC: 0a:58:0a:80:00:05, IPs: [10.128.0.5/23] I0418 07:50:22.995821 3689 cni.go:452] [openshift-dns/dns-default-q7kdv ddf2be12afae79f851ea900fae76416fde309f5178b5f0603066b28fcbe4adf2 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-q7kdv ddf2be12afae79f851ea900fae76416fde309f5178b5f0603066b28fcbe4adf2 network default NAD default NAD key ] I0418 07:50:23.006122 3689 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-q7kdv, hostIfaceName: ddf2be12afae79f, network: default, NAD default, SandboxID: "ddf2be12afae79f851ea900fae76416fde309f5178b5f0603066b28fcbe4adf2", PCI device ID: , UID: "7aac262b-193e-4330-86ee-a8324bfa53cd", MAC: 0a:58:0a:80:00:06, IPs: [10.128.0.6/23] I0418 07:50:23.021634 3689 cni.go:452] [openshift-monitoring/cluster-monitoring-operator-557b74df6-2wbsc d2248f5b822f970ac730ec79930b55a3fde787c006ccf63b1511af2023d9d40d network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-2wbsc d2248f5b822f970ac730ec79930b55a3fde787c006ccf63b1511af2023d9d40d network default NAD default NAD key ] I0418 07:50:23.028166 3689 cni.go:473] [openshift-image-registry/image-registry-6ccb9cffd8-rdkl5 0a647314ee45ecfa0a3bbce974d31fdbf64cf5b6f3dba9fd91997393da0055b7 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-6ccb9cffd8-rdkl5 0a647314ee45ecfa0a3bbce974d31fdbf64cf5b6f3dba9fd91997393da0055b7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:c6:9c:7c:43:3d\",\"name\":\"0a647314ee45ecf\"},{\"mac\":\"0a:58:0a:80:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5ed9eaf5-b467-48b5-b37c-abf07d667c04\"}],\"ips\":[{\"address\":\"10.128.0.5/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 07:50:23.031497 3689 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: cluster-monitoring-operator-557b74df6-2wbsc, hostIfaceName: d2248f5b822f970, network: default, NAD default, SandboxID: "d2248f5b822f970ac730ec79930b55a3fde787c006ccf63b1511af2023d9d40d", PCI device ID: , UID: "4e2c9132-af9c-49f4-8d16-81be53fbba7c", MAC: 0a:58:0a:80:00:07, IPs: [10.128.0.7/23] I0418 07:50:23.054968 3689 cni.go:473] [openshift-dns/dns-default-q7kdv ddf2be12afae79f851ea900fae76416fde309f5178b5f0603066b28fcbe4adf2 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-q7kdv ddf2be12afae79f851ea900fae76416fde309f5178b5f0603066b28fcbe4adf2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:27:bc:59:f1:02\",\"name\":\"ddf2be12afae79f\"},{\"mac\":\"0a:58:0a:80:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3be6e5c6-5e1b-4db1-967a-83eb26c7120f\"}],\"ips\":[{\"address\":\"10.128.0.6/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 07:50:23.064809 3689 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-4g88w 5e340e0527b8f6ad801a245e1b78e732af9d8e6222ba555402e1eb6f4c6a87db network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-4g88w 5e340e0527b8f6ad801a245e1b78e732af9d8e6222ba555402e1eb6f4c6a87db network default NAD default NAD key ] I0418 07:50:23.075251 3689 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-4g88w, hostIfaceName: 5e340e0527b8f6a, network: default, NAD default, SandboxID: "5e340e0527b8f6ad801a245e1b78e732af9d8e6222ba555402e1eb6f4c6a87db", PCI device ID: , UID: "1eae4bf3-5601-499a-8f72-d2152a16648d", MAC: 0a:58:0a:80:00:09, IPs: [10.128.0.9/23] I0418 07:50:23.078551 3689 cni.go:473] [openshift-monitoring/cluster-monitoring-operator-557b74df6-2wbsc d2248f5b822f970ac730ec79930b55a3fde787c006ccf63b1511af2023d9d40d network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-2wbsc d2248f5b822f970ac730ec79930b55a3fde787c006ccf63b1511af2023d9d40d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:ee:83:bc:7b:76\",\"name\":\"d2248f5b822f970\"},{\"mac\":\"0a:58:0a:80:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e753fbe1-47fe-4fd7-988f-ee18115f705c\"}],\"ips\":[{\"address\":\"10.128.0.7/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 07:50:23.121644 3689 cni.go:452] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-twc6q 04023dad474db1a6690c392cb9fa026dd4aba293c8397212b98558686f16e1fe network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-twc6q 04023dad474db1a6690c392cb9fa026dd4aba293c8397212b98558686f16e1fe network default NAD default NAD key ] I0418 07:50:23.126850 3689 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-4g88w 5e340e0527b8f6ad801a245e1b78e732af9d8e6222ba555402e1eb6f4c6a87db network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-4g88w 5e340e0527b8f6ad801a245e1b78e732af9d8e6222ba555402e1eb6f4c6a87db network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:6a:40:aa:c1:1c\",\"name\":\"5e340e0527b8f6a\"},{\"mac\":\"0a:58:0a:80:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d80a1638-90ea-4c39-a2e7-b5a51478295c\"}],\"ips\":[{\"address\":\"10.128.0.9/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 07:50:23.131382 3689 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-samples-operator, podName: cluster-samples-operator-67f4d568c7-twc6q, hostIfaceName: 04023dad474db1a, network: default, NAD default, SandboxID: "04023dad474db1a6690c392cb9fa026dd4aba293c8397212b98558686f16e1fe", PCI device ID: , UID: "eeaa929a-fe57-4f5f-a34e-38d23aae2485", MAC: 0a:58:0a:80:00:0f, IPs: [10.128.0.15/23] I0418 07:50:23.146987 3689 cni.go:452] [openshift-ingress/router-default-68bc5988cc-rf9q8 e972588d26acb6329f3e0973f09c761558a5ca8c3ad4cf4d96d49733680d521c network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-68bc5988cc-rf9q8 e972588d26acb6329f3e0973f09c761558a5ca8c3ad4cf4d96d49733680d521c network default NAD default NAD key ] I0418 07:50:23.156362 3689 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-68bc5988cc-rf9q8, hostIfaceName: e972588d26acb63, network: default, NAD default, SandboxID: "e972588d26acb6329f3e0973f09c761558a5ca8c3ad4cf4d96d49733680d521c", PCI device ID: , UID: "fa44ecdf-317c-4444-b494-39e3c53d78db", MAC: 0a:58:0a:80:00:0b, IPs: [10.128.0.11/23] I0418 07:50:23.181035 3689 cni.go:473] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-twc6q 04023dad474db1a6690c392cb9fa026dd4aba293c8397212b98558686f16e1fe network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-twc6q 04023dad474db1a6690c392cb9fa026dd4aba293c8397212b98558686f16e1fe network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:55:e5:bf:b6:82\",\"name\":\"04023dad474db1a\"},{\"mac\":\"0a:58:0a:80:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ca8319de-3c2e-4218-9009-51c86ad693e6\"}],\"ips\":[{\"address\":\"10.128.0.15/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 07:50:23.208557 3689 cni.go:473] [openshift-ingress/router-default-68bc5988cc-rf9q8 e972588d26acb6329f3e0973f09c761558a5ca8c3ad4cf4d96d49733680d521c network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-68bc5988cc-rf9q8 e972588d26acb6329f3e0973f09c761558a5ca8c3ad4cf4d96d49733680d521c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:2b:1b:ab:92:a7\",\"name\":\"e972588d26acb63\"},{\"mac\":\"0a:58:0a:80:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/074b25c0-56d5-4f18-aece-c3fb30cef76e\"}],\"ips\":[{\"address\":\"10.128.0.11/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 07:50:23.215270 3689 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-p4b2t db04d2aeca854b17a1089baf64798a65245c3cc33200dcdf40b185278e98e5b9 network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-p4b2t db04d2aeca854b17a1089baf64798a65245c3cc33200dcdf40b185278e98e5b9 network default NAD default NAD key ] I0418 07:50:23.228580 3689 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-p4b2t, hostIfaceName: db04d2aeca854b1, network: default, NAD default, SandboxID: "db04d2aeca854b17a1089baf64798a65245c3cc33200dcdf40b185278e98e5b9", PCI device ID: , UID: "a2bfb057-e1f8-4693-9c03-60f76dafd74e", MAC: 0a:58:0a:80:00:0e, IPs: [10.128.0.14/23] I0418 07:50:23.243044 3689 cni.go:452] [openshift-ingress/router-default-7848c78fb9-vrppd e61b2a052552029984c4a5ae366151fe54bcbf87ed3f21da8ae5a96776be31c6 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-7848c78fb9-vrppd e61b2a052552029984c4a5ae366151fe54bcbf87ed3f21da8ae5a96776be31c6 network default NAD default NAD key ] I0418 07:50:23.256926 3689 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-7848c78fb9-vrppd, hostIfaceName: e61b2a052552029, network: default, NAD default, SandboxID: "e61b2a052552029984c4a5ae366151fe54bcbf87ed3f21da8ae5a96776be31c6", PCI device ID: , UID: "18d771e4-8f77-4ec8-9bdb-479a739d757a", MAC: 0a:58:0a:80:00:14, IPs: [10.128.0.20/23] I0418 07:50:23.281450 3689 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-p4b2t db04d2aeca854b17a1089baf64798a65245c3cc33200dcdf40b185278e98e5b9 network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-p4b2t db04d2aeca854b17a1089baf64798a65245c3cc33200dcdf40b185278e98e5b9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:2b:6d:2e:f4:73\",\"name\":\"db04d2aeca854b1\"},{\"mac\":\"0a:58:0a:80:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c553906f-b122-4e67-9c6f-79dae95a896e\"}],\"ips\":[{\"address\":\"10.128.0.14/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 07:50:23.304416 3689 cni.go:473] [openshift-ingress/router-default-7848c78fb9-vrppd e61b2a052552029984c4a5ae366151fe54bcbf87ed3f21da8ae5a96776be31c6 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-7848c78fb9-vrppd e61b2a052552029984c4a5ae366151fe54bcbf87ed3f21da8ae5a96776be31c6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:5d:72:2d:77:fa\",\"name\":\"e61b2a052552029\"},{\"mac\":\"0a:58:0a:80:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8651777c-cf70-40b9-8331-24ce6c41c447\"}],\"ips\":[{\"address\":\"10.128.0.20/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 07:50:24.424516 3689 cni.go:452] [openshift-insights/insights-runtime-extractor-lfjxl a28624dc3b7e396cd57af2f3b7f0bd23c54592f5aee463ba6f7c9abc4f16edfc network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-lfjxl a28624dc3b7e396cd57af2f3b7f0bd23c54592f5aee463ba6f7c9abc4f16edfc network default NAD default NAD key ] I0418 07:50:24.435976 3689 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-lfjxl, hostIfaceName: a28624dc3b7e396, network: default, NAD default, SandboxID: "a28624dc3b7e396cd57af2f3b7f0bd23c54592f5aee463ba6f7c9abc4f16edfc", PCI device ID: , UID: "3c9bf34f-b361-4d09-8d76-be6f5330e6db", MAC: 0a:58:0a:80:00:15, IPs: [10.128.0.21/23] I0418 07:50:24.486529 3689 cni.go:473] [openshift-insights/insights-runtime-extractor-lfjxl a28624dc3b7e396cd57af2f3b7f0bd23c54592f5aee463ba6f7c9abc4f16edfc network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-lfjxl a28624dc3b7e396cd57af2f3b7f0bd23c54592f5aee463ba6f7c9abc4f16edfc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:6f:55:25:2d:5d\",\"name\":\"a28624dc3b7e396\"},{\"mac\":\"0a:58:0a:80:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/68c014df-98e8-4030-969f-47301ee24b05\"}],\"ips\":[{\"address\":\"10.128.0.21/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 07:50:28.037653 3689 cni.go:452] [openshift-multus/network-metrics-daemon-nrm85 5f5b0f7616a1fabae0aec170c3362b7fd7c087be380a7b6d99b11c995b125b45 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-nrm85 5f5b0f7616a1fabae0aec170c3362b7fd7c087be380a7b6d99b11c995b125b45 network default NAD default NAD key ] I0418 07:50:28.047859 3689 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-nrm85, hostIfaceName: 5f5b0f7616a1fab, network: default, NAD default, SandboxID: "5f5b0f7616a1fabae0aec170c3362b7fd7c087be380a7b6d99b11c995b125b45", PCI device ID: , UID: "4bba8d6e-7519-499a-8c95-c33cdab405e7", MAC: 0a:58:0a:80:00:04, IPs: [10.128.0.4/23] I0418 07:50:28.095119 3689 cni.go:473] [openshift-multus/network-metrics-daemon-nrm85 5f5b0f7616a1fabae0aec170c3362b7fd7c087be380a7b6d99b11c995b125b45 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-nrm85 5f5b0f7616a1fabae0aec170c3362b7fd7c087be380a7b6d99b11c995b125b45 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:c2:42:0a:bc:15\",\"name\":\"5f5b0f7616a1fab\"},{\"mac\":\"0a:58:0a:80:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b04a6ac1-99ee-44e5-8079-3b8aefe99379\"}],\"ips\":[{\"address\":\"10.128.0.4/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 07:50:30.426775 3689 default_network_controller.go:1025] Node "ip-10-0-0-237.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0418 07:50:30.748929 3689 default_network_controller.go:1025] Node "ip-10-0-0-237.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0418 07:50:30.778683 3689 util.go:959] Failed to build node endpoints for node ip-10-0-1-211.ec2.internal port 50051: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0418 07:50:30.778822 3689 util.go:959] Failed to build node endpoints for node ip-10-0-1-211.ec2.internal port 8443: empty IP address endpoints for service openshift-console-operator/metrics W0418 07:50:30.781867 3689 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0418 07:50:30.781904 3689 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0418 07:50:30.781912 3689 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0418 07:50:30.801173 3689 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0418 07:50:30.841278 3689 default_network_controller.go:1025] Node "ip-10-0-0-237.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0418 07:50:30.915763 3689 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0418 07:50:30.920975 3689 base_network_controller_pods.go:487] [default/openshift-console/console-799b8897d8-q9fj2] creating logical port openshift-console_console-799b8897d8-q9fj2 for pod on switch ip-10-0-1-211.ec2.internal I0418 07:50:30.921093 3689 kube.go:256] Updating pod openshift-console/console-799b8897d8-q9fj2 I0418 07:50:30.952620 3689 pod.go:62] [openshift-console/console-799b8897d8-q9fj2] pod update took 31.556ms I0418 07:50:30.952643 3689 base_network_controller_pods.go:951] [default/openshift-console/console-799b8897d8-q9fj2] addLogicalPort annotation time took 31.583027ms W0418 07:50:30.952678 3689 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0418 07:50:30.953788 3689 pods.go:271] [openshift-console/console-799b8897d8-q9fj2] addLogicalPort took 32.825539ms, libovsdb time 802.39µs W0418 07:50:30.953836 3689 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-image-registry/image-registry-7b55756c75-n6x6k IP address from the namespace address-set, err: pod openshift-image-registry/image-registry-7b55756c75-n6x6k: no pod IPs found I0418 07:50:30.988840 3689 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-97z6n] creating logical port openshift-console_downloads-5c54f4944f-97z6n for pod on switch ip-10-0-1-211.ec2.internal I0418 07:50:30.988951 3689 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-97z6n I0418 07:50:31.031700 3689 pod.go:62] [openshift-console/downloads-5c54f4944f-97z6n] pod update took 42.781676ms I0418 07:50:31.031721 3689 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-97z6n] addLogicalPort annotation time took 42.808111ms I0418 07:50:31.032750 3689 pods.go:271] [openshift-console/downloads-5c54f4944f-97z6n] addLogicalPort took 43.923717ms, libovsdb time 713.624µs I0418 07:50:31.097954 3689 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-2sxwr] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-2sxwr for pod on switch ip-10-0-1-211.ec2.internal I0418 07:50:31.098045 3689 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-2sxwr I0418 07:50:31.128780 3689 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-2sxwr] pod update took 30.764289ms I0418 07:50:31.128800 3689 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-2sxwr] addLogicalPort annotation time took 30.787693ms I0418 07:50:31.129952 3689 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-2sxwr] addLogicalPort took 32.012152ms, libovsdb time 808.553µs W0418 07:50:31.169578 3689 util.go:959] Failed to build node endpoints for node ip-10-0-1-211.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0418 07:50:31.307650 3689 cni.go:452] [openshift-console/console-799b8897d8-q9fj2 7c21e7639c82f4db5c9f022e4c00d807368892bb4995785f16ce26688cda161e network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-799b8897d8-q9fj2 7c21e7639c82f4db5c9f022e4c00d807368892bb4995785f16ce26688cda161e network default NAD default NAD key ] I0418 07:50:31.317467 3689 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-799b8897d8-q9fj2, hostIfaceName: 7c21e7639c82f4d, network: default, NAD default, SandboxID: "7c21e7639c82f4db5c9f022e4c00d807368892bb4995785f16ce26688cda161e", PCI device ID: , UID: "a85865e4-d8dd-400f-8a2c-646d3da66c20", MAC: 0a:58:0a:80:00:16, IPs: [10.128.0.22/23] I0418 07:50:31.369339 3689 cni.go:473] [openshift-console/console-799b8897d8-q9fj2 7c21e7639c82f4db5c9f022e4c00d807368892bb4995785f16ce26688cda161e network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-799b8897d8-q9fj2 7c21e7639c82f4db5c9f022e4c00d807368892bb4995785f16ce26688cda161e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:e4:f6:45:ab:27\",\"name\":\"7c21e7639c82f4d\"},{\"mac\":\"0a:58:0a:80:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a53e8636-88b1-40e1-ad3f-0f1bedcb44db\"}],\"ips\":[{\"address\":\"10.128.0.22/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 07:50:31.390841 3689 cni.go:452] [openshift-console/downloads-5c54f4944f-97z6n 663b9b747d14cd87849aa6e1d2cb50aaa6b38a776793579945749c27bffd82aa network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-97z6n 663b9b747d14cd87849aa6e1d2cb50aaa6b38a776793579945749c27bffd82aa network default NAD default NAD key ] I0418 07:50:31.399709 3689 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-97z6n, hostIfaceName: 663b9b747d14cd8, network: default, NAD default, SandboxID: "663b9b747d14cd87849aa6e1d2cb50aaa6b38a776793579945749c27bffd82aa", PCI device ID: , UID: "cc753eb7-bcc4-4bc4-aae4-56b8cf5efbc0", MAC: 0a:58:0a:80:00:17, IPs: [10.128.0.23/23] I0418 07:50:31.447655 3689 cni.go:473] [openshift-console/downloads-5c54f4944f-97z6n 663b9b747d14cd87849aa6e1d2cb50aaa6b38a776793579945749c27bffd82aa network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-97z6n 663b9b747d14cd87849aa6e1d2cb50aaa6b38a776793579945749c27bffd82aa network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:ea:60:cd:a1:5d\",\"name\":\"663b9b747d14cd8\"},{\"mac\":\"0a:58:0a:80:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/21a5f3f3-0d05-4680-8b85-af6f437ab1fd\"}],\"ips\":[{\"address\":\"10.128.0.23/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 07:50:31.505163 3689 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-2sxwr 1d4f93381160f96d5a2a8ca0dbc115b8eded42cc6556f8e482c1e6cf209a81fc network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-2sxwr 1d4f93381160f96d5a2a8ca0dbc115b8eded42cc6556f8e482c1e6cf209a81fc network default NAD default NAD key ] I0418 07:50:31.514647 3689 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-2sxwr, hostIfaceName: 1d4f93381160f96, network: default, NAD default, SandboxID: "1d4f93381160f96d5a2a8ca0dbc115b8eded42cc6556f8e482c1e6cf209a81fc", PCI device ID: , UID: "3008cf18-49d4-43de-ad41-253b7102f84f", MAC: 0a:58:0a:80:00:18, IPs: [10.128.0.24/23] I0418 07:50:31.561583 3689 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-2sxwr 1d4f93381160f96d5a2a8ca0dbc115b8eded42cc6556f8e482c1e6cf209a81fc network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-2sxwr 1d4f93381160f96d5a2a8ca0dbc115b8eded42cc6556f8e482c1e6cf209a81fc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:59:22:fc:30:be\",\"name\":\"1d4f93381160f96\"},{\"mac\":\"0a:58:0a:80:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b33e7c7b-9747-420f-918a-f427de879743\"}],\"ips\":[{\"address\":\"10.128.0.24/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 07:50:31.907079 3689 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-237.ec2.internal in network "default" I0418 07:50:31.907132 3689 node_tracker.go:235] Node ip-10-0-0-237.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-237.ec2.internal" I0418 07:50:31.907148 3689 node_tracker.go:169] Node ip-10-0-0-237.ec2.internal switch + router changed, syncing services in network "default" I0418 07:50:31.907157 3689 services_controller.go:574] Full service sync requested for network=default I0418 07:50:31.907084 3689 default_network_controller.go:1025] Node "ip-10-0-0-237.ec2.internal" in remote zone "ip-10-0-0-237.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false W0418 07:50:31.907388 3689 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0418 07:50:31.907603 3689 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0418 07:50:31.907622 3689 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0418 07:50:31.907632 3689 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0418 07:50:31.937188 3689 default_network_controller.go:1025] Node "ip-10-0-0-237.ec2.internal" in remote zone "ip-10-0-0-237.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0418 07:50:32.059081 3689 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-237.ec2.internal in network "default" I0418 07:50:32.059238 3689 node_tracker.go:169] Node ip-10-0-0-237.ec2.internal switch + router changed, syncing services in network "default" I0418 07:50:32.059126 3689 default_network_controller.go:1025] Node "ip-10-0-0-237.ec2.internal" in remote zone "ip-10-0-0-237.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0418 07:50:32.059263 3689 services_controller.go:574] Full service sync requested for network=default W0418 07:50:32.059443 3689 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0418 07:50:32.059707 3689 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0418 07:50:32.059721 3689 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0418 07:50:32.059726 3689 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default I0418 07:50:32.060356 3689 zone_ic_handler.go:195] Time taken to create transit switch: 289.55µs I0418 07:50:32.060371 3689 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-237.ec2.internal for the network default I0418 07:50:32.061409 3689 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-237.ec2.internal" on network "default" took: 1.354213ms I0418 07:50:32.615977 3689 egressfirewall.go:723] Syncing node "ip-10-0-0-237.ec2.internal" for egress firewall I0418 07:50:32.616049 3689 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-237.ec2.internal", IP: 10.0.0.237 to PMTUD blocking rules I0418 07:50:32.616075 3689 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-237.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0418 07:50:32.615980 3689 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-237.ec2.internal in network "default" I0418 07:50:32.616214 3689 node_tracker.go:169] Node ip-10-0-0-237.ec2.internal switch + router changed, syncing services in network "default" I0418 07:50:32.616233 3689 services_controller.go:574] Full service sync requested for network=default I0418 07:50:32.616041 3689 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-237.ec2.internal I0418 07:50:32.616303 3689 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-237.ec2.internal: 266.159µs W0418 07:50:32.616579 3689 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0418 07:50:32.616842 3689 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0418 07:50:32.616859 3689 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0418 07:50:32.616863 3689 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0418 07:50:32.623285 3689 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-237.ec2.internal. Updating no re-route policies I0418 07:50:32.636372 3689 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-237.ec2.internal", IP: 10.0.0.237 to PMTUD blocking rules I0418 07:50:32.636389 3689 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-237.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules W0418 07:50:33.321838 3689 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0418 07:50:34.315920 3689 util.go:959] Failed to build node endpoints for node ip-10-0-1-211.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0418 07:50:35.333188 3689 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0418 07:50:36.252986 3689 util.go:959] Failed to build node endpoints for node ip-10-0-1-211.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0418 07:50:36.253004 3689 util.go:959] Failed to build node endpoints for node ip-10-0-1-211.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0418 07:50:36.253011 3689 util.go:959] Failed to build node endpoints for node ip-10-0-1-211.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0418 07:50:36.300074 3689 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0418 07:50:36.918562 3689 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-237.ec2.internal I0418 07:50:36.918597 3689 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-237.ec2.internal: 45.999µs W0418 07:50:37.830978 3689 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0418 07:50:41.368153 3689 util.go:959] Failed to build node endpoints for node ip-10-0-1-211.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0418 07:50:41.368181 3689 util.go:959] Failed to build node endpoints for node ip-10-0-1-211.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0418 07:50:43.789971 3689 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-d8f8787d7-v6br9] creating logical port openshift-monitoring_metrics-server-d8f8787d7-v6br9 for pod on switch ip-10-0-1-211.ec2.internal I0418 07:50:43.790075 3689 kube.go:256] Updating pod openshift-monitoring/metrics-server-d8f8787d7-v6br9 I0418 07:50:43.807180 3689 pod.go:62] [openshift-monitoring/metrics-server-d8f8787d7-v6br9] pod update took 17.143991ms I0418 07:50:43.807200 3689 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-d8f8787d7-v6br9] addLogicalPort annotation time took 17.169455ms I0418 07:50:43.808562 3689 pods.go:271] [openshift-monitoring/metrics-server-d8f8787d7-v6br9] addLogicalPort took 18.609727ms, libovsdb time 950.946µs W0418 07:50:44.243558 3689 util.go:959] Failed to build node endpoints for node ip-10-0-1-211.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0418 07:50:44.828855 3689 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-67db7664c6-94rvf IP address from the namespace address-set, err: pod openshift-console/console-67db7664c6-94rvf: no pod IPs found W0418 07:50:45.038794 3689 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0418 07:50:45.038816 3689 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0418 07:50:45.038823 3689 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0418 07:50:46.242863 3689 cni.go:452] [openshift-monitoring/metrics-server-d8f8787d7-v6br9 c0943413320f8f8721ccb9652025b482acb2b9c1a479c3bc546b501f892ff76f network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-d8f8787d7-v6br9 c0943413320f8f8721ccb9652025b482acb2b9c1a479c3bc546b501f892ff76f network default NAD default NAD key ] I0418 07:50:46.252550 3689 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-d8f8787d7-v6br9, hostIfaceName: c0943413320f8f8, network: default, NAD default, SandboxID: "c0943413320f8f8721ccb9652025b482acb2b9c1a479c3bc546b501f892ff76f", PCI device ID: , UID: "65347b41-19ff-40d6-9d4c-fbbc252877b6", MAC: 0a:58:0a:80:00:19, IPs: [10.128.0.25/23] I0418 07:50:46.302176 3689 cni.go:473] [openshift-monitoring/metrics-server-d8f8787d7-v6br9 c0943413320f8f8721ccb9652025b482acb2b9c1a479c3bc546b501f892ff76f network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-d8f8787d7-v6br9 c0943413320f8f8721ccb9652025b482acb2b9c1a479c3bc546b501f892ff76f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:9f:05:85:72:c3\",\"name\":\"c0943413320f8f8\"},{\"mac\":\"0a:58:0a:80:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/64f3db81-f653-4507-826d-6cd3b7a720c1\"}],\"ips\":[{\"address\":\"10.128.0.25/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0418 07:50:47.357021 3689 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0418 07:50:47.384357 3689 util.go:959] Failed to build node endpoints for node ip-10-0-1-211.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0418 07:50:47.923430 3689 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0418 07:50:47.923447 3689 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0418 07:50:47.970336 3689 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0418 07:50:48.360581 3689 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0418 07:50:48.472067 3689 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0418 07:50:48.472091 3689 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0418 07:50:48.514310 3689 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0418 07:50:48.514332 3689 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0418 07:50:48.514339 3689 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0418 07:50:48.955963 3689 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0418 07:50:48.955982 3689 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0418 07:50:48.955988 3689 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0418 07:50:48.955993 3689 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0418 07:50:49.233671 3689 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-dbd98577b-hhqjj IP address from the namespace address-set, err: pod openshift-console/console-dbd98577b-hhqjj: no pod IPs found W0418 07:50:49.242945 3689 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-dbd98577b-49ph2 IP address from the namespace address-set, err: pod openshift-console/console-dbd98577b-49ph2: no pod IPs found W0418 07:50:52.486722 3689 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0418 07:50:52.486736 3689 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0418 07:50:52.486743 3689 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0418 07:50:52.486749 3689 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier I0418 07:50:55.201747 3689 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0418 07:50:56.255823 3689 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6ccb9cffd8-vscmg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 07:50:56.256348 3689 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6ccb9cffd8-vscmg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 07:50:56.457226 3689 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6ccb9cffd8-vscmg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:50:56.457243 3689 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6ccb9cffd8-vscmg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:50:56.460397 3689 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-6ccb9cffd8-vscmg I0418 07:50:56.460420 3689 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-6ccb9cffd8-vscmg I0418 07:51:01.453904 3689 cni.go:452] [openshift-console/console-799b8897d8-q9fj2 7c21e7639c82f4db5c9f022e4c00d807368892bb4995785f16ce26688cda161e network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-799b8897d8-q9fj2 7c21e7639c82f4db5c9f022e4c00d807368892bb4995785f16ce26688cda161e network default NAD default NAD key ] I0418 07:51:01.520348 3689 cni.go:473] [openshift-console/console-799b8897d8-q9fj2 7c21e7639c82f4db5c9f022e4c00d807368892bb4995785f16ce26688cda161e network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-799b8897d8-q9fj2 7c21e7639c82f4db5c9f022e4c00d807368892bb4995785f16ce26688cda161e network default NAD default NAD key default], result "{}", err I0418 07:51:01.592613 3689 obj_retry.go:498] Detected object openshift-console/console-799b8897d8-q9fj2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 07:51:01.592653 3689 pods.go:176] Deleting pod: openshift-console/console-799b8897d8-q9fj2 I0418 07:51:01.593941 3689 pods.go:236] Attempting to release IPs for pod: openshift-console/console-799b8897d8-q9fj2, ips: 10.128.0.22 I0418 07:51:01.593973 3689 obj_retry.go:498] Detected object openshift-console/console-799b8897d8-q9fj2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 07:51:01.603054 3689 base_network_controller_pods.go:487] [default/openshift-console/console-79674bd444-tjr6p] creating logical port openshift-console_console-79674bd444-tjr6p for pod on switch ip-10-0-1-211.ec2.internal I0418 07:51:01.603173 3689 kube.go:256] Updating pod openshift-console/console-79674bd444-tjr6p I0418 07:51:01.616298 3689 pod.go:62] [openshift-console/console-79674bd444-tjr6p] pod update took 13.151335ms I0418 07:51:01.616320 3689 base_network_controller_pods.go:951] [default/openshift-console/console-79674bd444-tjr6p] addLogicalPort annotation time took 13.174541ms I0418 07:51:01.617737 3689 pods.go:271] [openshift-console/console-79674bd444-tjr6p] addLogicalPort took 14.691373ms, libovsdb time 1.008018ms I0418 07:51:01.995702 3689 cni.go:452] [openshift-console/console-79674bd444-tjr6p 27945636cc48810dd841dea39adff373ba73519cad5a727b4d624ea0a902313c network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-79674bd444-tjr6p 27945636cc48810dd841dea39adff373ba73519cad5a727b4d624ea0a902313c network default NAD default NAD key ] I0418 07:51:02.005475 3689 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-79674bd444-tjr6p, hostIfaceName: 27945636cc48810, network: default, NAD default, SandboxID: "27945636cc48810dd841dea39adff373ba73519cad5a727b4d624ea0a902313c", PCI device ID: , UID: "0d0a80eb-46d1-4671-a524-d79a43b35744", MAC: 0a:58:0a:80:00:1a, IPs: [10.128.0.26/23] I0418 07:51:02.056768 3689 cni.go:473] [openshift-console/console-79674bd444-tjr6p 27945636cc48810dd841dea39adff373ba73519cad5a727b4d624ea0a902313c network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-79674bd444-tjr6p 27945636cc48810dd841dea39adff373ba73519cad5a727b4d624ea0a902313c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:64:1a:3a:2a:25\",\"name\":\"27945636cc48810\"},{\"mac\":\"0a:58:0a:80:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/12693b26-f614-47f8-8902-6cdff128630f\"}],\"ips\":[{\"address\":\"10.128.0.26/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 07:51:02.435063 3689 obj_retry.go:492] Detected object openshift-console/console-799b8897d8-q9fj2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:51:02.435097 3689 obj_retry.go:492] Detected object openshift-console/console-799b8897d8-q9fj2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:51:02.441503 3689 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-799b8897d8-q9fj2 I0418 07:51:02.441529 3689 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-799b8897d8-q9fj2 W0418 07:51:08.936834 3689 util.go:959] Failed to build node endpoints for node ip-10-0-1-211.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0418 07:51:08.936860 3689 util.go:959] Failed to build node endpoints for node ip-10-0-1-211.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0418 07:51:09.375314 3689 util.go:959] Failed to build node endpoints for node ip-10-0-1-211.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server I0418 07:51:10.130208 3689 obj_retry.go:498] Detected object openshift-console/console-67db7664c6-llqnm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 07:51:10.130715 3689 obj_retry.go:498] Detected object openshift-console/console-67db7664c6-llqnm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0418 07:51:10.480015 3689 util.go:959] Failed to build node endpoints for node ip-10-0-1-211.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0418 07:51:10.480065 3689 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0418 07:51:10.480074 3689 util.go:959] Failed to build node endpoints for node ip-10-0-1-211.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics I0418 07:51:11.039299 3689 obj_retry.go:492] Detected object openshift-console/console-67db7664c6-llqnm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:51:11.039322 3689 obj_retry.go:492] Detected object openshift-console/console-67db7664c6-llqnm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:51:11.048207 3689 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-67db7664c6-llqnm I0418 07:51:11.048238 3689 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-67db7664c6-llqnm W0418 07:51:11.489386 3689 util.go:959] Failed to build node endpoints for node ip-10-0-1-211.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0418 07:51:12.499795 3689 util.go:959] Failed to build node endpoints for node ip-10-0-1-211.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0418 07:51:15.508314 3689 util.go:959] Failed to build node endpoints for node ip-10-0-1-211.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0418 07:51:15.508377 3689 util.go:959] Failed to build node endpoints for node ip-10-0-1-211.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0418 07:51:15.508404 3689 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0418 07:51:16.504820 3689 util.go:959] Failed to build node endpoints for node ip-10-0-1-211.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0418 07:51:20.524268 3689 util.go:959] Failed to build node endpoints for node ip-10-0-1-211.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0418 07:51:20.524317 3689 util.go:959] Failed to build node endpoints for node ip-10-0-1-211.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0418 07:51:20.524321 3689 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0418 07:51:21.530592 3689 util.go:959] Failed to build node endpoints for node ip-10-0-1-211.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics I0418 07:51:25.079846 3689 cni.go:452] [openshift-image-registry/image-registry-6ccb9cffd8-rdkl5 0a647314ee45ecfa0a3bbce974d31fdbf64cf5b6f3dba9fd91997393da0055b7 network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-6ccb9cffd8-rdkl5 0a647314ee45ecfa0a3bbce974d31fdbf64cf5b6f3dba9fd91997393da0055b7 network default NAD default NAD key ] I0418 07:51:25.163337 3689 cni.go:473] [openshift-image-registry/image-registry-6ccb9cffd8-rdkl5 0a647314ee45ecfa0a3bbce974d31fdbf64cf5b6f3dba9fd91997393da0055b7 network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-6ccb9cffd8-rdkl5 0a647314ee45ecfa0a3bbce974d31fdbf64cf5b6f3dba9fd91997393da0055b7 network default NAD default NAD key default], result "{}", err I0418 07:51:25.238009 3689 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6ccb9cffd8-rdkl5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 07:51:25.238042 3689 pods.go:176] Deleting pod: openshift-image-registry/image-registry-6ccb9cffd8-rdkl5 I0418 07:51:25.239273 3689 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-6ccb9cffd8-rdkl5, ips: 10.128.0.5 I0418 07:51:25.239300 3689 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6ccb9cffd8-rdkl5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 07:51:25.544518 3689 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6ccb9cffd8-rdkl5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:51:25.544538 3689 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6ccb9cffd8-rdkl5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:51:25.553325 3689 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-6ccb9cffd8-rdkl5 I0418 07:51:25.553352 3689 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-6ccb9cffd8-rdkl5 I0418 07:51:37.865010 3689 obj_retry.go:498] Detected object openshift-console/console-799b8897d8-rpxmc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 07:51:37.865544 3689 obj_retry.go:498] Detected object openshift-console/console-799b8897d8-rpxmc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 07:51:38.655772 3689 obj_retry.go:492] Detected object openshift-console/console-799b8897d8-rpxmc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:51:38.655798 3689 obj_retry.go:492] Detected object openshift-console/console-799b8897d8-rpxmc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:51:38.660705 3689 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-799b8897d8-rpxmc I0418 07:51:38.660731 3689 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-799b8897d8-rpxmc I0418 07:51:41.272274 3689 cni.go:452] [openshift-ingress/router-default-68bc5988cc-rf9q8 e972588d26acb6329f3e0973f09c761558a5ca8c3ad4cf4d96d49733680d521c network default NAD default NAD key ] DEL starting CNI request [openshift-ingress/router-default-68bc5988cc-rf9q8 e972588d26acb6329f3e0973f09c761558a5ca8c3ad4cf4d96d49733680d521c network default NAD default NAD key ] I0418 07:51:41.355146 3689 cni.go:473] [openshift-ingress/router-default-68bc5988cc-rf9q8 e972588d26acb6329f3e0973f09c761558a5ca8c3ad4cf4d96d49733680d521c network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/router-default-68bc5988cc-rf9q8 e972588d26acb6329f3e0973f09c761558a5ca8c3ad4cf4d96d49733680d521c network default NAD default NAD key default], result "{}", err I0418 07:51:41.423331 3689 obj_retry.go:498] Detected object openshift-ingress/router-default-68bc5988cc-rf9q8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 07:51:41.423362 3689 pods.go:176] Deleting pod: openshift-ingress/router-default-68bc5988cc-rf9q8 I0418 07:51:41.424791 3689 pods.go:236] Attempting to release IPs for pod: openshift-ingress/router-default-68bc5988cc-rf9q8, ips: 10.128.0.11 I0418 07:51:41.424914 3689 obj_retry.go:498] Detected object openshift-ingress/router-default-68bc5988cc-rf9q8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 07:51:41.617972 3689 obj_retry.go:492] Detected object openshift-ingress/router-default-68bc5988cc-rf9q8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:51:41.618008 3689 obj_retry.go:492] Detected object openshift-ingress/router-default-68bc5988cc-rf9q8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:51:41.624510 3689 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-68bc5988cc-rf9q8 I0418 07:51:41.624531 3689 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-68bc5988cc-rf9q8 I0418 07:51:56.606813 3689 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390ksx67] creating logical port openshift-deployment-validation-operator_ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390ksx67 for pod on switch ip-10-0-1-211.ec2.internal I0418 07:51:56.606931 3689 kube.go:256] Updating pod openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390ksx67 I0418 07:51:56.620880 3689 pod.go:62] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390ksx67] pod update took 14.000623ms I0418 07:51:56.620914 3689 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390ksx67] addLogicalPort annotation time took 14.037052ms I0418 07:51:56.622180 3689 pods.go:271] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390ksx67] addLogicalPort took 15.384243ms, libovsdb time 916.809µs I0418 07:51:56.966649 3689 cni.go:452] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390ksx67 149faf0cb15efb113d9bd142a3ac5e7c2d81abba87511780811cffc9ea540aaa network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390ksx67 149faf0cb15efb113d9bd142a3ac5e7c2d81abba87511780811cffc9ea540aaa network default NAD default NAD key ] I0418 07:51:56.975668 3689 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390ksx67, hostIfaceName: 149faf0cb15efb1, network: default, NAD default, SandboxID: "149faf0cb15efb113d9bd142a3ac5e7c2d81abba87511780811cffc9ea540aaa", PCI device ID: , UID: "0bdce4d9-c9a1-435b-a923-87ba2c9b8e6c", MAC: 0a:58:0a:80:00:1b, IPs: [10.128.0.27/23] I0418 07:51:57.023483 3689 cni.go:473] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390ksx67 149faf0cb15efb113d9bd142a3ac5e7c2d81abba87511780811cffc9ea540aaa network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390ksx67 149faf0cb15efb113d9bd142a3ac5e7c2d81abba87511780811cffc9ea540aaa network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:e0:8e:b9:dc:05\",\"name\":\"149faf0cb15efb1\"},{\"mac\":\"0a:58:0a:80:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/48ad4d39-5a03-4976-94a3-00efe00a1e49\"}],\"ips\":[{\"address\":\"10.128.0.27/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 07:52:10.751233 3689 cni.go:452] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390ksx67 149faf0cb15efb113d9bd142a3ac5e7c2d81abba87511780811cffc9ea540aaa network default NAD default NAD key ] DEL starting CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390ksx67 149faf0cb15efb113d9bd142a3ac5e7c2d81abba87511780811cffc9ea540aaa network default NAD default NAD key ] I0418 07:52:10.821019 3689 cni.go:473] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390ksx67 149faf0cb15efb113d9bd142a3ac5e7c2d81abba87511780811cffc9ea540aaa network default NAD default NAD key default] DEL finished CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390ksx67 149faf0cb15efb113d9bd142a3ac5e7c2d81abba87511780811cffc9ea540aaa network default NAD default NAD key default], result "{}", err I0418 07:52:10.869775 3689 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390ksx67 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 07:52:10.869814 3689 pods.go:176] Deleting pod: openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390ksx67 I0418 07:52:10.871500 3689 pods.go:236] Attempting to release IPs for pod: openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390ksx67, ips: 10.128.0.27 I0418 07:52:10.871529 3689 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390ksx67 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 07:52:10.871545 3689 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390ksx67 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 07:52:10.871553 3689 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0418 07:52:10.871737 3689 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390ksx67 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 07:52:10.871756 3689 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0418 07:52:11.896278 3689 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390ksx67 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:52:11.896303 3689 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390ksx67 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:52:11.896316 3689 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390ksx67 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:52:11.896331 3689 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390ksx67 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:52:16.722566 3689 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0418 07:52:16.731233 3689 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0418 07:52:20.708912 3689 cni.go:452] [openshift-console/console-79674bd444-tjr6p 27945636cc48810dd841dea39adff373ba73519cad5a727b4d624ea0a902313c network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-79674bd444-tjr6p 27945636cc48810dd841dea39adff373ba73519cad5a727b4d624ea0a902313c network default NAD default NAD key ] I0418 07:52:20.794546 3689 cni.go:473] [openshift-console/console-79674bd444-tjr6p 27945636cc48810dd841dea39adff373ba73519cad5a727b4d624ea0a902313c network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-79674bd444-tjr6p 27945636cc48810dd841dea39adff373ba73519cad5a727b4d624ea0a902313c network default NAD default NAD key default], result "{}", err I0418 07:52:20.867430 3689 obj_retry.go:498] Detected object openshift-console/console-79674bd444-tjr6p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 07:52:20.867463 3689 pods.go:176] Deleting pod: openshift-console/console-79674bd444-tjr6p I0418 07:52:20.868746 3689 pods.go:236] Attempting to release IPs for pod: openshift-console/console-79674bd444-tjr6p, ips: 10.128.0.26 I0418 07:52:20.868774 3689 obj_retry.go:498] Detected object openshift-console/console-79674bd444-tjr6p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 07:52:20.877561 3689 base_network_controller_pods.go:487] [default/openshift-console/console-77b9fb9467-fwfqm] creating logical port openshift-console_console-77b9fb9467-fwfqm for pod on switch ip-10-0-1-211.ec2.internal I0418 07:52:20.877663 3689 kube.go:256] Updating pod openshift-console/console-77b9fb9467-fwfqm I0418 07:52:20.891511 3689 pod.go:62] [openshift-console/console-77b9fb9467-fwfqm] pod update took 13.877425ms I0418 07:52:20.891536 3689 base_network_controller_pods.go:951] [default/openshift-console/console-77b9fb9467-fwfqm] addLogicalPort annotation time took 13.907463ms I0418 07:52:20.893060 3689 pods.go:271] [openshift-console/console-77b9fb9467-fwfqm] addLogicalPort took 15.513417ms, libovsdb time 739.524µs I0418 07:52:21.285177 3689 cni.go:452] [openshift-console/console-77b9fb9467-fwfqm 45f20373689801e5e9b4d0a1bc8199a290715d8fd5bd73ad7f98fb81abe501c5 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-77b9fb9467-fwfqm 45f20373689801e5e9b4d0a1bc8199a290715d8fd5bd73ad7f98fb81abe501c5 network default NAD default NAD key ] I0418 07:52:21.295066 3689 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-77b9fb9467-fwfqm, hostIfaceName: 45f20373689801e, network: default, NAD default, SandboxID: "45f20373689801e5e9b4d0a1bc8199a290715d8fd5bd73ad7f98fb81abe501c5", PCI device ID: , UID: "b825440d-3d04-4449-9089-e5255f1a6025", MAC: 0a:58:0a:80:00:1c, IPs: [10.128.0.28/23] I0418 07:52:21.343155 3689 cni.go:473] [openshift-console/console-77b9fb9467-fwfqm 45f20373689801e5e9b4d0a1bc8199a290715d8fd5bd73ad7f98fb81abe501c5 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-77b9fb9467-fwfqm 45f20373689801e5e9b4d0a1bc8199a290715d8fd5bd73ad7f98fb81abe501c5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:fe:b7:70:22:55\",\"name\":\"45f20373689801e\"},{\"mac\":\"0a:58:0a:80:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a2022929-3765-4cc5-ad5b-4d3a26fe9fe6\"}],\"ips\":[{\"address\":\"10.128.0.28/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 07:52:21.820550 3689 obj_retry.go:492] Detected object openshift-console/console-79674bd444-tjr6p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:52:21.820579 3689 obj_retry.go:492] Detected object openshift-console/console-79674bd444-tjr6p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:52:21.828128 3689 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-79674bd444-tjr6p I0418 07:52:21.828153 3689 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-79674bd444-tjr6p W0418 07:52:31.849625 3689 util.go:959] Failed to build node endpoints for node ip-10-0-1-211.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0418 07:52:32.081181 3689 obj_retry.go:498] Detected object openshift-console/console-79674bd444-tdkjk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 07:52:32.081668 3689 obj_retry.go:498] Detected object openshift-console/console-79674bd444-tdkjk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 07:52:32.351025 3689 obj_retry.go:492] Detected object openshift-console/console-79674bd444-tdkjk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:52:32.351050 3689 obj_retry.go:492] Detected object openshift-console/console-79674bd444-tdkjk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:52:32.353967 3689 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-79674bd444-tdkjk I0418 07:52:32.353993 3689 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-79674bd444-tdkjk I0418 07:53:10.129988 3689 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608310-v4hmg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 07:53:10.130585 3689 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608310-v4hmg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 07:53:11.024623 3689 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608310-v4hmg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:53:11.024650 3689 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608310-v4hmg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:54:48.754580 3689 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0418 07:55:19.433554 3689 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0418 07:55:38.549513 3689 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0418 07:55:41.137856 3689 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=579 I0418 07:55:59.428451 3689 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0418 07:56:00.677322 3689 namespace.go:98] [tsf] adding namespace I0418 07:56:00.678242 3689 namespace.go:102] [tsf] adding namespace took 896.38µs I0418 07:56:00.695140 3689 namespace.go:142] [tsf] updating namespace I0418 07:56:00.709417 3689 namespace.go:142] [tsf] updating namespace I0418 07:56:05.106198 3689 namespace.go:98] [konflux-ui] adding namespace I0418 07:56:05.106248 3689 namespace.go:98] [cert-manager-operator] adding namespace I0418 07:56:05.107214 3689 namespace.go:102] [konflux-ui] adding namespace took 997.369µs I0418 07:56:05.107823 3689 namespace.go:102] [cert-manager-operator] adding namespace took 1.559935ms I0418 07:56:05.109620 3689 namespace.go:98] [rhbk-operator] adding namespace I0418 07:56:05.109672 3689 namespace.go:98] [rhtpa-operator] adding namespace I0418 07:56:05.109886 3689 namespace.go:98] [tsf-tpa] adding namespace I0418 07:56:05.109950 3689 namespace.go:98] [konflux-operator] adding namespace I0418 07:56:05.110319 3689 namespace.go:102] [rhbk-operator] adding namespace took 663.826µs I0418 07:56:05.110952 3689 namespace.go:102] [rhtpa-operator] adding namespace took 1.271367ms I0418 07:56:05.111491 3689 namespace.go:102] [tsf-tpa] adding namespace took 1.572387ms I0418 07:56:05.112004 3689 namespace.go:102] [konflux-operator] adding namespace took 2.04393ms I0418 07:56:05.114577 3689 namespace.go:98] [tsf-keycloak] adding namespace I0418 07:56:05.114657 3689 namespace.go:98] [tsf-tas] adding namespace I0418 07:56:05.115214 3689 namespace.go:102] [tsf-keycloak] adding namespace took 623.227µs I0418 07:56:05.115777 3689 namespace.go:102] [tsf-tas] adding namespace took 1.1072ms I0418 07:56:05.126424 3689 namespace.go:142] [konflux-ui] updating namespace I0418 07:56:05.142267 3689 namespace.go:142] [konflux-ui] updating namespace I0418 07:56:05.154420 3689 namespace.go:142] [rhtpa-operator] updating namespace I0418 07:56:05.161581 3689 namespace.go:142] [cert-manager-operator] updating namespace I0418 07:56:05.161643 3689 namespace.go:142] [rhbk-operator] updating namespace I0418 07:56:05.161770 3689 namespace.go:142] [tsf-tpa] updating namespace I0418 07:56:05.167967 3689 namespace.go:142] [konflux-operator] updating namespace I0418 07:56:05.172254 3689 namespace.go:142] [tsf-keycloak] updating namespace I0418 07:56:05.174804 3689 namespace.go:142] [tsf-tas] updating namespace I0418 07:56:05.178603 3689 namespace.go:142] [konflux-ui] updating namespace I0418 07:56:05.229543 3689 namespace.go:142] [rhtpa-operator] updating namespace I0418 07:56:05.244081 3689 namespace.go:142] [rhtpa-operator] updating namespace I0418 07:56:05.267350 3689 namespace.go:142] [tsf-tpa] updating namespace I0418 07:56:05.305800 3689 namespace.go:142] [tsf-tpa] updating namespace I0418 07:56:05.329794 3689 namespace.go:142] [konflux-operator] updating namespace I0418 07:56:05.349039 3689 namespace.go:142] [konflux-operator] updating namespace I0418 07:56:05.364652 3689 namespace.go:142] [tsf-keycloak] updating namespace I0418 07:56:05.384704 3689 namespace.go:142] [tsf-keycloak] updating namespace I0418 07:56:05.391589 3689 namespace.go:142] [tsf-tas] updating namespace I0418 07:56:05.403685 3689 namespace.go:142] [tsf-tas] updating namespace I0418 07:56:05.427182 3689 namespace.go:142] [cert-manager-operator] updating namespace I0418 07:56:05.438646 3689 namespace.go:142] [cert-manager-operator] updating namespace I0418 07:56:05.518083 3689 namespace.go:142] [rhbk-operator] updating namespace I0418 07:56:05.528339 3689 namespace.go:142] [rhbk-operator] updating namespace I0418 07:56:06.362831 3689 namespace.go:142] [tsf-tpa] updating namespace I0418 07:56:06.371985 3689 namespace.go:142] [tsf-keycloak] updating namespace I0418 07:56:07.945396 3689 base_network_controller_pods.go:487] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2sjsmw] creating logical port openshift-marketplace_a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2sjsmw for pod on switch ip-10-0-1-211.ec2.internal I0418 07:56:07.945560 3689 kube.go:256] Updating pod openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2sjsmw I0418 07:56:07.967786 3689 pod.go:62] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2sjsmw] pod update took 22.270323ms I0418 07:56:07.967815 3689 base_network_controller_pods.go:951] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2sjsmw] addLogicalPort annotation time took 22.305391ms I0418 07:56:07.969006 3689 pods.go:271] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2sjsmw] addLogicalPort took 23.630266ms, libovsdb time 820.922µs I0418 07:56:08.031382 3689 base_network_controller_pods.go:487] [default/openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5c5gfb] creating logical port openshift-marketplace_925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5c5gfb for pod on switch ip-10-0-1-211.ec2.internal I0418 07:56:08.031500 3689 kube.go:256] Updating pod openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5c5gfb I0418 07:56:08.047619 3689 pod.go:62] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5c5gfb] pod update took 16.15844ms I0418 07:56:08.047638 3689 base_network_controller_pods.go:951] [default/openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5c5gfb] addLogicalPort annotation time took 16.182751ms I0418 07:56:08.049077 3689 pods.go:271] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5c5gfb] addLogicalPort took 17.70601ms, libovsdb time 982.408µs I0418 07:56:08.302658 3689 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2sjsmw b2632c90e25c833de1623eb262fed6a0eed522172068b6dbd29fa517bd4a97b4 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2sjsmw b2632c90e25c833de1623eb262fed6a0eed522172068b6dbd29fa517bd4a97b4 network default NAD default NAD key ] I0418 07:56:08.311694 3689 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2sjsmw, hostIfaceName: b2632c90e25c833, network: default, NAD default, SandboxID: "b2632c90e25c833de1623eb262fed6a0eed522172068b6dbd29fa517bd4a97b4", PCI device ID: , UID: "a9f81855-0f74-45cd-9167-8ab200bd5d9b", MAC: 0a:58:0a:80:00:1d, IPs: [10.128.0.29/23] I0418 07:56:08.358827 3689 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2sjsmw b2632c90e25c833de1623eb262fed6a0eed522172068b6dbd29fa517bd4a97b4 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2sjsmw b2632c90e25c833de1623eb262fed6a0eed522172068b6dbd29fa517bd4a97b4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:ba:66:a0:59:e7\",\"name\":\"b2632c90e25c833\"},{\"mac\":\"0a:58:0a:80:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/904618bd-28af-402c-a593-a73568923823\"}],\"ips\":[{\"address\":\"10.128.0.29/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 07:56:08.389129 3689 cni.go:452] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5c5gfb c67faa67f07251ee57035eeeb343a3a5572e83e7ebaac35039e90edd0e252754 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5c5gfb c67faa67f07251ee57035eeeb343a3a5572e83e7ebaac35039e90edd0e252754 network default NAD default NAD key ] I0418 07:56:08.399724 3689 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5c5gfb, hostIfaceName: c67faa67f07251e, network: default, NAD default, SandboxID: "c67faa67f07251ee57035eeeb343a3a5572e83e7ebaac35039e90edd0e252754", PCI device ID: , UID: "309de47e-df7a-41d9-bd71-9cea62cd51f5", MAC: 0a:58:0a:80:00:1e, IPs: [10.128.0.30/23] I0418 07:56:08.448584 3689 cni.go:473] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5c5gfb c67faa67f07251ee57035eeeb343a3a5572e83e7ebaac35039e90edd0e252754 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5c5gfb c67faa67f07251ee57035eeeb343a3a5572e83e7ebaac35039e90edd0e252754 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:ae:56:70:a1:eb\",\"name\":\"c67faa67f07251e\"},{\"mac\":\"0a:58:0a:80:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/aacd9728-2524-4ccd-a792-a899e26abbd1\"}],\"ips\":[{\"address\":\"10.128.0.30/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 07:56:10.890078 3689 base_network_controller_pods.go:487] [default/openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568zztnc] creating logical port openshift-marketplace_f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568zztnc for pod on switch ip-10-0-1-211.ec2.internal I0418 07:56:10.890190 3689 kube.go:256] Updating pod openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568zztnc I0418 07:56:10.903586 3689 pod.go:62] [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568zztnc] pod update took 13.427784ms I0418 07:56:10.903608 3689 base_network_controller_pods.go:951] [default/openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568zztnc] addLogicalPort annotation time took 13.452488ms I0418 07:56:10.904959 3689 pods.go:271] [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568zztnc] addLogicalPort took 14.895223ms, libovsdb time 980.8µs I0418 07:56:11.248905 3689 cni.go:452] [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568zztnc dfd6604b4d35e69bf835f25ad48f977f607b54870f993dcb254d4c14ec85dc99 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568zztnc dfd6604b4d35e69bf835f25ad48f977f607b54870f993dcb254d4c14ec85dc99 network default NAD default NAD key ] I0418 07:56:11.258681 3689 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568zztnc, hostIfaceName: dfd6604b4d35e69, network: default, NAD default, SandboxID: "dfd6604b4d35e69bf835f25ad48f977f607b54870f993dcb254d4c14ec85dc99", PCI device ID: , UID: "b8e01aec-22eb-47a4-b417-41db9367b4b1", MAC: 0a:58:0a:80:00:1f, IPs: [10.128.0.31/23] I0418 07:56:11.305221 3689 cni.go:473] [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568zztnc dfd6604b4d35e69bf835f25ad48f977f607b54870f993dcb254d4c14ec85dc99 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568zztnc dfd6604b4d35e69bf835f25ad48f977f607b54870f993dcb254d4c14ec85dc99 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:08:0f:d9:f1:aa\",\"name\":\"dfd6604b4d35e69\"},{\"mac\":\"0a:58:0a:80:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ccab3ae8-a02e-43ca-8e79-654116ec373b\"}],\"ips\":[{\"address\":\"10.128.0.31/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 07:56:11.716305 3689 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2sjsmw b2632c90e25c833de1623eb262fed6a0eed522172068b6dbd29fa517bd4a97b4 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2sjsmw b2632c90e25c833de1623eb262fed6a0eed522172068b6dbd29fa517bd4a97b4 network default NAD default NAD key ] I0418 07:56:11.789195 3689 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2sjsmw b2632c90e25c833de1623eb262fed6a0eed522172068b6dbd29fa517bd4a97b4 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2sjsmw b2632c90e25c833de1623eb262fed6a0eed522172068b6dbd29fa517bd4a97b4 network default NAD default NAD key default], result "{}", err I0418 07:56:11.834843 3689 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2sjsmw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 07:56:11.834875 3689 pods.go:176] Deleting pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2sjsmw I0418 07:56:11.836286 3689 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2sjsmw, ips: 10.128.0.29 I0418 07:56:11.836319 3689 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2sjsmw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 07:56:11.836345 3689 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2sjsmw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 07:56:11.836357 3689 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0418 07:56:11.836552 3689 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2sjsmw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 07:56:11.836567 3689 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0418 07:56:12.726002 3689 cni.go:452] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5c5gfb c67faa67f07251ee57035eeeb343a3a5572e83e7ebaac35039e90edd0e252754 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5c5gfb c67faa67f07251ee57035eeeb343a3a5572e83e7ebaac35039e90edd0e252754 network default NAD default NAD key ] I0418 07:56:12.798720 3689 cni.go:473] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5c5gfb c67faa67f07251ee57035eeeb343a3a5572e83e7ebaac35039e90edd0e252754 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5c5gfb c67faa67f07251ee57035eeeb343a3a5572e83e7ebaac35039e90edd0e252754 network default NAD default NAD key default], result "{}", err I0418 07:56:12.842004 3689 base_network_controller_pods.go:487] [default/openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecex44hn] creating logical port openshift-marketplace_53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecex44hn for pod on switch ip-10-0-1-211.ec2.internal I0418 07:56:12.842100 3689 kube.go:256] Updating pod openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecex44hn I0418 07:56:12.858370 3689 pod.go:62] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecex44hn] pod update took 16.29364ms I0418 07:56:12.858395 3689 base_network_controller_pods.go:951] [default/openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecex44hn] addLogicalPort annotation time took 16.322818ms I0418 07:56:12.859748 3689 pods.go:271] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecex44hn] addLogicalPort took 17.759639ms, libovsdb time 891.438µs I0418 07:56:12.861798 3689 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5c5gfb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 07:56:12.861826 3689 pods.go:176] Deleting pod: openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5c5gfb I0418 07:56:12.863724 3689 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5c5gfb, ips: 10.128.0.30 I0418 07:56:12.863749 3689 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5c5gfb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 07:56:12.863763 3689 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5c5gfb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 07:56:12.863771 3689 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0418 07:56:12.863987 3689 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5c5gfb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 07:56:12.864009 3689 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0418 07:56:12.872097 3689 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2sjsmw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:56:12.872113 3689 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2sjsmw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:56:12.872123 3689 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2sjsmw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:56:12.872134 3689 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2sjsmw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:56:13.261325 3689 cni.go:452] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecex44hn a7d095b18b0ab8d9e1efdbc11822f351ba825a52854359e8f6d2134fcc894d41 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecex44hn a7d095b18b0ab8d9e1efdbc11822f351ba825a52854359e8f6d2134fcc894d41 network default NAD default NAD key ] I0418 07:56:13.271588 3689 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecex44hn, hostIfaceName: a7d095b18b0ab8d, network: default, NAD default, SandboxID: "a7d095b18b0ab8d9e1efdbc11822f351ba825a52854359e8f6d2134fcc894d41", PCI device ID: , UID: "7b78769a-36f5-486f-8184-a74ef7a554ca", MAC: 0a:58:0a:80:00:20, IPs: [10.128.0.32/23] I0418 07:56:13.318416 3689 cni.go:473] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecex44hn a7d095b18b0ab8d9e1efdbc11822f351ba825a52854359e8f6d2134fcc894d41 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecex44hn a7d095b18b0ab8d9e1efdbc11822f351ba825a52854359e8f6d2134fcc894d41 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:49:59:0d:ec:72\",\"name\":\"a7d095b18b0ab8d\"},{\"mac\":\"0a:58:0a:80:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/768bb766-19ea-42a2-93da-da08965e1c3c\"}],\"ips\":[{\"address\":\"10.128.0.32/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 07:56:13.887869 3689 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5c5gfb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:56:13.887904 3689 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5c5gfb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:56:13.887915 3689 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5c5gfb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:56:13.887930 3689 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5c5gfb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:56:14.448716 3689 base_network_controller_pods.go:487] [default/openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad76nrsw] creating logical port openshift-marketplace_18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad76nrsw for pod on switch ip-10-0-1-211.ec2.internal I0418 07:56:14.448865 3689 kube.go:256] Updating pod openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad76nrsw I0418 07:56:14.462253 3689 pod.go:62] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad76nrsw] pod update took 13.42917ms I0418 07:56:14.462276 3689 base_network_controller_pods.go:951] [default/openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad76nrsw] addLogicalPort annotation time took 13.45489ms I0418 07:56:14.463609 3689 pods.go:271] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad76nrsw] addLogicalPort took 14.910704ms, libovsdb time 944.536µs I0418 07:56:14.549841 3689 base_network_controller_pods.go:487] [default/openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbdvwg] creating logical port openshift-marketplace_30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbdvwg for pod on switch ip-10-0-1-211.ec2.internal I0418 07:56:14.549964 3689 kube.go:256] Updating pod openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbdvwg I0418 07:56:14.562536 3689 pod.go:62] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbdvwg] pod update took 12.596026ms I0418 07:56:14.562555 3689 base_network_controller_pods.go:951] [default/openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbdvwg] addLogicalPort annotation time took 12.617511ms I0418 07:56:14.563830 3689 pods.go:271] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbdvwg] addLogicalPort took 14.002578ms, libovsdb time 846.663µs I0418 07:56:14.743193 3689 cni.go:452] [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568zztnc dfd6604b4d35e69bf835f25ad48f977f607b54870f993dcb254d4c14ec85dc99 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568zztnc dfd6604b4d35e69bf835f25ad48f977f607b54870f993dcb254d4c14ec85dc99 network default NAD default NAD key ] I0418 07:56:14.810603 3689 cni.go:452] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad76nrsw ab585bb2dcf9122ce56ecf740b4e9217996e23176d2de76ec9dc7be459ab70ee network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad76nrsw ab585bb2dcf9122ce56ecf740b4e9217996e23176d2de76ec9dc7be459ab70ee network default NAD default NAD key ] I0418 07:56:14.819471 3689 cni.go:473] [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568zztnc dfd6604b4d35e69bf835f25ad48f977f607b54870f993dcb254d4c14ec85dc99 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568zztnc dfd6604b4d35e69bf835f25ad48f977f607b54870f993dcb254d4c14ec85dc99 network default NAD default NAD key default], result "{}", err I0418 07:56:14.821535 3689 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad76nrsw, hostIfaceName: ab585bb2dcf9122, network: default, NAD default, SandboxID: "ab585bb2dcf9122ce56ecf740b4e9217996e23176d2de76ec9dc7be459ab70ee", PCI device ID: , UID: "047ede71-1e42-4def-8605-4c1a57cc0d40", MAC: 0a:58:0a:80:00:21, IPs: [10.128.0.33/23] I0418 07:56:14.858113 3689 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568zztnc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 07:56:14.858144 3689 pods.go:176] Deleting pod: openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568zztnc I0418 07:56:14.859554 3689 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568zztnc, ips: 10.128.0.31 I0418 07:56:14.859590 3689 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568zztnc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 07:56:14.859617 3689 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568zztnc of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 07:56:14.859627 3689 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0418 07:56:14.859939 3689 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568zztnc of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 07:56:14.859957 3689 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0418 07:56:14.871554 3689 cni.go:473] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad76nrsw ab585bb2dcf9122ce56ecf740b4e9217996e23176d2de76ec9dc7be459ab70ee network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad76nrsw ab585bb2dcf9122ce56ecf740b4e9217996e23176d2de76ec9dc7be459ab70ee network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:41:d6:a4:d6:2a\",\"name\":\"ab585bb2dcf9122\"},{\"mac\":\"0a:58:0a:80:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/29ae4a0e-292f-4055-8a6d-9f70e056dcff\"}],\"ips\":[{\"address\":\"10.128.0.33/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 07:56:14.907491 3689 cni.go:452] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbdvwg 909ea037a22736175af0cc1d3e107ee64f61d6a69a6c056153b8c72d92e759d4 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbdvwg 909ea037a22736175af0cc1d3e107ee64f61d6a69a6c056153b8c72d92e759d4 network default NAD default NAD key ] I0418 07:56:14.918202 3689 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbdvwg, hostIfaceName: 909ea037a227361, network: default, NAD default, SandboxID: "909ea037a22736175af0cc1d3e107ee64f61d6a69a6c056153b8c72d92e759d4", PCI device ID: , UID: "6d2c8a70-dec5-4f34-80db-5213df041dd6", MAC: 0a:58:0a:80:00:22, IPs: [10.128.0.34/23] I0418 07:56:14.967905 3689 cni.go:473] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbdvwg 909ea037a22736175af0cc1d3e107ee64f61d6a69a6c056153b8c72d92e759d4 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbdvwg 909ea037a22736175af0cc1d3e107ee64f61d6a69a6c056153b8c72d92e759d4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:45:b1:d9:0c:b2\",\"name\":\"909ea037a227361\"},{\"mac\":\"0a:58:0a:80:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a8af76b9-2f2b-4062-86e8-2451675c7402\"}],\"ips\":[{\"address\":\"10.128.0.34/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 07:56:15.883216 3689 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568zztnc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:56:15.883244 3689 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568zztnc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:56:15.883260 3689 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568zztnc of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:56:15.883274 3689 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568zztnc of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:56:16.762064 3689 cni.go:452] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecex44hn a7d095b18b0ab8d9e1efdbc11822f351ba825a52854359e8f6d2134fcc894d41 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecex44hn a7d095b18b0ab8d9e1efdbc11822f351ba825a52854359e8f6d2134fcc894d41 network default NAD default NAD key ] I0418 07:56:16.836835 3689 cni.go:473] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecex44hn a7d095b18b0ab8d9e1efdbc11822f351ba825a52854359e8f6d2134fcc894d41 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecex44hn a7d095b18b0ab8d9e1efdbc11822f351ba825a52854359e8f6d2134fcc894d41 network default NAD default NAD key default], result "{}", err I0418 07:56:16.887121 3689 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecex44hn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 07:56:16.887180 3689 pods.go:176] Deleting pod: openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecex44hn I0418 07:56:16.888881 3689 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecex44hn, ips: 10.128.0.32 I0418 07:56:16.888932 3689 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecex44hn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 07:56:16.888957 3689 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecex44hn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 07:56:16.888966 3689 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0418 07:56:16.889201 3689 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecex44hn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 07:56:16.889219 3689 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0418 07:56:17.927005 3689 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecex44hn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:56:17.927050 3689 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecex44hn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:56:17.927066 3689 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecex44hn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:56:17.927074 3689 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecex44hn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:56:18.776619 3689 cni.go:452] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad76nrsw ab585bb2dcf9122ce56ecf740b4e9217996e23176d2de76ec9dc7be459ab70ee network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad76nrsw ab585bb2dcf9122ce56ecf740b4e9217996e23176d2de76ec9dc7be459ab70ee network default NAD default NAD key ] I0418 07:56:18.844461 3689 cni.go:473] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad76nrsw ab585bb2dcf9122ce56ecf740b4e9217996e23176d2de76ec9dc7be459ab70ee network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad76nrsw ab585bb2dcf9122ce56ecf740b4e9217996e23176d2de76ec9dc7be459ab70ee network default NAD default NAD key default], result "{}", err I0418 07:56:18.892492 3689 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad76nrsw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 07:56:18.892553 3689 pods.go:176] Deleting pod: openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad76nrsw I0418 07:56:18.893928 3689 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad76nrsw, ips: 10.128.0.33 I0418 07:56:18.893958 3689 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad76nrsw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 07:56:18.893981 3689 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad76nrsw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 07:56:18.893989 3689 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0418 07:56:18.894178 3689 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad76nrsw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 07:56:18.894192 3689 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0418 07:56:18.987264 3689 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad76nrsw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:56:18.987287 3689 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad76nrsw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:56:18.987302 3689 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad76nrsw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:56:18.987313 3689 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad76nrsw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:56:19.787008 3689 cni.go:452] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbdvwg 909ea037a22736175af0cc1d3e107ee64f61d6a69a6c056153b8c72d92e759d4 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbdvwg 909ea037a22736175af0cc1d3e107ee64f61d6a69a6c056153b8c72d92e759d4 network default NAD default NAD key ] I0418 07:56:19.858320 3689 cni.go:473] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbdvwg 909ea037a22736175af0cc1d3e107ee64f61d6a69a6c056153b8c72d92e759d4 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbdvwg 909ea037a22736175af0cc1d3e107ee64f61d6a69a6c056153b8c72d92e759d4 network default NAD default NAD key default], result "{}", err I0418 07:56:19.925012 3689 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbdvwg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 07:56:19.925045 3689 pods.go:176] Deleting pod: openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbdvwg I0418 07:56:19.926519 3689 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbdvwg, ips: 10.128.0.34 I0418 07:56:19.926548 3689 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbdvwg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 07:56:19.926564 3689 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbdvwg of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 07:56:19.926571 3689 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0418 07:56:19.926766 3689 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbdvwg of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 07:56:19.926782 3689 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0418 07:56:19.934749 3689 base_network_controller_pods.go:487] [default/rhbk-operator/rhbk-operator-fb86cd8d9-k5mxz] creating logical port rhbk-operator_rhbk-operator-fb86cd8d9-k5mxz for pod on switch ip-10-0-1-211.ec2.internal I0418 07:56:19.934863 3689 kube.go:256] Updating pod rhbk-operator/rhbk-operator-fb86cd8d9-k5mxz I0418 07:56:19.950591 3689 pod.go:62] [rhbk-operator/rhbk-operator-fb86cd8d9-k5mxz] pod update took 15.755025ms I0418 07:56:19.950609 3689 base_network_controller_pods.go:951] [default/rhbk-operator/rhbk-operator-fb86cd8d9-k5mxz] addLogicalPort annotation time took 15.775796ms I0418 07:56:19.951701 3689 pods.go:271] [rhbk-operator/rhbk-operator-fb86cd8d9-k5mxz] addLogicalPort took 16.964339ms, libovsdb time 763.004µs I0418 07:56:20.292188 3689 cni.go:452] [rhbk-operator/rhbk-operator-fb86cd8d9-k5mxz de188bb98ddae94c97558cd08666b40a2d93b5eab0473173c542ac3c2fe74a7a network default NAD default NAD key ] ADD starting CNI request [rhbk-operator/rhbk-operator-fb86cd8d9-k5mxz de188bb98ddae94c97558cd08666b40a2d93b5eab0473173c542ac3c2fe74a7a network default NAD default NAD key ] I0418 07:56:20.302069 3689 helper_linux.go:556] ConfigureOVS: namespace: rhbk-operator, podName: rhbk-operator-fb86cd8d9-k5mxz, hostIfaceName: de188bb98ddae94, network: default, NAD default, SandboxID: "de188bb98ddae94c97558cd08666b40a2d93b5eab0473173c542ac3c2fe74a7a", PCI device ID: , UID: "d2f7cc50-5a2a-4217-ac01-ad5bb4948b23", MAC: 0a:58:0a:80:00:23, IPs: [10.128.0.35/23] I0418 07:56:20.348058 3689 cni.go:473] [rhbk-operator/rhbk-operator-fb86cd8d9-k5mxz de188bb98ddae94c97558cd08666b40a2d93b5eab0473173c542ac3c2fe74a7a network default NAD default NAD key default] ADD finished CNI request [rhbk-operator/rhbk-operator-fb86cd8d9-k5mxz de188bb98ddae94c97558cd08666b40a2d93b5eab0473173c542ac3c2fe74a7a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:40:fe:65:3a:f3\",\"name\":\"de188bb98ddae94\"},{\"mac\":\"0a:58:0a:80:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/75778a3a-d774-4284-b2db-55434644bdaa\"}],\"ips\":[{\"address\":\"10.128.0.35/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 07:56:20.989165 3689 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbdvwg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:56:20.989195 3689 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbdvwg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:56:20.989214 3689 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbdvwg of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:56:20.989226 3689 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbdvwg of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:56:23.471208 3689 base_network_controller_pods.go:487] [default/cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-94mjt] creating logical port cert-manager-operator_cert-manager-operator-controller-manager-58df4cf46c-94mjt for pod on switch ip-10-0-1-211.ec2.internal I0418 07:56:23.471369 3689 kube.go:256] Updating pod cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-94mjt I0418 07:56:23.488155 3689 pod.go:62] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-94mjt] pod update took 16.827285ms I0418 07:56:23.488184 3689 base_network_controller_pods.go:951] [default/cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-94mjt] addLogicalPort annotation time took 16.858526ms I0418 07:56:23.489831 3689 pods.go:271] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-94mjt] addLogicalPort took 18.644792ms, libovsdb time 1.268435ms I0418 07:56:23.948138 3689 cni.go:452] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-94mjt 0799b668031404d4ea3218fe00fdc2e953416e8272a23ea1565062c6282c923d network default NAD default NAD key ] ADD starting CNI request [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-94mjt 0799b668031404d4ea3218fe00fdc2e953416e8272a23ea1565062c6282c923d network default NAD default NAD key ] I0418 07:56:23.957821 3689 helper_linux.go:556] ConfigureOVS: namespace: cert-manager-operator, podName: cert-manager-operator-controller-manager-58df4cf46c-94mjt, hostIfaceName: 0799b668031404d, network: default, NAD default, SandboxID: "0799b668031404d4ea3218fe00fdc2e953416e8272a23ea1565062c6282c923d", PCI device ID: , UID: "28598634-f432-4eff-8e6a-f61d8aed3ffe", MAC: 0a:58:0a:80:00:24, IPs: [10.128.0.36/23] I0418 07:56:24.007487 3689 cni.go:473] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-94mjt 0799b668031404d4ea3218fe00fdc2e953416e8272a23ea1565062c6282c923d network default NAD default NAD key default] ADD finished CNI request [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-94mjt 0799b668031404d4ea3218fe00fdc2e953416e8272a23ea1565062c6282c923d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:eb:5f:06:b6:ca\",\"name\":\"0799b668031404d\"},{\"mac\":\"0a:58:0a:80:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2f58cbc9-ec48-41a8-875c-e5077d2efc5d\"}],\"ips\":[{\"address\":\"10.128.0.36/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 07:56:26.733599 3689 namespace.go:98] [cert-manager] adding namespace I0418 07:56:26.735837 3689 namespace.go:102] [cert-manager] adding namespace took 2.213878ms I0418 07:56:26.765570 3689 namespace.go:142] [cert-manager] updating namespace I0418 07:56:26.784704 3689 namespace.go:142] [cert-manager] updating namespace I0418 07:56:30.461664 3689 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 W0418 07:56:31.835775 3689 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook W0418 07:56:31.835795 3689 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook I0418 07:56:35.433519 3689 base_network_controller_pods.go:487] [default/konflux-operator/konflux-operator-controller-manager-586bdd7c4b-kd6xr] creating logical port konflux-operator_konflux-operator-controller-manager-586bdd7c4b-kd6xr for pod on switch ip-10-0-1-211.ec2.internal I0418 07:56:35.433635 3689 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-586bdd7c4b-kd6xr I0418 07:56:35.456214 3689 pod.go:62] [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-kd6xr] pod update took 22.606617ms I0418 07:56:35.456235 3689 base_network_controller_pods.go:951] [default/konflux-operator/konflux-operator-controller-manager-586bdd7c4b-kd6xr] addLogicalPort annotation time took 22.635509ms I0418 07:56:35.457539 3689 pods.go:271] [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-kd6xr] addLogicalPort took 24.032051ms, libovsdb time 936.917µs I0418 07:56:35.793991 3689 cni.go:452] [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-kd6xr bc4f264c633458db1bc01c407ccfedfc01c87c39e95d267d425049ed0214aa76 network default NAD default NAD key ] ADD starting CNI request [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-kd6xr bc4f264c633458db1bc01c407ccfedfc01c87c39e95d267d425049ed0214aa76 network default NAD default NAD key ] I0418 07:56:35.803769 3689 helper_linux.go:556] ConfigureOVS: namespace: konflux-operator, podName: konflux-operator-controller-manager-586bdd7c4b-kd6xr, hostIfaceName: bc4f264c633458d, network: default, NAD default, SandboxID: "bc4f264c633458db1bc01c407ccfedfc01c87c39e95d267d425049ed0214aa76", PCI device ID: , UID: "1f44ee12-7825-49b7-9bd0-1078b4053197", MAC: 0a:58:0a:80:00:25, IPs: [10.128.0.37/23] I0418 07:56:35.854282 3689 cni.go:473] [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-kd6xr bc4f264c633458db1bc01c407ccfedfc01c87c39e95d267d425049ed0214aa76 network default NAD default NAD key default] ADD finished CNI request [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-kd6xr bc4f264c633458db1bc01c407ccfedfc01c87c39e95d267d425049ed0214aa76 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:af:d1:6d:72:71\",\"name\":\"bc4f264c633458d\"},{\"mac\":\"0a:58:0a:80:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/55982e77-4c70-428a-9603-262f107b7377\"}],\"ips\":[{\"address\":\"10.128.0.37/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 07:56:36.342044 3689 base_network_controller_pods.go:487] [default/tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-r7kv4] creating logical port tsf-tpa_rhtpa-operator-controller-manager-576c85d8f-r7kv4 for pod on switch ip-10-0-1-211.ec2.internal I0418 07:56:36.342183 3689 kube.go:256] Updating pod tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-r7kv4 I0418 07:56:36.357209 3689 pod.go:62] [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-r7kv4] pod update took 15.067145ms I0418 07:56:36.357231 3689 base_network_controller_pods.go:951] [default/tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-r7kv4] addLogicalPort annotation time took 15.094946ms I0418 07:56:36.358417 3689 pods.go:271] [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-r7kv4] addLogicalPort took 16.393326ms, libovsdb time 852.161µs I0418 07:56:36.707705 3689 cni.go:452] [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-r7kv4 6186c130612227c36890e2eb08dd57b4d23d7edcfaf590a88aca2fa930af3056 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-r7kv4 6186c130612227c36890e2eb08dd57b4d23d7edcfaf590a88aca2fa930af3056 network default NAD default NAD key ] I0418 07:56:36.717741 3689 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: rhtpa-operator-controller-manager-576c85d8f-r7kv4, hostIfaceName: 6186c130612227c, network: default, NAD default, SandboxID: "6186c130612227c36890e2eb08dd57b4d23d7edcfaf590a88aca2fa930af3056", PCI device ID: , UID: "33dd3b17-d65f-4596-92ea-8e13aea71456", MAC: 0a:58:0a:80:00:26, IPs: [10.128.0.38/23] I0418 07:56:36.767346 3689 cni.go:473] [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-r7kv4 6186c130612227c36890e2eb08dd57b4d23d7edcfaf590a88aca2fa930af3056 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-r7kv4 6186c130612227c36890e2eb08dd57b4d23d7edcfaf590a88aca2fa930af3056 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:99:0d:86:1b:a3\",\"name\":\"6186c130612227c\"},{\"mac\":\"0a:58:0a:80:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/090bfa88-4a0f-4bca-9e5e-a0c4358dd8f7\"}],\"ips\":[{\"address\":\"10.128.0.38/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 07:56:36.983194 3689 namespace.go:142] [openshift-operators] updating namespace I0418 07:56:36.998960 3689 namespace.go:142] [openshift-operators] updating namespace I0418 07:56:37.503444 3689 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-59ccb4bb6b-m269t] creating logical port cert-manager_cert-manager-59ccb4bb6b-m269t for pod on switch ip-10-0-1-211.ec2.internal I0418 07:56:37.503558 3689 kube.go:256] Updating pod cert-manager/cert-manager-59ccb4bb6b-m269t I0418 07:56:37.532714 3689 pod.go:62] [cert-manager/cert-manager-59ccb4bb6b-m269t] pod update took 29.182745ms I0418 07:56:37.532736 3689 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-59ccb4bb6b-m269t] addLogicalPort annotation time took 29.214049ms I0418 07:56:37.533959 3689 pods.go:271] [cert-manager/cert-manager-59ccb4bb6b-m269t] addLogicalPort took 30.536914ms, libovsdb time 827.003µs I0418 07:56:38.166631 3689 cni.go:452] [cert-manager/cert-manager-59ccb4bb6b-m269t 582ce54431342e3ee28da7ccdee8ea1ab1046036eab9aa3f0a0cf81707235212 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-59ccb4bb6b-m269t 582ce54431342e3ee28da7ccdee8ea1ab1046036eab9aa3f0a0cf81707235212 network default NAD default NAD key ] I0418 07:56:38.176187 3689 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-59ccb4bb6b-m269t, hostIfaceName: 582ce54431342e3, network: default, NAD default, SandboxID: "582ce54431342e3ee28da7ccdee8ea1ab1046036eab9aa3f0a0cf81707235212", PCI device ID: , UID: "0b4edae2-dc09-46c6-85eb-318809000a4a", MAC: 0a:58:0a:80:00:27, IPs: [10.128.0.39/23] I0418 07:56:38.229419 3689 cni.go:473] [cert-manager/cert-manager-59ccb4bb6b-m269t 582ce54431342e3ee28da7ccdee8ea1ab1046036eab9aa3f0a0cf81707235212 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-59ccb4bb6b-m269t 582ce54431342e3ee28da7ccdee8ea1ab1046036eab9aa3f0a0cf81707235212 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:68:5d:73:18:4a\",\"name\":\"582ce54431342e3\"},{\"mac\":\"0a:58:0a:80:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f89506ca-9e13-4cf1-b3a0-a1229aceff39\"}],\"ips\":[{\"address\":\"10.128.0.39/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0418 07:56:38.916534 3689 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0418 07:56:40.960763 3689 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0418 07:56:43.331920 3689 base_network_controller_pods.go:487] [default/openshift-operators/rhtas-operator-controller-manager-6987b7f98c-4dd5g] creating logical port openshift-operators_rhtas-operator-controller-manager-6987b7f98c-4dd5g for pod on switch ip-10-0-1-211.ec2.internal I0418 07:56:43.332051 3689 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-6987b7f98c-4dd5g I0418 07:56:43.411732 3689 pod.go:62] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-4dd5g] pod update took 79.713991ms I0418 07:56:43.411757 3689 base_network_controller_pods.go:951] [default/openshift-operators/rhtas-operator-controller-manager-6987b7f98c-4dd5g] addLogicalPort annotation time took 79.744625ms I0418 07:56:43.412912 3689 pods.go:271] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-4dd5g] addLogicalPort took 81.031202ms, libovsdb time 748.558µs I0418 07:56:43.644212 3689 cni.go:452] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-4dd5g 77f591fd4ee081cb75fe0b45bf05c763cf8a506b26976f0a6eceaab9880a83d3 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-4dd5g 77f591fd4ee081cb75fe0b45bf05c763cf8a506b26976f0a6eceaab9880a83d3 network default NAD default NAD key ] I0418 07:56:43.653968 3689 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: rhtas-operator-controller-manager-6987b7f98c-4dd5g, hostIfaceName: 77f591fd4ee081c, network: default, NAD default, SandboxID: "77f591fd4ee081cb75fe0b45bf05c763cf8a506b26976f0a6eceaab9880a83d3", PCI device ID: , UID: "0d32e67b-4f63-4942-9092-1783e7448210", MAC: 0a:58:0a:80:00:28, IPs: [10.128.0.40/23] I0418 07:56:43.702696 3689 cni.go:473] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-4dd5g 77f591fd4ee081cb75fe0b45bf05c763cf8a506b26976f0a6eceaab9880a83d3 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-4dd5g 77f591fd4ee081cb75fe0b45bf05c763cf8a506b26976f0a6eceaab9880a83d3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:dc:d7:d9:d7:69\",\"name\":\"77f591fd4ee081c\"},{\"mac\":\"0a:58:0a:80:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/856b1e18-80ba-4a84-b9e6-994b736434f9\"}],\"ips\":[{\"address\":\"10.128.0.40/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 07:56:46.134832 3689 namespace.go:98] [trusted-artifact-signer] adding namespace I0418 07:56:46.135694 3689 namespace.go:102] [trusted-artifact-signer] adding namespace took 835.363µs I0418 07:56:46.159784 3689 namespace.go:142] [trusted-artifact-signer] updating namespace I0418 07:56:46.176865 3689 namespace.go:142] [trusted-artifact-signer] updating namespace W0418 07:56:46.957248 3689 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0418 07:56:47.226617 3689 base_network_controller_pods.go:487] [default/trusted-artifact-signer/cli-server-66ccc97d7d-lw6zn] creating logical port trusted-artifact-signer_cli-server-66ccc97d7d-lw6zn for pod on switch ip-10-0-1-211.ec2.internal I0418 07:56:47.226739 3689 kube.go:256] Updating pod trusted-artifact-signer/cli-server-66ccc97d7d-lw6zn I0418 07:56:47.244157 3689 pod.go:62] [trusted-artifact-signer/cli-server-66ccc97d7d-lw6zn] pod update took 17.470747ms I0418 07:56:47.244178 3689 base_network_controller_pods.go:951] [default/trusted-artifact-signer/cli-server-66ccc97d7d-lw6zn] addLogicalPort annotation time took 17.495906ms I0418 07:56:47.245449 3689 pods.go:271] [trusted-artifact-signer/cli-server-66ccc97d7d-lw6zn] addLogicalPort took 18.847987ms, libovsdb time 875.257µs I0418 07:56:47.584783 3689 cni.go:452] [trusted-artifact-signer/cli-server-66ccc97d7d-lw6zn 1b338e9537699c102850fc255684e7fbefd6a1361f1ad6bb5ec8edb47cafe3fa network default NAD default NAD key ] ADD starting CNI request [trusted-artifact-signer/cli-server-66ccc97d7d-lw6zn 1b338e9537699c102850fc255684e7fbefd6a1361f1ad6bb5ec8edb47cafe3fa network default NAD default NAD key ] I0418 07:56:47.593841 3689 helper_linux.go:556] ConfigureOVS: namespace: trusted-artifact-signer, podName: cli-server-66ccc97d7d-lw6zn, hostIfaceName: 1b338e9537699c1, network: default, NAD default, SandboxID: "1b338e9537699c102850fc255684e7fbefd6a1361f1ad6bb5ec8edb47cafe3fa", PCI device ID: , UID: "9f5a103d-d6e0-4399-bfa8-bb69c310bb46", MAC: 0a:58:0a:80:00:29, IPs: [10.128.0.41/23] I0418 07:56:47.642859 3689 cni.go:473] [trusted-artifact-signer/cli-server-66ccc97d7d-lw6zn 1b338e9537699c102850fc255684e7fbefd6a1361f1ad6bb5ec8edb47cafe3fa network default NAD default NAD key default] ADD finished CNI request [trusted-artifact-signer/cli-server-66ccc97d7d-lw6zn 1b338e9537699c102850fc255684e7fbefd6a1361f1ad6bb5ec8edb47cafe3fa network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:15:ff:db:48:3c\",\"name\":\"1b338e9537699c1\"},{\"mac\":\"0a:58:0a:80:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ec3ff9dd-23e7-46de-a2a7-10413ea6b32c\"}],\"ips\":[{\"address\":\"10.128.0.41/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 07:56:49.564910 3689 namespace.go:142] [openshift-operators] updating namespace W0418 07:56:49.928810 3689 util.go:959] Failed to build node endpoints for node ip-10-0-1-211.ec2.internal port 8443: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0418 07:56:50.310126 3689 base_network_controller_pods.go:487] [default/openshift-operators/tekton-operator-webhook-668b6fdd5d-qq9vg] creating logical port openshift-operators_tekton-operator-webhook-668b6fdd5d-qq9vg for pod on switch ip-10-0-1-211.ec2.internal I0418 07:56:50.310249 3689 kube.go:256] Updating pod openshift-operators/tekton-operator-webhook-668b6fdd5d-qq9vg I0418 07:56:50.326151 3689 pod.go:62] [openshift-operators/tekton-operator-webhook-668b6fdd5d-qq9vg] pod update took 15.932968ms I0418 07:56:50.326180 3689 base_network_controller_pods.go:951] [default/openshift-operators/tekton-operator-webhook-668b6fdd5d-qq9vg] addLogicalPort annotation time took 15.965393ms I0418 07:56:50.327593 3689 pods.go:271] [openshift-operators/tekton-operator-webhook-668b6fdd5d-qq9vg] addLogicalPort took 17.493053ms, libovsdb time 979.544µs I0418 07:56:51.363665 3689 cni.go:452] [openshift-operators/tekton-operator-webhook-668b6fdd5d-qq9vg a0136bbd32cc345bbf8ec33a9bfb0fc64517ed403d3e6927bed284692418cfab network default NAD default NAD key ] ADD starting CNI request [openshift-operators/tekton-operator-webhook-668b6fdd5d-qq9vg a0136bbd32cc345bbf8ec33a9bfb0fc64517ed403d3e6927bed284692418cfab network default NAD default NAD key ] I0418 07:56:51.373496 3689 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: tekton-operator-webhook-668b6fdd5d-qq9vg, hostIfaceName: a0136bbd32cc345, network: default, NAD default, SandboxID: "a0136bbd32cc345bbf8ec33a9bfb0fc64517ed403d3e6927bed284692418cfab", PCI device ID: , UID: "8740c47c-14ff-4526-8a41-56e7d80d0133", MAC: 0a:58:0a:80:00:2a, IPs: [10.128.0.42/23] I0418 07:56:51.429771 3689 cni.go:473] [openshift-operators/tekton-operator-webhook-668b6fdd5d-qq9vg a0136bbd32cc345bbf8ec33a9bfb0fc64517ed403d3e6927bed284692418cfab network default NAD default NAD key default] ADD finished CNI request [openshift-operators/tekton-operator-webhook-668b6fdd5d-qq9vg a0136bbd32cc345bbf8ec33a9bfb0fc64517ed403d3e6927bed284692418cfab network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:e7:77:c2:77:93\",\"name\":\"a0136bbd32cc345\"},{\"mac\":\"0a:58:0a:80:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6842fe22-17b8-467c-9171-d31a9fb05171\"}],\"ips\":[{\"address\":\"10.128.0.42/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 07:56:51.601587 3689 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 W0418 07:56:51.927753 3689 util.go:959] Failed to build node endpoints for node ip-10-0-1-211.ec2.internal port 8443: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0418 07:56:57.995754 3689 util.go:959] Failed to build node endpoints for node ip-10-0-1-211.ec2.internal port 8080: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0418 07:57:01.129460 3689 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=87 I0418 07:57:01.554565 3689 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0418 07:57:03.438688 3689 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0418 07:57:04.797342 3689 namespace.go:98] [openshift-pipelines] adding namespace I0418 07:57:04.798320 3689 namespace.go:102] [openshift-pipelines] adding namespace took 954.343µs I0418 07:57:04.817216 3689 namespace.go:142] [openshift-pipelines] updating namespace I0418 07:57:05.503751 3689 namespace.go:142] [cert-manager] updating namespace I0418 07:57:05.702455 3689 namespace.go:142] [cert-manager-operator] updating namespace I0418 07:57:06.106491 3689 namespace.go:142] [konflux-operator] updating namespace I0418 07:57:06.306049 3689 namespace.go:142] [konflux-ui] updating namespace I0418 07:57:06.506727 3689 namespace.go:142] [open-cluster-management-2poec14qs7n5ev65665ob6p7s8secjrm] updating namespace I0418 07:57:06.908271 3689 namespace.go:142] [rhbk-operator] updating namespace I0418 07:57:07.109055 3689 namespace.go:142] [rhtpa-operator] updating namespace I0418 07:57:07.307799 3689 namespace.go:142] [trusted-artifact-signer] updating namespace I0418 07:57:07.507590 3689 namespace.go:142] [tsf] updating namespace I0418 07:57:07.711286 3689 namespace.go:142] [tsf-keycloak] updating namespace I0418 07:57:07.913234 3689 namespace.go:142] [tsf-tas] updating namespace I0418 07:57:08.112399 3689 namespace.go:142] [tsf-tpa] updating namespace I0418 07:57:08.244073 3689 namespace.go:142] [cert-manager] updating namespace I0418 07:57:08.259055 3689 namespace.go:142] [cert-manager-operator] updating namespace I0418 07:57:08.269097 3689 namespace.go:142] [default] updating namespace I0418 07:57:08.280162 3689 namespace.go:142] [konflux-operator] updating namespace I0418 07:57:08.290090 3689 namespace.go:142] [konflux-ui] updating namespace I0418 07:57:08.300627 3689 namespace.go:142] [open-cluster-management-2poec14qs7n5ev65665ob6p7s8secjrm] updating namespace I0418 07:57:08.311216 3689 namespace.go:142] [openshift] updating namespace I0418 07:57:08.321294 3689 namespace.go:142] [rhbk-operator] updating namespace I0418 07:57:08.330138 3689 namespace.go:142] [rhtpa-operator] updating namespace I0418 07:57:08.341869 3689 namespace.go:142] [trusted-artifact-signer] updating namespace I0418 07:57:08.351578 3689 namespace.go:142] [tsf] updating namespace I0418 07:57:08.362611 3689 namespace.go:142] [tsf-keycloak] updating namespace I0418 07:57:08.374502 3689 namespace.go:142] [tsf-tas] updating namespace I0418 07:57:08.392590 3689 namespace.go:142] [tsf-tpa] updating namespace I0418 07:57:08.492948 3689 namespace.go:142] [cert-manager] updating namespace I0418 07:57:08.594527 3689 namespace.go:142] [cert-manager-operator] updating namespace I0418 07:57:08.693387 3689 namespace.go:142] [default] updating namespace I0418 07:57:08.794699 3689 namespace.go:142] [konflux-operator] updating namespace I0418 07:57:08.897568 3689 namespace.go:142] [konflux-ui] updating namespace I0418 07:57:08.994866 3689 namespace.go:142] [open-cluster-management-2poec14qs7n5ev65665ob6p7s8secjrm] updating namespace I0418 07:57:09.092044 3689 namespace.go:142] [openshift] updating namespace I0418 07:57:09.192641 3689 namespace.go:142] [rhbk-operator] updating namespace I0418 07:57:09.294940 3689 namespace.go:142] [rhtpa-operator] updating namespace I0418 07:57:09.397615 3689 namespace.go:142] [trusted-artifact-signer] updating namespace I0418 07:57:09.493312 3689 namespace.go:142] [tsf] updating namespace I0418 07:57:09.594849 3689 namespace.go:142] [tsf-keycloak] updating namespace I0418 07:57:09.692344 3689 namespace.go:142] [tsf-tas] updating namespace I0418 07:57:09.795358 3689 namespace.go:142] [tsf-tpa] updating namespace I0418 07:57:10.062730 3689 namespace.go:142] [openshift-pipelines] updating namespace I0418 07:57:17.364204 3689 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-dmhwq] creating logical port openshift-pipelines_tekton-pipelines-controller-84d6d58f5c-dmhwq for pod on switch ip-10-0-1-211.ec2.internal I0418 07:57:17.364290 3689 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-dmhwq I0418 07:57:17.382647 3689 pod.go:62] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-dmhwq] pod update took 18.384024ms I0418 07:57:17.382670 3689 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-dmhwq] addLogicalPort annotation time took 18.410536ms I0418 07:57:17.383862 3689 pods.go:271] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-dmhwq] addLogicalPort took 19.672972ms, libovsdb time 777.047µs I0418 07:57:17.554358 3689 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-9gsl2] creating logical port openshift-pipelines_tekton-pipelines-remote-resolvers-56879bb9d7-9gsl2 for pod on switch ip-10-0-1-211.ec2.internal I0418 07:57:17.554440 3689 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-9gsl2 I0418 07:57:17.568434 3689 pod.go:62] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-9gsl2] pod update took 14.018473ms I0418 07:57:17.568453 3689 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-9gsl2] addLogicalPort annotation time took 14.041391ms I0418 07:57:17.569729 3689 pods.go:271] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-9gsl2] addLogicalPort took 15.386504ms, libovsdb time 898.677µs I0418 07:57:17.798047 3689 cni.go:452] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-dmhwq de6fe4c3a247721ebbb30246cd8cca9d1577f5ecd90be1f643d1856cb98ff3ea network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-dmhwq de6fe4c3a247721ebbb30246cd8cca9d1577f5ecd90be1f643d1856cb98ff3ea network default NAD default NAD key ] I0418 07:57:17.807105 3689 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-controller-84d6d58f5c-dmhwq, hostIfaceName: de6fe4c3a247721, network: default, NAD default, SandboxID: "de6fe4c3a247721ebbb30246cd8cca9d1577f5ecd90be1f643d1856cb98ff3ea", PCI device ID: , UID: "43b900f7-0ecd-476f-82cd-735765fb7dd9", MAC: 0a:58:0a:80:00:2b, IPs: [10.128.0.43/23] I0418 07:57:17.857666 3689 cni.go:473] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-dmhwq de6fe4c3a247721ebbb30246cd8cca9d1577f5ecd90be1f643d1856cb98ff3ea network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-dmhwq de6fe4c3a247721ebbb30246cd8cca9d1577f5ecd90be1f643d1856cb98ff3ea network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:c7:06:97:c7:64\",\"name\":\"de6fe4c3a247721\"},{\"mac\":\"0a:58:0a:80:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/092c5b11-2f89-4cfe-8e45-9f47f0e28434\"}],\"ips\":[{\"address\":\"10.128.0.43/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 07:57:17.914212 3689 cni.go:452] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-9gsl2 ebd7e91706cfae15cb75f62909e150fcc6b83046a565aeb5201e23bad4a355d4 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-9gsl2 ebd7e91706cfae15cb75f62909e150fcc6b83046a565aeb5201e23bad4a355d4 network default NAD default NAD key ] I0418 07:57:17.924334 3689 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-remote-resolvers-56879bb9d7-9gsl2, hostIfaceName: ebd7e91706cfae1, network: default, NAD default, SandboxID: "ebd7e91706cfae15cb75f62909e150fcc6b83046a565aeb5201e23bad4a355d4", PCI device ID: , UID: "9c235df0-259a-43da-afd4-0eedbfdbed65", MAC: 0a:58:0a:80:00:2c, IPs: [10.128.0.44/23] I0418 07:57:17.972169 3689 cni.go:473] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-9gsl2 ebd7e91706cfae15cb75f62909e150fcc6b83046a565aeb5201e23bad4a355d4 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-9gsl2 ebd7e91706cfae15cb75f62909e150fcc6b83046a565aeb5201e23bad4a355d4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:68:72:b9:f8:d6\",\"name\":\"ebd7e91706cfae1\"},{\"mac\":\"0a:58:0a:80:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/43fe1a6d-e579-4ba2-9465-3b02eaf3423f\"}],\"ips\":[{\"address\":\"10.128.0.44/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 07:57:18.376948 3689 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-w2psw] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-d466f869f-w2psw for pod on switch ip-10-0-1-211.ec2.internal I0418 07:57:18.377074 3689 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-w2psw I0418 07:57:18.393629 3689 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-w2psw] pod update took 16.580736ms I0418 07:57:18.393655 3689 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-w2psw] addLogicalPort annotation time took 16.611539ms I0418 07:57:18.394917 3689 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-w2psw] addLogicalPort took 17.960232ms, libovsdb time 826.555µs I0418 07:57:18.746401 3689 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-w2psw 0d43909097d7d7648ae8a90de18d778ca3bc9ad1c141e9c266af3d4919cadea7 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-w2psw 0d43909097d7d7648ae8a90de18d778ca3bc9ad1c141e9c266af3d4919cadea7 network default NAD default NAD key ] I0418 07:57:18.757990 3689 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-d466f869f-w2psw, hostIfaceName: 0d43909097d7d76, network: default, NAD default, SandboxID: "0d43909097d7d7648ae8a90de18d778ca3bc9ad1c141e9c266af3d4919cadea7", PCI device ID: , UID: "043582c7-dfa9-4cef-9b53-95096fe946fa", MAC: 0a:58:0a:80:00:2d, IPs: [10.128.0.45/23] I0418 07:57:18.823853 3689 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-w2psw 0d43909097d7d7648ae8a90de18d778ca3bc9ad1c141e9c266af3d4919cadea7 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-w2psw 0d43909097d7d7648ae8a90de18d778ca3bc9ad1c141e9c266af3d4919cadea7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:e3:ad:fe:44:54\",\"name\":\"0d43909097d7d76\"},{\"mac\":\"0a:58:0a:80:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d0c1f760-14a9-44cf-8c0c-257d3aa5f7b2\"}],\"ips\":[{\"address\":\"10.128.0.45/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 07:57:20.306027 3689 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 07:57:20.306643 3689 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 07:57:20.329059 3689 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:57:20.329077 3689 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:57:20.335868 3689 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0418 07:57:20.335916 3689 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions W0418 07:57:20.517914 3689 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0418 07:57:20.517934 3689 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0418 07:57:20.517942 3689 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0418 07:57:22.078928 3689 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0418 07:57:22.078947 3689 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0418 07:57:22.078952 3689 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0418 07:57:22.078959 3689 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0418 07:57:22.201686 3689 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0418 07:57:22.201753 3689 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0418 07:57:22.201768 3689 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0418 07:57:25.172638 3689 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics W0418 07:57:31.567663 3689 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0418 07:57:31.585144 3689 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0418 07:57:33.165845 3689 util.go:959] Failed to build node endpoints for node ip-10-0-1-211.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0418 07:57:33.165865 3689 util.go:959] Failed to build node endpoints for node ip-10-0-1-211.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0418 07:57:33.165871 3689 util.go:959] Failed to build node endpoints for node ip-10-0-1-211.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0418 07:57:36.179572 3689 util.go:959] Failed to build node endpoints for node ip-10-0-1-211.ec2.internal port 8383: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0418 07:57:36.213468 3689 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0418 07:57:36.213544 3689 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-hp4z5 IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-hp4z5: no pod IPs found I0418 07:57:46.130211 3689 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=104 W0418 07:57:47.160029 3689 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0418 07:57:54.820945 3689 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 07:57:54.821488 3689 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 07:57:54.842013 3689 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:57:54.842030 3689 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:57:54.848239 3689 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0418 07:57:54.848260 3689 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0418 07:57:56.699369 3689 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0418 07:57:56.700107 3689 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0418 07:57:56.700130 3689 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0418 07:57:56.702307 3689 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0418 07:58:00.039518 3689 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-chains-controller-5fb999ffff-q4zvk] creating logical port openshift-pipelines_tekton-chains-controller-5fb999ffff-q4zvk for pod on switch ip-10-0-1-211.ec2.internal I0418 07:58:00.039632 3689 kube.go:256] Updating pod openshift-pipelines/tekton-chains-controller-5fb999ffff-q4zvk I0418 07:58:00.052791 3689 pod.go:62] [openshift-pipelines/tekton-chains-controller-5fb999ffff-q4zvk] pod update took 13.187805ms I0418 07:58:00.052810 3689 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-chains-controller-5fb999ffff-q4zvk] addLogicalPort annotation time took 13.212986ms I0418 07:58:00.054008 3689 pods.go:271] [openshift-pipelines/tekton-chains-controller-5fb999ffff-q4zvk] addLogicalPort took 14.514708ms, libovsdb time 781.619µs I0418 07:58:00.415059 3689 cni.go:452] [openshift-pipelines/tekton-chains-controller-5fb999ffff-q4zvk b733e1318ff1c1835c60b2a39b2c3c60c9e23d23fa9cecea71a80c36964314a1 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-chains-controller-5fb999ffff-q4zvk b733e1318ff1c1835c60b2a39b2c3c60c9e23d23fa9cecea71a80c36964314a1 network default NAD default NAD key ] I0418 07:58:00.424143 3689 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-chains-controller-5fb999ffff-q4zvk, hostIfaceName: b733e1318ff1c18, network: default, NAD default, SandboxID: "b733e1318ff1c1835c60b2a39b2c3c60c9e23d23fa9cecea71a80c36964314a1", PCI device ID: , UID: "080a5236-9ba8-48f0-aee7-1470f05b75cd", MAC: 0a:58:0a:80:00:2e, IPs: [10.128.0.46/23] I0418 07:58:00.474938 3689 cni.go:473] [openshift-pipelines/tekton-chains-controller-5fb999ffff-q4zvk b733e1318ff1c1835c60b2a39b2c3c60c9e23d23fa9cecea71a80c36964314a1 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-chains-controller-5fb999ffff-q4zvk b733e1318ff1c1835c60b2a39b2c3c60c9e23d23fa9cecea71a80c36964314a1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:08:5a:50:ff:b4\",\"name\":\"b733e1318ff1c18\"},{\"mac\":\"0a:58:0a:80:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/60ac9c3e-9bec-40d4-9d65-c7412d14d72f\"}],\"ips\":[{\"address\":\"10.128.0.46/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0418 07:58:02.729761 3689 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0418 07:58:02.729780 3689 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0418 07:58:02.732264 3689 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0418 07:58:02.732280 3689 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0418 07:58:04.498930 3689 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0418 07:58:07.585017 3689 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-postgres-0] creating logical port openshift-pipelines_tekton-results-postgres-0 for pod on switch ip-10-0-1-211.ec2.internal I0418 07:58:07.585113 3689 kube.go:256] Updating pod openshift-pipelines/tekton-results-postgres-0 I0418 07:58:07.596609 3689 pod.go:62] [openshift-pipelines/tekton-results-postgres-0] pod update took 11.517881ms I0418 07:58:07.596631 3689 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-postgres-0] addLogicalPort annotation time took 11.546065ms I0418 07:58:07.597929 3689 pods.go:271] [openshift-pipelines/tekton-results-postgres-0] addLogicalPort took 12.931102ms, libovsdb time 870.787µs I0418 07:58:13.949629 3689 cni.go:452] [openshift-pipelines/tekton-results-postgres-0 b1dc3c24b5912b68e4fa0f423b04f68f628ad28a428de967a25afe0d915e0948 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-postgres-0 b1dc3c24b5912b68e4fa0f423b04f68f628ad28a428de967a25afe0d915e0948 network default NAD default NAD key ] I0418 07:58:13.959179 3689 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-postgres-0, hostIfaceName: b1dc3c24b5912b6, network: default, NAD default, SandboxID: "b1dc3c24b5912b68e4fa0f423b04f68f628ad28a428de967a25afe0d915e0948", PCI device ID: , UID: "943632e4-e9c9-4769-b804-cc0fbeb4e954", MAC: 0a:58:0a:80:00:2f, IPs: [10.128.0.47/23] I0418 07:58:14.010249 3689 cni.go:473] [openshift-pipelines/tekton-results-postgres-0 b1dc3c24b5912b68e4fa0f423b04f68f628ad28a428de967a25afe0d915e0948 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-postgres-0 b1dc3c24b5912b68e4fa0f423b04f68f628ad28a428de967a25afe0d915e0948 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:8c:d3:34:c3:33\",\"name\":\"b1dc3c24b5912b6\"},{\"mac\":\"0a:58:0a:80:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4b7538cc-eda3-4a6c-ba4f-1f3d8a04ab7f\"}],\"ips\":[{\"address\":\"10.128.0.47/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 07:58:19.507848 3689 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0418 07:58:20.836383 3689 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-api-7b4b7bb78c-dxbfs] creating logical port openshift-pipelines_tekton-results-api-7b4b7bb78c-dxbfs for pod on switch ip-10-0-1-211.ec2.internal I0418 07:58:20.836485 3689 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-7b4b7bb78c-dxbfs I0418 07:58:20.850761 3689 pod.go:62] [openshift-pipelines/tekton-results-api-7b4b7bb78c-dxbfs] pod update took 14.306424ms I0418 07:58:20.850786 3689 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-api-7b4b7bb78c-dxbfs] addLogicalPort annotation time took 14.335412ms I0418 07:58:20.852006 3689 pods.go:271] [openshift-pipelines/tekton-results-api-7b4b7bb78c-dxbfs] addLogicalPort took 15.638261ms, libovsdb time 744.907µs I0418 07:58:21.196603 3689 cni.go:452] [openshift-pipelines/tekton-results-api-7b4b7bb78c-dxbfs a4393d1e9dc9560bf134bc904adffdc5c7c0f364e5428c8dc88f52afdaf53632 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-api-7b4b7bb78c-dxbfs a4393d1e9dc9560bf134bc904adffdc5c7c0f364e5428c8dc88f52afdaf53632 network default NAD default NAD key ] I0418 07:58:21.206098 3689 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-api-7b4b7bb78c-dxbfs, hostIfaceName: a4393d1e9dc9560, network: default, NAD default, SandboxID: "a4393d1e9dc9560bf134bc904adffdc5c7c0f364e5428c8dc88f52afdaf53632", PCI device ID: , UID: "fc0e5307-9d12-4897-89ae-6cd4d1aff462", MAC: 0a:58:0a:80:00:30, IPs: [10.128.0.48/23] I0418 07:58:21.257393 3689 cni.go:473] [openshift-pipelines/tekton-results-api-7b4b7bb78c-dxbfs a4393d1e9dc9560bf134bc904adffdc5c7c0f364e5428c8dc88f52afdaf53632 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-api-7b4b7bb78c-dxbfs a4393d1e9dc9560bf134bc904adffdc5c7c0f364e5428c8dc88f52afdaf53632 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:53:32:1d:89:e1\",\"name\":\"a4393d1e9dc9560\"},{\"mac\":\"0a:58:0a:80:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b4779544-c2f6-4dee-8d94-6b17094f552d\"}],\"ips\":[{\"address\":\"10.128.0.48/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0418 07:58:24.490513 3689 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0418 07:58:24.490540 3689 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0418 07:58:24.490550 3689 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0418 07:58:31.537661 3689 util.go:959] Failed to build node endpoints for node ip-10-0-1-211.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0418 07:58:31.537684 3689 util.go:959] Failed to build node endpoints for node ip-10-0-1-211.ec2.internal port 6060: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0418 07:58:31.537692 3689 util.go:959] Failed to build node endpoints for node ip-10-0-1-211.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0418 07:58:35.243360 3689 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0418 07:58:47.119297 3689 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 07:58:47.119846 3689 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 07:58:47.157019 3689 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:58:47.157034 3689 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:58:47.163740 3689 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0418 07:58:47.163758 3689 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0418 07:58:49.995828 3689 base_network_controller_pods.go:487] [default/tsf-tas/fulcio-server-6569bd8f9f-pgnmh] creating logical port tsf-tas_fulcio-server-6569bd8f9f-pgnmh for pod on switch ip-10-0-1-211.ec2.internal I0418 07:58:49.995929 3689 kube.go:256] Updating pod tsf-tas/fulcio-server-6569bd8f9f-pgnmh I0418 07:58:50.019165 3689 pod.go:62] [tsf-tas/fulcio-server-6569bd8f9f-pgnmh] pod update took 23.270405ms I0418 07:58:50.019190 3689 base_network_controller_pods.go:951] [default/tsf-tas/fulcio-server-6569bd8f9f-pgnmh] addLogicalPort annotation time took 23.300609ms I0418 07:58:50.020449 3689 pods.go:271] [tsf-tas/fulcio-server-6569bd8f9f-pgnmh] addLogicalPort took 24.637666ms, libovsdb time 822.425µs I0418 07:58:50.215711 3689 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logserver-69c96ff95-svm4p] creating logical port tsf-tas_trillian-logserver-69c96ff95-svm4p for pod on switch ip-10-0-1-211.ec2.internal I0418 07:58:50.215818 3689 kube.go:256] Updating pod tsf-tas/trillian-logserver-69c96ff95-svm4p I0418 07:58:50.231603 3689 pod.go:62] [tsf-tas/trillian-logserver-69c96ff95-svm4p] pod update took 15.807723ms I0418 07:58:50.231630 3689 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logserver-69c96ff95-svm4p] addLogicalPort annotation time took 15.838218ms I0418 07:58:50.232920 3689 pods.go:271] [tsf-tas/trillian-logserver-69c96ff95-svm4p] addLogicalPort took 17.221927ms, libovsdb time 865.003µs I0418 07:58:50.402522 3689 cni.go:452] [tsf-tas/fulcio-server-6569bd8f9f-pgnmh ae21b0bf09ea37e8a56c65047435b3fc1f7ac4b1fccbb5e47104492ce3964cc2 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/fulcio-server-6569bd8f9f-pgnmh ae21b0bf09ea37e8a56c65047435b3fc1f7ac4b1fccbb5e47104492ce3964cc2 network default NAD default NAD key ] I0418 07:58:50.411976 3689 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: fulcio-server-6569bd8f9f-pgnmh, hostIfaceName: ae21b0bf09ea37e, network: default, NAD default, SandboxID: "ae21b0bf09ea37e8a56c65047435b3fc1f7ac4b1fccbb5e47104492ce3964cc2", PCI device ID: , UID: "c4678755-2855-4f8c-b1ed-3ded8d1a04a1", MAC: 0a:58:0a:80:00:31, IPs: [10.128.0.49/23] I0418 07:58:50.449741 3689 base_network_controller_pods.go:487] [default/tsf-tas/rekor-createtree-job-qdqz5-tkpt4] creating logical port tsf-tas_rekor-createtree-job-qdqz5-tkpt4 for pod on switch ip-10-0-1-211.ec2.internal I0418 07:58:50.449826 3689 kube.go:256] Updating pod tsf-tas/rekor-createtree-job-qdqz5-tkpt4 I0418 07:58:50.466263 3689 cni.go:473] [tsf-tas/fulcio-server-6569bd8f9f-pgnmh ae21b0bf09ea37e8a56c65047435b3fc1f7ac4b1fccbb5e47104492ce3964cc2 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/fulcio-server-6569bd8f9f-pgnmh ae21b0bf09ea37e8a56c65047435b3fc1f7ac4b1fccbb5e47104492ce3964cc2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:4b:cc:95:fc:56\",\"name\":\"ae21b0bf09ea37e\"},{\"mac\":\"0a:58:0a:80:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f8891dc8-cbc1-45bc-95fe-b574dd8a6939\"}],\"ips\":[{\"address\":\"10.128.0.49/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 07:58:50.468954 3689 pod.go:62] [tsf-tas/rekor-createtree-job-qdqz5-tkpt4] pod update took 19.148473ms I0418 07:58:50.468979 3689 base_network_controller_pods.go:951] [default/tsf-tas/rekor-createtree-job-qdqz5-tkpt4] addLogicalPort annotation time took 19.176755ms I0418 07:58:50.470182 3689 pods.go:271] [tsf-tas/rekor-createtree-job-qdqz5-tkpt4] addLogicalPort took 20.45963ms, libovsdb time 808.549µs I0418 07:58:50.814134 3689 cni.go:452] [tsf-tas/rekor-createtree-job-qdqz5-tkpt4 552cfc36efce02baad76398ba039160b28a0e9fb99439dd152c9d2875bc96587 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-createtree-job-qdqz5-tkpt4 552cfc36efce02baad76398ba039160b28a0e9fb99439dd152c9d2875bc96587 network default NAD default NAD key ] I0418 07:58:50.824200 3689 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-createtree-job-qdqz5-tkpt4, hostIfaceName: 552cfc36efce02b, network: default, NAD default, SandboxID: "552cfc36efce02baad76398ba039160b28a0e9fb99439dd152c9d2875bc96587", PCI device ID: , UID: "5aa08558-5e10-4e41-9ab7-3dfdd00f64f8", MAC: 0a:58:0a:80:00:33, IPs: [10.128.0.51/23] I0418 07:58:50.874741 3689 cni.go:473] [tsf-tas/rekor-createtree-job-qdqz5-tkpt4 552cfc36efce02baad76398ba039160b28a0e9fb99439dd152c9d2875bc96587 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-createtree-job-qdqz5-tkpt4 552cfc36efce02baad76398ba039160b28a0e9fb99439dd152c9d2875bc96587 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:33:b0:7d:28:ec\",\"name\":\"552cfc36efce02b\"},{\"mac\":\"0a:58:0a:80:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4ad85f5a-fc4d-4f7c-b5f0-084f2fa93d28\"}],\"ips\":[{\"address\":\"10.128.0.51/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 07:58:51.179498 3689 cni.go:452] [tsf-tas/trillian-logserver-69c96ff95-svm4p c0232dd27d5b89bd7c4190ab3e17c4ada3f24bbbff665f318d9abaf0fc5c1a48 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logserver-69c96ff95-svm4p c0232dd27d5b89bd7c4190ab3e17c4ada3f24bbbff665f318d9abaf0fc5c1a48 network default NAD default NAD key ] I0418 07:58:51.189934 3689 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logserver-69c96ff95-svm4p, hostIfaceName: c0232dd27d5b89b, network: default, NAD default, SandboxID: "c0232dd27d5b89bd7c4190ab3e17c4ada3f24bbbff665f318d9abaf0fc5c1a48", PCI device ID: , UID: "d435434f-76c2-4835-9339-f4d2add8dfd6", MAC: 0a:58:0a:80:00:32, IPs: [10.128.0.50/23] I0418 07:58:51.245063 3689 cni.go:473] [tsf-tas/trillian-logserver-69c96ff95-svm4p c0232dd27d5b89bd7c4190ab3e17c4ada3f24bbbff665f318d9abaf0fc5c1a48 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logserver-69c96ff95-svm4p c0232dd27d5b89bd7c4190ab3e17c4ada3f24bbbff665f318d9abaf0fc5c1a48 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:44:c5:3a:0f:ef\",\"name\":\"c0232dd27d5b89b\"},{\"mac\":\"0a:58:0a:80:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6427f04a-a156-4d46-b32b-5d7df8544f0c\"}],\"ips\":[{\"address\":\"10.128.0.50/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 07:58:52.263252 3689 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 W0418 07:58:52.656968 3689 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0418 07:58:52.656991 3689 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0418 07:58:52.683026 3689 util.go:959] Failed to build node endpoints for node ip-10-0-1-211.ec2.internal port 5554: empty IP address endpoints for service tsf-tas/fulcio-server W0418 07:58:52.683113 3689 util.go:959] Failed to build node endpoints for node ip-10-0-1-211.ec2.internal port 5555: empty IP address endpoints for service tsf-tas/fulcio-server I0418 07:58:53.048131 3689 base_network_controller_pods.go:487] [default/tsf-tas/trillian-db-65f6786c64-q7n98] creating logical port tsf-tas_trillian-db-65f6786c64-q7n98 for pod on switch ip-10-0-1-211.ec2.internal I0418 07:58:53.048270 3689 kube.go:256] Updating pod tsf-tas/trillian-db-65f6786c64-q7n98 I0418 07:58:53.060579 3689 pod.go:62] [tsf-tas/trillian-db-65f6786c64-q7n98] pod update took 12.344033ms I0418 07:58:53.060607 3689 base_network_controller_pods.go:951] [default/tsf-tas/trillian-db-65f6786c64-q7n98] addLogicalPort annotation time took 12.378163ms I0418 07:58:53.062303 3689 pods.go:271] [tsf-tas/trillian-db-65f6786c64-q7n98] addLogicalPort took 14.192667ms, libovsdb time 1.206757ms W0418 07:58:55.047805 3689 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0418 07:58:55.047828 3689 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller I0418 07:58:56.171126 3689 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-j8zfp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 07:58:56.171928 3689 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-j8zfp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 07:58:57.057881 3689 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-j8zfp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:58:57.057934 3689 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-j8zfp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:58:58.702971 3689 cni.go:452] [tsf-tas/trillian-db-65f6786c64-q7n98 86707da6fdf69023d34773a9f0196fa5bcbc95dfd2fe86b805982cab83a598fa network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-db-65f6786c64-q7n98 86707da6fdf69023d34773a9f0196fa5bcbc95dfd2fe86b805982cab83a598fa network default NAD default NAD key ] I0418 07:58:58.712645 3689 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-db-65f6786c64-q7n98, hostIfaceName: 86707da6fdf6902, network: default, NAD default, SandboxID: "86707da6fdf69023d34773a9f0196fa5bcbc95dfd2fe86b805982cab83a598fa", PCI device ID: , UID: "12ad7bb7-b2de-411d-bcff-f5ae0e0823ed", MAC: 0a:58:0a:80:00:34, IPs: [10.128.0.52/23] I0418 07:58:58.764527 3689 cni.go:473] [tsf-tas/trillian-db-65f6786c64-q7n98 86707da6fdf69023d34773a9f0196fa5bcbc95dfd2fe86b805982cab83a598fa network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-db-65f6786c64-q7n98 86707da6fdf69023d34773a9f0196fa5bcbc95dfd2fe86b805982cab83a598fa network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:9e:10:8e:c7:7d\",\"name\":\"86707da6fdf6902\"},{\"mac\":\"0a:58:0a:80:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/08a22191-3f3d-4d1b-96b9-c13e7b537cd3\"}],\"ips\":[{\"address\":\"10.128.0.52/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0418 07:58:59.706873 3689 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0418 07:59:01.719656 3689 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql W0418 07:59:07.621385 3689 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0418 07:59:07.649634 3689 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0418 07:59:10.742639 3689 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-lk8t7-kjxbg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 07:59:10.743185 3689 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-lk8t7-kjxbg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 07:59:11.611229 3689 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-lk8t7-kjxbg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:59:11.611252 3689 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-lk8t7-kjxbg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0418 07:59:12.763469 3689 util.go:959] Failed to build node endpoints for node ip-10-0-1-211.ec2.internal port 3306: empty IP address endpoints for service tsf-tas/trillian-mysql I0418 07:59:14.129008 3689 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=97 I0418 07:59:19.130949 3689 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=11 I0418 07:59:25.342757 3689 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0418 07:59:26.130453 3689 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=204 W0418 07:59:27.822240 3689 util.go:959] Failed to build node endpoints for node ip-10-0-1-211.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logserver I0418 07:59:37.379221 3689 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 07:59:37.379747 3689 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 07:59:37.399527 3689 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:59:37.399544 3689 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:59:37.406098 3689 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0418 07:59:37.406118 3689 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0418 07:59:38.058270 3689 base_network_controller_pods.go:487] [default/tsf/patch-tekton-config-nvmb9] creating logical port tsf_patch-tekton-config-nvmb9 for pod on switch ip-10-0-1-211.ec2.internal I0418 07:59:38.058363 3689 kube.go:256] Updating pod tsf/patch-tekton-config-nvmb9 I0418 07:59:38.070003 3689 pod.go:62] [tsf/patch-tekton-config-nvmb9] pod update took 11.667962ms I0418 07:59:38.070026 3689 base_network_controller_pods.go:951] [default/tsf/patch-tekton-config-nvmb9] addLogicalPort annotation time took 11.693141ms I0418 07:59:38.071484 3689 pods.go:271] [tsf/patch-tekton-config-nvmb9] addLogicalPort took 13.229057ms, libovsdb time 980.794µs I0418 07:59:38.420721 3689 cni.go:452] [tsf/patch-tekton-config-nvmb9 9cda19699c6b5727a64a236a09868f4d3e3fa7cb397c12ff3213d8179f2f0c25 network default NAD default NAD key ] ADD starting CNI request [tsf/patch-tekton-config-nvmb9 9cda19699c6b5727a64a236a09868f4d3e3fa7cb397c12ff3213d8179f2f0c25 network default NAD default NAD key ] I0418 07:59:38.429866 3689 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: patch-tekton-config-nvmb9, hostIfaceName: 9cda19699c6b572, network: default, NAD default, SandboxID: "9cda19699c6b5727a64a236a09868f4d3e3fa7cb397c12ff3213d8179f2f0c25", PCI device ID: , UID: "fcb0a84f-124d-48a2-9480-04b7b3308c63", MAC: 0a:58:0a:80:00:35, IPs: [10.128.0.53/23] I0418 07:59:38.688844 3689 cni.go:473] [tsf/patch-tekton-config-nvmb9 9cda19699c6b5727a64a236a09868f4d3e3fa7cb397c12ff3213d8179f2f0c25 network default NAD default NAD key default] ADD finished CNI request [tsf/patch-tekton-config-nvmb9 9cda19699c6b5727a64a236a09868f4d3e3fa7cb397c12ff3213d8179f2f0c25 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:0c:ec:89:22:e7\",\"name\":\"9cda19699c6b572\"},{\"mac\":\"0a:58:0a:80:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b3e7db1f-531b-4ea1-8a7b-459a01e3fe98\"}],\"ips\":[{\"address\":\"10.128.0.53/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 07:59:38.937393 3689 cni.go:452] [tsf-tas/rekor-createtree-job-qdqz5-tkpt4 552cfc36efce02baad76398ba039160b28a0e9fb99439dd152c9d2875bc96587 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/rekor-createtree-job-qdqz5-tkpt4 552cfc36efce02baad76398ba039160b28a0e9fb99439dd152c9d2875bc96587 network default NAD default NAD key ] I0418 07:59:39.018929 3689 cni.go:473] [tsf-tas/rekor-createtree-job-qdqz5-tkpt4 552cfc36efce02baad76398ba039160b28a0e9fb99439dd152c9d2875bc96587 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/rekor-createtree-job-qdqz5-tkpt4 552cfc36efce02baad76398ba039160b28a0e9fb99439dd152c9d2875bc96587 network default NAD default NAD key default], result "{}", err I0418 07:59:39.062680 3689 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-qdqz5-tkpt4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 07:59:39.062709 3689 pods.go:176] Deleting pod: tsf-tas/rekor-createtree-job-qdqz5-tkpt4 I0418 07:59:39.064169 3689 pods.go:236] Attempting to release IPs for pod: tsf-tas/rekor-createtree-job-qdqz5-tkpt4, ips: 10.128.0.51 I0418 07:59:39.064197 3689 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-qdqz5-tkpt4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 07:59:39.954650 3689 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-qdqz5-tkpt4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:59:39.954748 3689 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-qdqz5-tkpt4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:59:43.917763 3689 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-lk8rn-p8qgb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 07:59:43.918375 3689 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-lk8rn-p8qgb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 07:59:44.784206 3689 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-lk8rn-p8qgb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:59:44.784229 3689 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-lk8rn-p8qgb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0418 07:59:45.287089 3689 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0418 07:59:45.987910 3689 cni.go:452] [tsf/patch-tekton-config-nvmb9 9cda19699c6b5727a64a236a09868f4d3e3fa7cb397c12ff3213d8179f2f0c25 network default NAD default NAD key ] DEL starting CNI request [tsf/patch-tekton-config-nvmb9 9cda19699c6b5727a64a236a09868f4d3e3fa7cb397c12ff3213d8179f2f0c25 network default NAD default NAD key ] I0418 07:59:46.068885 3689 cni.go:473] [tsf/patch-tekton-config-nvmb9 9cda19699c6b5727a64a236a09868f4d3e3fa7cb397c12ff3213d8179f2f0c25 network default NAD default NAD key default] DEL finished CNI request [tsf/patch-tekton-config-nvmb9 9cda19699c6b5727a64a236a09868f4d3e3fa7cb397c12ff3213d8179f2f0c25 network default NAD default NAD key default], result "{}", err I0418 07:59:46.122484 3689 obj_retry.go:498] Detected object tsf/patch-tekton-config-nvmb9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 07:59:46.122524 3689 pods.go:176] Deleting pod: tsf/patch-tekton-config-nvmb9 I0418 07:59:46.123978 3689 pods.go:236] Attempting to release IPs for pod: tsf/patch-tekton-config-nvmb9, ips: 10.128.0.53 I0418 07:59:46.124005 3689 obj_retry.go:498] Detected object tsf/patch-tekton-config-nvmb9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 07:59:47.143378 3689 obj_retry.go:492] Detected object tsf/patch-tekton-config-nvmb9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:59:47.143406 3689 obj_retry.go:492] Detected object tsf/patch-tekton-config-nvmb9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:59:47.242523 3689 base_network_controller_pods.go:487] [default/tsf/tsf-tekton-configuration-d2d6z] creating logical port tsf_tsf-tekton-configuration-d2d6z for pod on switch ip-10-0-1-211.ec2.internal I0418 07:59:47.242614 3689 kube.go:256] Updating pod tsf/tsf-tekton-configuration-d2d6z I0418 07:59:47.254920 3689 pod.go:62] [tsf/tsf-tekton-configuration-d2d6z] pod update took 12.328017ms I0418 07:59:47.254944 3689 base_network_controller_pods.go:951] [default/tsf/tsf-tekton-configuration-d2d6z] addLogicalPort annotation time took 12.355193ms I0418 07:59:47.256337 3689 pods.go:271] [tsf/tsf-tekton-configuration-d2d6z] addLogicalPort took 13.833933ms, libovsdb time 954.182µs I0418 07:59:47.602966 3689 cni.go:452] [tsf/tsf-tekton-configuration-d2d6z 937d6d98265dd272d1e356fd211f38070b61ad54edde0f4447d4400c10716b1f network default NAD default NAD key ] ADD starting CNI request [tsf/tsf-tekton-configuration-d2d6z 937d6d98265dd272d1e356fd211f38070b61ad54edde0f4447d4400c10716b1f network default NAD default NAD key ] I0418 07:59:47.612579 3689 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: tsf-tekton-configuration-d2d6z, hostIfaceName: 937d6d98265dd27, network: default, NAD default, SandboxID: "937d6d98265dd272d1e356fd211f38070b61ad54edde0f4447d4400c10716b1f", PCI device ID: , UID: "aa71098e-327c-4606-bef3-d715af227e1e", MAC: 0a:58:0a:80:00:36, IPs: [10.128.0.54/23] I0418 07:59:47.664594 3689 cni.go:473] [tsf/tsf-tekton-configuration-d2d6z 937d6d98265dd272d1e356fd211f38070b61ad54edde0f4447d4400c10716b1f network default NAD default NAD key default] ADD finished CNI request [tsf/tsf-tekton-configuration-d2d6z 937d6d98265dd272d1e356fd211f38070b61ad54edde0f4447d4400c10716b1f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:c9:29:6e:ef:b5\",\"name\":\"937d6d98265dd27\"},{\"mac\":\"0a:58:0a:80:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5339f009-ebb5-4197-a75c-5d634a838b78\"}],\"ips\":[{\"address\":\"10.128.0.54/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0418 07:59:49.310705 3689 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis W0418 07:59:49.332156 3689 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0418 07:59:52.025188 3689 cni.go:452] [tsf/tsf-tekton-configuration-d2d6z 937d6d98265dd272d1e356fd211f38070b61ad54edde0f4447d4400c10716b1f network default NAD default NAD key ] DEL starting CNI request [tsf/tsf-tekton-configuration-d2d6z 937d6d98265dd272d1e356fd211f38070b61ad54edde0f4447d4400c10716b1f network default NAD default NAD key ] I0418 07:59:52.115490 3689 cni.go:473] [tsf/tsf-tekton-configuration-d2d6z 937d6d98265dd272d1e356fd211f38070b61ad54edde0f4447d4400c10716b1f network default NAD default NAD key default] DEL finished CNI request [tsf/tsf-tekton-configuration-d2d6z 937d6d98265dd272d1e356fd211f38070b61ad54edde0f4447d4400c10716b1f network default NAD default NAD key default], result "{}", err I0418 07:59:52.165960 3689 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-d2d6z of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 07:59:52.166003 3689 pods.go:176] Deleting pod: tsf/tsf-tekton-configuration-d2d6z I0418 07:59:52.167330 3689 pods.go:236] Attempting to release IPs for pod: tsf/tsf-tekton-configuration-d2d6z, ips: 10.128.0.54 I0418 07:59:52.167362 3689 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-d2d6z of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 07:59:53.187714 3689 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-d2d6z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:59:53.187735 3689 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-d2d6z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:59:53.224594 3689 obj_retry.go:492] Detected object tsf/patch-tekton-config-nvmb9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:59:53.224620 3689 obj_retry.go:492] Detected object tsf/patch-tekton-config-nvmb9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:59:53.231139 3689 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-nvmb9 I0418 07:59:53.231163 3689 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-nvmb9 W0418 07:59:55.349980 3689 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0418 07:59:58.502450 3689 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 07:59:58.503089 3689 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 07:59:58.521227 3689 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:59:58.521253 3689 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:59:58.528015 3689 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0418 07:59:58.528037 3689 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0418 07:59:59.795858 3689 base_network_controller_pods.go:487] [default/tsf-tpa/create-db-c2l5m] creating logical port tsf-tpa_create-db-c2l5m for pod on switch ip-10-0-1-211.ec2.internal I0418 07:59:59.795982 3689 kube.go:256] Updating pod tsf-tpa/create-db-c2l5m I0418 07:59:59.809207 3689 pod.go:62] [tsf-tpa/create-db-c2l5m] pod update took 13.255028ms I0418 07:59:59.809230 3689 base_network_controller_pods.go:951] [default/tsf-tpa/create-db-c2l5m] addLogicalPort annotation time took 13.284407ms I0418 07:59:59.810641 3689 pods.go:271] [tsf-tpa/create-db-c2l5m] addLogicalPort took 14.804909ms, libovsdb time 955.964µs I0418 08:00:00.158226 3689 cni.go:452] [tsf-tpa/create-db-c2l5m e99320459ec337f987283717bf8465da4679ebc5683e86fb556be5ffce174f23 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-db-c2l5m e99320459ec337f987283717bf8465da4679ebc5683e86fb556be5ffce174f23 network default NAD default NAD key ] I0418 08:00:00.167374 3689 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-db-c2l5m, hostIfaceName: e99320459ec337f, network: default, NAD default, SandboxID: "e99320459ec337f987283717bf8465da4679ebc5683e86fb556be5ffce174f23", PCI device ID: , UID: "24156f2d-d6bd-41c4-940e-03d45e2373ef", MAC: 0a:58:0a:80:00:37, IPs: [10.128.0.55/23] I0418 08:00:00.225317 3689 cni.go:473] [tsf-tpa/create-db-c2l5m e99320459ec337f987283717bf8465da4679ebc5683e86fb556be5ffce174f23 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-db-c2l5m e99320459ec337f987283717bf8465da4679ebc5683e86fb556be5ffce174f23 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:21:3b:86:2f:2d\",\"name\":\"e99320459ec337f\"},{\"mac\":\"0a:58:0a:80:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bd8c782e-1904-4bc5-b453-ad28dcf0f1fb\"}],\"ips\":[{\"address\":\"10.128.0.55/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 08:00:04.055834 3689 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608320-9vztj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:00:04.056417 3689 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608320-9vztj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:00:04.107856 3689 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-29608320-hzh8z of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:00:04.107911 3689 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-29608320-hzh8z of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:00:04.900977 3689 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608320-9vztj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:00:04.901010 3689 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608320-9vztj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:00:05.111598 3689 obj_retry.go:492] Detected object kube-system/ecr-credential-refresh-29608320-hzh8z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:00:05.111626 3689 obj_retry.go:492] Detected object kube-system/ecr-credential-refresh-29608320-hzh8z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:00:21.387185 3689 namespace.go:142] [openshift-pipelines] updating namespace I0418 08:00:26.657078 3689 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-ftxw7-6lhrv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:00:26.657704 3689 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-ftxw7-6lhrv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:00:27.682317 3689 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-ftxw7-6lhrv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:00:27.682344 3689 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-ftxw7-6lhrv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0418 08:00:35.565565 3689 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0418 08:01:18.533320 3689 cni.go:452] [tsf-tpa/create-db-c2l5m e99320459ec337f987283717bf8465da4679ebc5683e86fb556be5ffce174f23 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-db-c2l5m e99320459ec337f987283717bf8465da4679ebc5683e86fb556be5ffce174f23 network default NAD default NAD key ] I0418 08:01:18.608529 3689 cni.go:473] [tsf-tpa/create-db-c2l5m e99320459ec337f987283717bf8465da4679ebc5683e86fb556be5ffce174f23 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-db-c2l5m e99320459ec337f987283717bf8465da4679ebc5683e86fb556be5ffce174f23 network default NAD default NAD key default], result "{}", err I0418 08:01:18.657704 3689 obj_retry.go:498] Detected object tsf-tpa/create-db-c2l5m of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:01:18.657739 3689 pods.go:176] Deleting pod: tsf-tpa/create-db-c2l5m I0418 08:01:18.659349 3689 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-db-c2l5m, ips: 10.128.0.55 I0418 08:01:18.659435 3689 obj_retry.go:498] Detected object tsf-tpa/create-db-c2l5m of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:01:19.684957 3689 obj_retry.go:492] Detected object tsf-tpa/create-db-c2l5m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:01:19.684983 3689 obj_retry.go:492] Detected object tsf-tpa/create-db-c2l5m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:01:19.791129 3689 base_network_controller_pods.go:487] [default/tsf-tpa/migrate-db-nsrjv] creating logical port tsf-tpa_migrate-db-nsrjv for pod on switch ip-10-0-1-211.ec2.internal I0418 08:01:19.791213 3689 kube.go:256] Updating pod tsf-tpa/migrate-db-nsrjv I0418 08:01:19.817128 3689 pod.go:62] [tsf-tpa/migrate-db-nsrjv] pod update took 25.935959ms I0418 08:01:19.817154 3689 base_network_controller_pods.go:951] [default/tsf-tpa/migrate-db-nsrjv] addLogicalPort annotation time took 25.965626ms I0418 08:01:19.818403 3689 pods.go:271] [tsf-tpa/migrate-db-nsrjv] addLogicalPort took 27.288869ms, libovsdb time 843.689µs I0418 08:01:20.150844 3689 cni.go:452] [tsf-tpa/migrate-db-nsrjv b29bce68284d095cd2f3a1668de456c8253ea72de672ecbccb605e08e4a789f4 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/migrate-db-nsrjv b29bce68284d095cd2f3a1668de456c8253ea72de672ecbccb605e08e4a789f4 network default NAD default NAD key ] I0418 08:01:20.160466 3689 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: migrate-db-nsrjv, hostIfaceName: b29bce68284d095, network: default, NAD default, SandboxID: "b29bce68284d095cd2f3a1668de456c8253ea72de672ecbccb605e08e4a789f4", PCI device ID: , UID: "02ec24c9-b559-4bd5-8d43-765bbf5893a6", MAC: 0a:58:0a:80:00:38, IPs: [10.128.0.56/23] I0418 08:01:20.212729 3689 cni.go:473] [tsf-tpa/migrate-db-nsrjv b29bce68284d095cd2f3a1668de456c8253ea72de672ecbccb605e08e4a789f4 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/migrate-db-nsrjv b29bce68284d095cd2f3a1668de456c8253ea72de672ecbccb605e08e4a789f4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:3b:27:76:6c:dc\",\"name\":\"b29bce68284d095\"},{\"mac\":\"0a:58:0a:80:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/48a2b1a4-e353-43da-ba82-ee0607195f9a\"}],\"ips\":[{\"address\":\"10.128.0.56/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 08:01:22.416264 3689 obj_retry.go:498] Detected object openshift-pipelines/tekton-resource-pruner-qg7wb-29608320-rkck5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:01:22.416879 3689 obj_retry.go:498] Detected object openshift-pipelines/tekton-resource-pruner-qg7wb-29608320-rkck5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:01:22.565669 3689 cni.go:452] [tsf-tpa/migrate-db-nsrjv b29bce68284d095cd2f3a1668de456c8253ea72de672ecbccb605e08e4a789f4 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/migrate-db-nsrjv b29bce68284d095cd2f3a1668de456c8253ea72de672ecbccb605e08e4a789f4 network default NAD default NAD key ] I0418 08:01:22.653320 3689 cni.go:473] [tsf-tpa/migrate-db-nsrjv b29bce68284d095cd2f3a1668de456c8253ea72de672ecbccb605e08e4a789f4 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/migrate-db-nsrjv b29bce68284d095cd2f3a1668de456c8253ea72de672ecbccb605e08e4a789f4 network default NAD default NAD key default], result "{}", err I0418 08:01:22.702861 3689 obj_retry.go:498] Detected object tsf-tpa/migrate-db-nsrjv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:01:22.702912 3689 pods.go:176] Deleting pod: tsf-tpa/migrate-db-nsrjv I0418 08:01:22.704165 3689 pods.go:236] Attempting to release IPs for pod: tsf-tpa/migrate-db-nsrjv, ips: 10.128.0.56 I0418 08:01:22.704189 3689 obj_retry.go:498] Detected object tsf-tpa/migrate-db-nsrjv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:01:22.826278 3689 obj_retry.go:492] Detected object tsf-tpa/migrate-db-nsrjv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:01:22.826299 3689 obj_retry.go:492] Detected object tsf-tpa/migrate-db-nsrjv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:01:23.301346 3689 obj_retry.go:492] Detected object openshift-pipelines/tekton-resource-pruner-qg7wb-29608320-rkck5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:01:23.301367 3689 obj_retry.go:492] Detected object openshift-pipelines/tekton-resource-pruner-qg7wb-29608320-rkck5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:01:25.962935 3689 base_network_controller_pods.go:487] [default/tsf-tpa/server-65dcf96fc-cnwbt] creating logical port tsf-tpa_server-65dcf96fc-cnwbt for pod on switch ip-10-0-1-211.ec2.internal I0418 08:01:25.963031 3689 kube.go:256] Updating pod tsf-tpa/server-65dcf96fc-cnwbt I0418 08:01:25.976836 3689 pod.go:62] [tsf-tpa/server-65dcf96fc-cnwbt] pod update took 13.832031ms I0418 08:01:25.976859 3689 base_network_controller_pods.go:951] [default/tsf-tpa/server-65dcf96fc-cnwbt] addLogicalPort annotation time took 13.858262ms I0418 08:01:25.978296 3689 pods.go:271] [tsf-tpa/server-65dcf96fc-cnwbt] addLogicalPort took 15.37812ms, libovsdb time 917.003µs I0418 08:01:26.013559 3689 base_network_controller_pods.go:487] [default/tsf-tpa/importer-5b5b6dd8fb-76t8k] creating logical port tsf-tpa_importer-5b5b6dd8fb-76t8k for pod on switch ip-10-0-1-211.ec2.internal I0418 08:01:26.013649 3689 kube.go:256] Updating pod tsf-tpa/importer-5b5b6dd8fb-76t8k I0418 08:01:26.027522 3689 pod.go:62] [tsf-tpa/importer-5b5b6dd8fb-76t8k] pod update took 13.8967ms I0418 08:01:26.027546 3689 base_network_controller_pods.go:951] [default/tsf-tpa/importer-5b5b6dd8fb-76t8k] addLogicalPort annotation time took 13.924901ms I0418 08:01:26.028936 3689 pods.go:271] [tsf-tpa/importer-5b5b6dd8fb-76t8k] addLogicalPort took 15.390853ms, libovsdb time 950.161µs I0418 08:01:29.455359 3689 obj_retry.go:498] Detected object tsf-tpa/create-importers-wx5jx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:01:29.456007 3689 obj_retry.go:498] Detected object tsf-tpa/create-importers-wx5jx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:01:30.479696 3689 obj_retry.go:492] Detected object tsf-tpa/create-importers-wx5jx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:01:30.479720 3689 obj_retry.go:492] Detected object tsf-tpa/create-importers-wx5jx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:01:31.425435 3689 cni.go:452] [tsf-tpa/server-65dcf96fc-cnwbt 1c475d90231ee15745f82176a0a7d43181dec62185507cad147fd1e482aef5b2 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/server-65dcf96fc-cnwbt 1c475d90231ee15745f82176a0a7d43181dec62185507cad147fd1e482aef5b2 network default NAD default NAD key ] I0418 08:01:31.435193 3689 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: server-65dcf96fc-cnwbt, hostIfaceName: 1c475d90231ee15, network: default, NAD default, SandboxID: "1c475d90231ee15745f82176a0a7d43181dec62185507cad147fd1e482aef5b2", PCI device ID: , UID: "c7376f94-58a2-4604-95c0-8627b7595801", MAC: 0a:58:0a:80:00:39, IPs: [10.128.0.57/23] I0418 08:01:31.475044 3689 cni.go:452] [tsf-tpa/importer-5b5b6dd8fb-76t8k c84504ee74065868d950396bef171eebe82de7ad854aeac2d1c66d8a81a3122d network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/importer-5b5b6dd8fb-76t8k c84504ee74065868d950396bef171eebe82de7ad854aeac2d1c66d8a81a3122d network default NAD default NAD key ] I0418 08:01:31.485722 3689 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: importer-5b5b6dd8fb-76t8k, hostIfaceName: c84504ee7406586, network: default, NAD default, SandboxID: "c84504ee74065868d950396bef171eebe82de7ad854aeac2d1c66d8a81a3122d", PCI device ID: , UID: "aa978777-ba62-4eff-9203-49ae73b43c25", MAC: 0a:58:0a:80:00:3a, IPs: [10.128.0.58/23] I0418 08:01:31.491453 3689 cni.go:473] [tsf-tpa/server-65dcf96fc-cnwbt 1c475d90231ee15745f82176a0a7d43181dec62185507cad147fd1e482aef5b2 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/server-65dcf96fc-cnwbt 1c475d90231ee15745f82176a0a7d43181dec62185507cad147fd1e482aef5b2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:1d:16:b3:02:78\",\"name\":\"1c475d90231ee15\"},{\"mac\":\"0a:58:0a:80:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e1f81c64-231a-4f8c-bb12-0985f18f6c30\"}],\"ips\":[{\"address\":\"10.128.0.57/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 08:01:31.539349 3689 cni.go:473] [tsf-tpa/importer-5b5b6dd8fb-76t8k c84504ee74065868d950396bef171eebe82de7ad854aeac2d1c66d8a81a3122d network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/importer-5b5b6dd8fb-76t8k c84504ee74065868d950396bef171eebe82de7ad854aeac2d1c66d8a81a3122d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:b4:a7:54:ce:38\",\"name\":\"c84504ee7406586\"},{\"mac\":\"0a:58:0a:80:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/18b6db1c-8dab-4ab9-a3b4-ae3f2b171615\"}],\"ips\":[{\"address\":\"10.128.0.58/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0418 08:01:32.630113 3689 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server W0418 08:01:33.643598 3689 util.go:959] Failed to build node endpoints for node ip-10-0-1-211.ec2.internal port 8080: empty IP address endpoints for service tsf-tpa/server I0418 08:01:48.056426 3689 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:01:48.057004 3689 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:01:48.095810 3689 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:01:48.095828 3689 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:01:48.104987 3689 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0418 08:01:48.105012 3689 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0418 08:01:48.805751 3689 namespace.go:98] [default-tenant] adding namespace I0418 08:01:48.805879 3689 namespace.go:98] [image-controller] adding namespace I0418 08:01:48.806654 3689 namespace.go:102] [default-tenant] adding namespace took 885.041µs I0418 08:01:48.807431 3689 namespace.go:102] [image-controller] adding namespace took 1.515971ms I0418 08:01:48.822123 3689 namespace.go:98] [build-service] adding namespace I0418 08:01:48.822159 3689 namespace.go:98] [integration-service] adding namespace I0418 08:01:48.822734 3689 namespace.go:102] [build-service] adding namespace took 596.005µs I0418 08:01:48.823400 3689 namespace.go:102] [integration-service] adding namespace took 1.226804ms I0418 08:01:48.840572 3689 namespace.go:142] [default-tenant] updating namespace I0418 08:01:48.867332 3689 namespace.go:142] [default-tenant] updating namespace I0418 08:01:48.882287 3689 namespace.go:142] [image-controller] updating namespace I0418 08:01:48.907747 3689 namespace.go:142] [image-controller] updating namespace I0418 08:01:48.942554 3689 namespace.go:142] [build-service] updating namespace I0418 08:01:48.963666 3689 namespace.go:142] [build-service] updating namespace I0418 08:01:48.965775 3689 namespace.go:142] [integration-service] updating namespace I0418 08:01:48.996712 3689 namespace.go:142] [integration-service] updating namespace I0418 08:01:49.063580 3689 namespace.go:142] [build-service] updating namespace I0418 08:01:49.088866 3689 namespace.go:142] [integration-service] updating namespace I0418 08:01:49.118518 3689 namespace.go:98] [release-service] adding namespace I0418 08:01:49.119383 3689 namespace.go:102] [release-service] adding namespace took 849.727µs I0418 08:01:49.148672 3689 namespace.go:142] [konflux-ui] updating namespace I0418 08:01:49.183835 3689 namespace.go:142] [release-service] updating namespace I0418 08:01:49.228538 3689 namespace.go:142] [release-service] updating namespace I0418 08:01:49.296578 3689 namespace.go:98] [konflux-info] adding namespace I0418 08:01:49.297428 3689 namespace.go:102] [konflux-info] adding namespace took 834.217µs I0418 08:01:49.372631 3689 namespace.go:142] [konflux-info] updating namespace I0418 08:01:49.399660 3689 namespace.go:98] [namespace-lister] adding namespace I0418 08:01:49.400432 3689 namespace.go:102] [namespace-lister] adding namespace took 756.69µs I0418 08:01:49.436659 3689 namespace.go:142] [konflux-info] updating namespace I0418 08:01:49.472645 3689 namespace.go:98] [enterprise-contract-service] adding namespace I0418 08:01:49.473472 3689 namespace.go:102] [enterprise-contract-service] adding namespace took 812.955µs I0418 08:01:49.488004 3689 namespace.go:142] [image-controller] updating namespace I0418 08:01:49.506117 3689 namespace.go:142] [namespace-lister] updating namespace I0418 08:01:49.549656 3689 namespace.go:142] [namespace-lister] updating namespace I0418 08:01:49.601859 3689 namespace.go:142] [enterprise-contract-service] updating namespace I0418 08:01:49.637790 3689 namespace.go:142] [default-tenant] updating namespace I0418 08:01:49.676369 3689 namespace.go:142] [enterprise-contract-service] updating namespace I0418 08:01:49.704174 3689 namespace.go:98] [segment-bridge] adding namespace I0418 08:01:49.705012 3689 namespace.go:102] [segment-bridge] adding namespace took 819.462µs I0418 08:01:49.984936 3689 namespace.go:142] [segment-bridge] updating namespace I0418 08:01:50.233748 3689 namespace.go:142] [segment-bridge] updating namespace I0418 08:01:50.313784 3689 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0418 08:01:50.314410 3689 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0418 08:01:50.314430 3689 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0418 08:01:50.317034 3689 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0418 08:01:50.551801 3689 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0418 08:01:50.551824 3689 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0418 08:01:50.552653 3689 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0418 08:01:51.519001 3689 namespace.go:142] [build-service] updating namespace I0418 08:01:51.836008 3689 namespace.go:142] [default-tenant] updating namespace I0418 08:01:52.017011 3689 namespace.go:142] [enterprise-contract-service] updating namespace I0418 08:01:52.190397 3689 namespace.go:142] [image-controller] updating namespace I0418 08:01:52.387676 3689 namespace.go:142] [integration-service] updating namespace I0418 08:01:52.595944 3689 namespace.go:142] [konflux-info] updating namespace I0418 08:01:52.788587 3689 namespace.go:142] [namespace-lister] updating namespace I0418 08:01:52.984190 3689 namespace.go:142] [release-service] updating namespace I0418 08:01:53.189012 3689 namespace.go:142] [segment-bridge] updating namespace I0418 08:01:53.311408 3689 namespace.go:142] [build-service] updating namespace I0418 08:01:53.329761 3689 namespace.go:142] [default-tenant] updating namespace I0418 08:01:53.346155 3689 namespace.go:142] [enterprise-contract-service] updating namespace I0418 08:01:53.359785 3689 namespace.go:142] [image-controller] updating namespace I0418 08:01:53.372286 3689 namespace.go:142] [integration-service] updating namespace I0418 08:01:53.389918 3689 namespace.go:142] [konflux-info] updating namespace I0418 08:01:53.406030 3689 namespace.go:142] [namespace-lister] updating namespace I0418 08:01:53.417846 3689 namespace.go:142] [release-service] updating namespace I0418 08:01:53.433108 3689 namespace.go:142] [segment-bridge] updating namespace I0418 08:01:53.477778 3689 namespace.go:142] [build-service] updating namespace I0418 08:01:53.540807 3689 namespace.go:142] [default-tenant] updating namespace I0418 08:01:53.637288 3689 namespace.go:142] [enterprise-contract-service] updating namespace I0418 08:01:53.737964 3689 namespace.go:142] [image-controller] updating namespace I0418 08:01:53.840539 3689 namespace.go:142] [integration-service] updating namespace I0418 08:01:53.949028 3689 namespace.go:142] [konflux-info] updating namespace I0418 08:01:54.041885 3689 namespace.go:142] [namespace-lister] updating namespace I0418 08:01:54.145317 3689 namespace.go:142] [release-service] updating namespace I0418 08:01:54.273697 3689 namespace.go:142] [segment-bridge] updating namespace I0418 08:01:54.432690 3689 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0418 08:01:54.559833 3689 obj_retry.go:492] Detected object openshift-pipelines/tekton-resource-pruner-qg7wb-29608320-rkck5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:01:54.559854 3689 obj_retry.go:492] Detected object openshift-pipelines/tekton-resource-pruner-qg7wb-29608320-rkck5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:01:54.568688 3689 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-resource-pruner-qg7wb-29608320-rkck5 I0418 08:01:54.568716 3689 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-resource-pruner-qg7wb-29608320-rkck5 W0418 08:01:56.470787 3689 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0418 08:01:58.487169 3689 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0418 08:02:02.523798 3689 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0418 08:02:06.045884 3689 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0418 08:02:06.045986 3689 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0418 08:02:07.582909 3689 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0418 08:02:07.582926 3689 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0418 08:02:07.606649 3689 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0418 08:02:07.610107 3689 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0418 08:02:07.640199 3689 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0418 08:02:07.640674 3689 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0418 08:02:07.676277 3689 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0418 08:02:07.676361 3689 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service I0418 08:02:19.053181 3689 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-pwlc5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:02:19.053734 3689 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-pwlc5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:02:19.643675 3689 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-pwlc5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:02:19.643699 3689 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-pwlc5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:02:19.650345 3689 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-pwlc5 I0418 08:02:19.650369 3689 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-pwlc5 I0418 08:02:20.140346 3689 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=637 I0418 08:02:35.132925 3689 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=60 I0418 08:03:16.349178 3689 obj_retry.go:498] Detected object konflux-ui/proxy-6999bb4ff7-8s8ng of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:03:16.349777 3689 obj_retry.go:498] Detected object konflux-ui/proxy-6999bb4ff7-8s8ng of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:03:16.960436 3689 obj_retry.go:492] Detected object konflux-ui/proxy-6999bb4ff7-8s8ng of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:03:16.960461 3689 obj_retry.go:492] Detected object konflux-ui/proxy-6999bb4ff7-8s8ng of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:03:16.968207 3689 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-6999bb4ff7-8s8ng I0418 08:03:16.968233 3689 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-6999bb4ff7-8s8ng I0418 08:03:18.571094 3689 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:03:18.571648 3689 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:03:18.588436 3689 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:03:18.588454 3689 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:03:18.595595 3689 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0418 08:03:18.595619 3689 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0418 08:03:21.436012 3689 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0418 08:03:25.552282 3689 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0418 08:04:07.255096 3689 namespace.go:98] [default-managed-tenant-76k9a] adding namespace I0418 08:04:07.256038 3689 namespace.go:102] [default-managed-tenant-76k9a] adding namespace took 919.699µs I0418 08:04:07.281225 3689 namespace.go:142] [default-managed-tenant-76k9a] updating namespace I0418 08:04:07.300728 3689 namespace.go:142] [default-managed-tenant-76k9a] updating namespace I0418 08:04:08.265029 3689 namespace.go:142] [default-managed-tenant-76k9a] updating namespace I0418 08:04:08.397687 3689 namespace.go:142] [default-managed-tenant-76k9a] updating namespace I0418 08:04:08.502448 3689 namespace.go:142] [default-managed-tenant-76k9a] updating namespace I0418 08:05:00.465550 3689 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0418 08:05:29.605388 3689 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0418 08:05:47.346006 3689 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0418 08:05:48.266229 3689 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0418 08:05:49.557635 3689 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0418 08:05:56.246208 3689 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0418 08:05:58.443989 3689 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0418 08:06:10.133481 3689 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0418 08:06:19.132984 3689 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=75 I0418 08:06:40.131886 3689 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=36 I0418 08:07:37.133601 3689 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=67 I0418 08:09:32.555628 3689 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0418 08:09:55.135606 3689 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=9 I0418 08:09:56.458280 3689 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0418 08:10:04.331603 3689 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608330-f42kk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:10:04.332186 3689 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608330-f42kk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:10:05.201181 3689 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608330-f42kk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:10:05.201210 3689 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608330-f42kk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:11:06.145993 3689 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=30 I0418 08:11:08.269150 3689 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0418 08:11:19.049393 3689 obj_retry.go:492] Detected object tsf-tpa/create-db-c2l5m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:11:19.049446 3689 obj_retry.go:492] Detected object tsf-tpa/create-db-c2l5m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:11:19.054761 3689 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-c2l5m I0418 08:11:19.054790 3689 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-c2l5m I0418 08:11:19.608653 3689 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0418 08:11:22.029928 3689 obj_retry.go:492] Detected object tsf-tpa/migrate-db-nsrjv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:11:22.029984 3689 obj_retry.go:492] Detected object tsf-tpa/migrate-db-nsrjv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:11:22.035304 3689 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-nsrjv I0418 08:11:22.035328 3689 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-nsrjv I0418 08:11:30.034558 3689 obj_retry.go:492] Detected object tsf-tpa/create-importers-wx5jx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:11:30.034601 3689 obj_retry.go:492] Detected object tsf-tpa/create-importers-wx5jx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:11:30.039472 3689 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-wx5jx I0418 08:11:30.039491 3689 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-wx5jx I0418 08:11:40.562377 3689 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0418 08:11:50.438903 3689 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0418 08:12:04.447421 3689 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 W0418 08:12:21.940114 3689 duration.go:461] Config duration recorder: measurement expired for pod/openshift-console/console-79674bd444-tjr6p I0418 08:12:33.479174 3689 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0418 08:12:58.136285 3689 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0418 08:13:23.351108 3689 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0418 08:14:35.249179 3689 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0418 08:14:39.136270 3689 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=8 I0418 08:15:00.460831 3689 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0418 08:15:09.135531 3689 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=35 W0418 08:16:16.939863 3689 duration.go:461] Config duration recorder: measurement expired for pod/openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5c5gfb I0418 08:17:11.138743 3689 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=9 I0418 08:17:14.136774 3689 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=11 I0418 08:17:39.148948 3689 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=13 I0418 08:17:53.558321 3689 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0418 08:18:10.085316 3689 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-dtgjm-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:18:10.085914 3689 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-dtgjm-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:18:10.833860 3689 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-dtgjm-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:18:10.833911 3689 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-dtgjm-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:18:10.846585 3689 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-demo-comp-on-pull-request-dtgjm-init-pod I0418 08:18:10.846614 3689 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-demo-comp-on-pull-request-dtgjm-init-pod I0418 08:18:13.996374 3689 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-vqxn2-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:18:13.996965 3689 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-vqxn2-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:18:16.431721 3689 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-clpz7] creating logical port openshift-pipelines_tekton-pipelines-webhook-584c448755-clpz7 for pod on switch ip-10-0-1-211.ec2.internal I0418 08:18:16.431801 3689 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-584c448755-clpz7 I0418 08:18:16.450030 3689 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-584c448755-clpz7] pod update took 18.252797ms I0418 08:18:16.450053 3689 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-clpz7] addLogicalPort annotation time took 18.281603ms I0418 08:18:16.451426 3689 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-584c448755-clpz7] addLogicalPort took 19.715392ms, libovsdb time 904.257µs I0418 08:18:16.798526 3689 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-584c448755-clpz7 f6cbea9f883004bbb0343a3d57c1dc2cffd317cac13733cf4f364102ba2939b9 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-clpz7 f6cbea9f883004bbb0343a3d57c1dc2cffd317cac13733cf4f364102ba2939b9 network default NAD default NAD key ] I0418 08:18:16.807511 3689 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-584c448755-clpz7, hostIfaceName: f6cbea9f883004b, network: default, NAD default, SandboxID: "f6cbea9f883004bbb0343a3d57c1dc2cffd317cac13733cf4f364102ba2939b9", PCI device ID: , UID: "c61f3634-3aac-4934-bb53-3b878e7b58c3", MAC: 0a:58:0a:80:00:3b, IPs: [10.128.0.59/23] I0418 08:18:17.070355 3689 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-584c448755-clpz7 f6cbea9f883004bbb0343a3d57c1dc2cffd317cac13733cf4f364102ba2939b9 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-clpz7 f6cbea9f883004bbb0343a3d57c1dc2cffd317cac13733cf4f364102ba2939b9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:4a:38:17:e1:3f\",\"name\":\"f6cbea9f883004b\"},{\"mac\":\"0a:58:0a:80:00:3b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/68091b4b-b71c-4a06-9061-0463ff845907\"}],\"ips\":[{\"address\":\"10.128.0.59/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 08:18:28.118585 3689 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-vqxn2-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:18:28.119145 3689 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-vqxn2-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:18:28.271551 3689 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 W0418 08:18:30.572280 3689 util.go:959] Failed to build node endpoints for node ip-10-0-1-211.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0418 08:18:30.572297 3689 util.go:959] Failed to build node endpoints for node ip-10-0-1-211.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0418 08:18:30.572303 3689 util.go:959] Failed to build node endpoints for node ip-10-0-1-211.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0418 08:18:30.572310 3689 util.go:959] Failed to build node endpoints for node ip-10-0-1-211.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0418 08:18:45.139186 3689 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0418 08:19:10.406210 3689 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-vqxn2-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:19:10.406702 3689 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-vqxn2-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:19:10.450921 3689 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0418 08:19:18.353915 3689 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=5 I0418 08:19:33.611383 3689 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0418 08:19:45.481802 3689 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0418 08:19:47.251687 3689 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0418 08:20:04.700751 3689 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608340-7ftjt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:20:04.701298 3689 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608340-7ftjt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:20:05.562345 3689 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608340-7ftjt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:20:05.562372 3689 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608340-7ftjt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:20:05.593329 3689 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608310-v4hmg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:20:05.593348 3689 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608310-v4hmg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:20:05.603372 3689 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29608310-v4hmg I0418 08:20:05.603399 3689 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29608310-v4hmg I0418 08:20:26.138982 3689 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=6 I0418 08:20:36.918752 3689 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-mnq8q-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:20:36.919359 3689 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-mnq8q-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:20:42.099912 3689 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-mnq8q-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:20:42.100442 3689 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-mnq8q-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:20:42.806040 3689 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-mnq8q-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:20:42.806064 3689 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-mnq8q-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:20:42.810515 3689 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-demo-comp-on-pull-request-mnq8q-clone-repository-pod I0418 08:20:42.810538 3689 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-demo-comp-on-pull-request-mnq8q-clone-repository-pod I0418 08:20:50.017999 3689 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-nc7lp-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:20:50.018617 3689 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-nc7lp-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:20:59.105498 3689 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-nc7lp-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:20:59.106098 3689 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-nc7lp-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:21:07.570375 3689 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0418 08:21:10.441851 3689 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0418 08:21:19.138155 3689 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=32 I0418 08:21:27.318942 3689 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-nc7lp-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:21:27.319620 3689 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-nc7lp-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:22:12.446404 3689 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-vqxn2-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:22:12.447043 3689 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-vqxn2-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:22:21.782004 3689 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-vqxn2-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:22:21.782551 3689 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-vqxn2-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:23:27.152451 3689 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=239 I0418 08:23:36.542069 3689 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-vqxn2-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:23:36.542684 3689 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-vqxn2-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:23:36.580158 3689 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-vqxn2-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:23:36.580600 3689 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-vqxn2-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:23:36.617165 3689 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-vqxn2-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:23:36.617569 3689 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-vqxn2-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:23:38.181059 3689 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-vqxn2-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:23:38.181587 3689 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-vqxn2-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:23:41.561309 3689 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0418 08:23:51.131214 3689 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-vqxn2-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:23:51.131887 3689 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-vqxn2-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:23:54.141760 3689 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=8 I0418 08:24:27.453435 3689 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0418 08:24:51.463342 3689 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0418 08:25:00.102596 3689 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-nc7lp-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:25:00.103258 3689 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-nc7lp-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:25:06.149909 3689 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-nc7lp-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:25:06.150575 3689 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-nc7lp-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:25:09.139618 3689 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=13 I0418 08:25:11.254679 3689 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0418 08:25:16.364652 3689 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-nc7lp-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:25:16.365220 3689 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-nc7lp-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:25:20.455065 3689 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-nc7lp-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:25:20.455653 3689 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-nc7lp-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:25:56.837190 3689 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-nc7lp-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:25:56.837879 3689 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-nc7lp-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:26:06.857066 3689 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-nc7lp-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:26:06.857605 3689 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-nc7lp-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:26:17.984061 3689 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-nc7lp-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:26:17.984624 3689 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-nc7lp-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:26:19.573455 3689 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0418 08:26:27.141843 3689 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0418 08:26:37.188208 3689 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-nc7lp-clair-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:26:37.188768 3689 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-nc7lp-clair-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:26:37.227985 3689 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-vqxn2-clair-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:26:37.228456 3689 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-vqxn2-clair-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:26:42.142344 3689 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=7 I0418 08:26:47.406772 3689 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-nfpzj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:26:47.407444 3689 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-nfpzj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:26:48.060853 3689 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-nfpzj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:26:48.060878 3689 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-nfpzj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:26:48.067517 3689 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-584c448755-nfpzj I0418 08:26:48.067541 3689 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-584c448755-nfpzj I0418 08:27:02.273210 3689 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-584c448755-clpz7 f6cbea9f883004bbb0343a3d57c1dc2cffd317cac13733cf4f364102ba2939b9 network default NAD default NAD key ] DEL starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-clpz7 f6cbea9f883004bbb0343a3d57c1dc2cffd317cac13733cf4f364102ba2939b9 network default NAD default NAD key ] I0418 08:27:02.373125 3689 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-584c448755-clpz7 f6cbea9f883004bbb0343a3d57c1dc2cffd317cac13733cf4f364102ba2939b9 network default NAD default NAD key default] DEL finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-clpz7 f6cbea9f883004bbb0343a3d57c1dc2cffd317cac13733cf4f364102ba2939b9 network default NAD default NAD key default], result "{}", err I0418 08:27:02.430462 3689 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-clpz7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:27:02.430493 3689 pods.go:176] Deleting pod: openshift-pipelines/tekton-pipelines-webhook-584c448755-clpz7 I0418 08:27:02.431832 3689 pods.go:236] Attempting to release IPs for pod: openshift-pipelines/tekton-pipelines-webhook-584c448755-clpz7, ips: 10.128.0.59 I0418 08:27:02.431858 3689 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-clpz7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:27:02.614063 3689 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-clpz7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:27:02.614090 3689 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-clpz7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:27:02.620953 3689 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-584c448755-clpz7 I0418 08:27:02.620978 3689 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-584c448755-clpz7 I0418 08:27:15.485043 3689 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0418 08:27:16.416394 3689 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-vqxn2-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:27:16.416976 3689 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-vqxn2-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:27:16.444982 3689 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0418 08:27:32.548007 3689 obj_retry.go:498] Detected object default-tenant/my-integration-test-cyfv-ffxqh-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:27:32.548516 3689 obj_retry.go:498] Detected object default-tenant/my-integration-test-cyfv-ffxqh-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:27:43.356998 3689 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0418 08:27:47.715357 3689 obj_retry.go:498] Detected object default-tenant/my-integration-test-cyfv-ffxqh-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:27:47.715920 3689 obj_retry.go:498] Detected object default-tenant/my-integration-test-cyfv-ffxqh-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:27:54.141629 3689 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=43