+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-0-117.ec2.internal ++ [[ -n ip-10-0-0-117.ec2.internal ]] ++ [[ -f /env/ip-10-0-0-117.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0505 19:44:23.546395036 - disable conntrack on geneve port' I0505 19:44:23.546395036 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0505 19:44:23.564878704 - starting ovnkube-node + echo 'I0505 19:44:23.564878704 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-0-117.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-0-117.ec2.internal --init-node ip-10-0-0-117.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-0-117.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0505 19:44:23.606186 3665 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0505 19:44:23.606245 3665 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-60d25454c1.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0505 19:44:23.607782 3665 kube.go:431] Waiting for certificate I0505 19:44:23.608166 3665 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0505 19:44:23.608204 3665 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0505 19:44:23.608902 3665 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0505 19:44:23.641955 3665 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0505 19:44:23.641974 3665 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0505 19:44:23.645459 3665 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0505 19:44:23.645544 3665 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-27gxm" I0505 19:44:23.650080 3665 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-27gxm" I0505 19:44:23.650146 3665 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0505 19:44:24.608395 3665 kube.go:438] Certificate found I0505 19:44:24.609318 3665 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0505 19:44:24.610299 3665 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0505 19:44:24.655489 3665 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-06 19:39:23 +0000 UTC" deadline="2026-05-06 16:17:31.821472836 +0000 UTC" I0505 19:44:24.655516 3665 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="20h33m7.165964417s" I0505 19:44:24.672526 3665 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0505 19:44:24.690363 3665 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0505 19:44:24.690420 3665 server.go:101] MetricServer registers OVS metrics I0505 19:44:24.690765 3665 server.go:105] MetricServer registers OVN DB metrics I0505 19:44:24.691150 3665 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0505 19:44:24.691220 3665 factory.go:561] Starting watch factory I0505 19:44:24.691341 3665 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 19:44:24.691350 3665 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 19:44:24.691361 3665 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0505 19:44:24.691371 3665 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0505 19:44:24.691871 3665 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 19:44:24.691890 3665 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0505 19:44:24.691973 3665 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 19:44:24.691997 3665 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0505 19:44:24.693142 3665 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 19:44:24.693166 3665 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0505 19:44:24.693899 3665 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 19:44:24.693957 3665 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0505 19:44:24.695384 3665 controller_manager.go:370] Starting the ovnkube controller I0505 19:44:24.695395 3665 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-0-117.ec2.internal I0505 19:44:24.695445 3665 controller_manager.go:395] NBDB zone sync took: 43.642µs I0505 19:44:24.695454 3665 factory.go:561] Starting watch factory I0505 19:44:24.695555 3665 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0505 19:44:24.695579 3665 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0505 19:44:24.708498 3665 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0505 19:44:24.708525 3665 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0505 19:44:24.712144 3665 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0505 19:44:24.712187 3665 server.go:109] MetricServer registers OVN Controller metrics I0505 19:44:24.715259 3665 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0505 19:44:24.715652 3665 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0505 19:44:24.716476 3665 server.go:113] MetricServer registers OVN Northd metrics I0505 19:44:24.717310 3665 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0505 19:44:24.718233 3665 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0505 19:44:24.719182 3665 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0505 19:44:24.723196 3665 metrics.go:519] OVN Metrics Server starts to run ... I0505 19:44:24.723724 3665 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0505 19:44:24.796874 3665 factory.go:1977] *v1.Namespace informer cache synced successfully I0505 19:44:24.796889 3665 factory.go:1977] *v1.Node informer cache synced successfully I0505 19:44:24.796893 3665 factory.go:1977] *v1.Service informer cache synced successfully I0505 19:44:24.796897 3665 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0505 19:44:24.796900 3665 factory.go:1977] *v1.Pod informer cache synced successfully I0505 19:44:24.796902 3665 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0505 19:44:24.796960 3665 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 19:44:24.796973 3665 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 19:44:24.797367 3665 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 19:44:24.797388 3665 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 19:44:24.800200 3665 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 19:44:24.800215 3665 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 19:44:24.802102 3665 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0505 19:44:24.802112 3665 factory.go:1977] *v1.Namespace informer cache synced successfully I0505 19:44:24.802115 3665 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0505 19:44:24.802175 3665 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0505 19:44:24.802120 3665 factory.go:1977] *v1.Node informer cache synced successfully I0505 19:44:24.802193 3665 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0505 19:44:24.802192 3665 factory.go:1977] *v1.Service informer cache synced successfully I0505 19:44:24.802200 3665 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0505 19:44:24.802204 3665 factory.go:1977] *v1.Pod informer cache synced successfully I0505 19:44:24.802207 3665 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0505 19:44:24.804638 3665 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0505 19:44:24.808157 3665 factory.go:1977] *v1.EgressIP informer cache synced successfully I0505 19:44:24.808164 3665 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0505 19:44:24.808172 3665 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0505 19:44:24.808226 3665 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0505 19:44:24.808242 3665 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0505 19:44:24.812092 3665 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0505 19:44:24.814130 3665 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0505 19:44:24.814187 3665 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0505 19:44:24.814198 3665 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0505 19:44:24.814225 3665 factory.go:1977] *v1.EgressIP informer cache synced successfully I0505 19:44:24.816692 3665 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0505 19:44:24.820043 3665 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0505 19:44:24.820102 3665 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0505 19:44:24.820115 3665 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0505 19:44:24.820177 3665 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0505 19:44:24.822732 3665 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0505 19:44:24.825099 3665 factory.go:1977] *v1.EgressService informer cache synced successfully I0505 19:44:24.825154 3665 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0505 19:44:24.825172 3665 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0505 19:44:24.825254 3665 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0505 19:44:24.827905 3665 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0505 19:44:24.830423 3665 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0505 19:44:24.830449 3665 factory.go:1977] *v1.EgressService informer cache synced successfully I0505 19:44:24.830610 3665 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0505 19:44:24.830628 3665 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0505 19:44:24.833536 3665 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0505 19:44:24.835477 3665 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0505 19:44:24.835591 3665 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 19:44:24.835613 3665 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 19:44:24.835599 3665 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0505 19:44:24.835917 3665 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 19:44:24.835930 3665 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 19:44:24.838434 3665 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 19:44:24.838923 3665 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 19:44:24.840878 3665 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0505 19:44:24.840887 3665 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0505 19:44:24.840891 3665 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0505 19:44:24.840894 3665 factory.go:680] Watch Factory start up complete, took: 149.67763ms I0505 19:44:24.840965 3665 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0505 19:44:24.846503 3665 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0505 19:44:24.846515 3665 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0505 19:44:24.846525 3665 factory.go:680] Watch Factory start up complete, took: 151.067452ms I0505 19:44:24.846534 3665 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-0-117.ec2.internal" zone I0505 19:44:24.886519 3665 default_node_network_controller.go:710] Initializing the default node network controller I0505 19:44:24.973184 3665 udn_isolation.go:101] Starting UDN host isolation manager I0505 19:44:24.979899 3665 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0505 19:44:25.037189 3665 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0505 19:44:25.037325 3665 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0505 19:44:25.037339 3665 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0505 19:44:25.070917 3665 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0505 19:44:25.070976 3665 default_node_network_controller.go:809] Node ip-10-0-0-117.ec2.internal ready for ovn initialization with subnet 10.130.0.0/23 I0505 19:44:25.076736 3665 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.0.117"] k8s.ovn.org/zone-name:ip-10-0-0-117.ec2.internal] on node ip-10-0-0-117.ec2.internal I0505 19:44:25.096603 3665 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0505 19:44:25.096601 3665 controller_manager.go:429] Waiting for node in zone sync took: 250.056074ms I0505 19:44:25.101951 3665 controller_manager.go:611] Switching to transit router for layer2 networks I0505 19:44:25.101965 3665 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-0-117.ec2.internal I0505 19:44:25.102738 3665 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0505 19:44:25.102888 3665 helper_linux.go:118] Found default gateway interface br-ex 10.0.0.1 I0505 19:44:25.103021 3665 gateway_init.go:263] Preparing Gateway I0505 19:44:25.103032 3665 gateway_shared_intf.go:1687] Creating new gateway I0505 19:44:25.115657 3665 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0505 19:44:25.123006 3665 controller_manager.go:290] SCTP support detected in OVN I0505 19:44:25.123685 3665 services_controller.go:69] Creating services controller for network=default I0505 19:44:25.123776 3665 udn_enabled_svc.go:80] Waiting for service informer to sync I0505 19:44:25.123861 3665 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0505 19:44:25.123892 3665 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0505 19:44:25.123906 3665 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0505 19:44:25.123916 3665 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0505 19:44:25.124078 3665 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0505 19:44:25.124118 3665 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0505 19:44:25.124160 3665 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 55.435µs I0505 19:44:25.124181 3665 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 54.852µs I0505 19:44:25.124188 3665 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 68.429µs I0505 19:44:25.124193 3665 udn_enabled_svc.go:95] Performing full resync I0505 19:44:25.124195 3665 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0505 19:44:25.124204 3665 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0505 19:44:25.124213 3665 default_network_controller.go:325] Starting the default network controller I0505 19:44:25.124364 3665 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 8.617µs I0505 19:44:25.124488 3665 udn_enabled_svc.go:99] Waiting for handler to sync I0505 19:44:25.124504 3665 udn_enabled_svc.go:104] Starting worker I0505 19:44:25.135380 3665 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0505 19:44:25.135431 3665 repair.go:33] Syncing exgw routes took 39.262µs I0505 19:44:25.135453 3665 default_network_controller.go:414] Starting all the Watchers... I0505 19:44:25.135589 3665 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0505 19:44:25.135596 3665 namespace.go:98] [openshift-marketplace] adding namespace I0505 19:44:25.135609 3665 namespace.go:98] [openshift-cluster-version] adding namespace I0505 19:44:25.135614 3665 namespace.go:98] [kube-system] adding namespace I0505 19:44:25.135613 3665 namespace.go:98] [openshift-console-operator] adding namespace I0505 19:44:25.135595 3665 namespace.go:98] [openshift-network-diagnostics] adding namespace I0505 19:44:25.135623 3665 namespace.go:98] [openshift-ingress-canary] adding namespace I0505 19:44:25.135624 3665 namespace.go:98] [openshift-must-gather-operator] adding namespace I0505 19:44:25.135622 3665 namespace.go:98] [openshift-kube-scheduler] adding namespace I0505 19:44:25.135632 3665 namespace.go:98] [openshift-machine-api] adding namespace I0505 19:44:25.135595 3665 namespace.go:98] [openshift-config-operator] adding namespace I0505 19:44:25.135634 3665 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0505 19:44:25.135645 3665 namespace.go:98] [open-cluster-management-2q3vd5kui3hhlrh3ig7v5mg4uql1ia9n] adding namespace I0505 19:44:25.135661 3665 namespace.go:98] [openshift-operators] adding namespace I0505 19:44:25.135589 3665 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0505 19:44:25.136159 3665 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 556.366µs I0505 19:44:25.136175 3665 namespace.go:98] [openshift-network-console] adding namespace I0505 19:44:25.136625 3665 namespace.go:102] [openshift-network-console] adding namespace took 445.633µs I0505 19:44:25.136639 3665 namespace.go:98] [openshift-network-node-identity] adding namespace I0505 19:44:25.137116 3665 namespace.go:102] [openshift-network-node-identity] adding namespace took 470.754µs I0505 19:44:25.137135 3665 namespace.go:98] [openshift-backplane-cee] adding namespace I0505 19:44:25.137645 3665 namespace.go:102] [openshift-marketplace] adding namespace took 2.04009ms I0505 19:44:25.137660 3665 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0505 19:44:25.138139 3665 namespace.go:102] [openshift-cluster-version] adding namespace took 2.516623ms I0505 19:44:25.138154 3665 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0505 19:44:25.138613 3665 namespace.go:102] [kube-system] adding namespace took 2.988824ms I0505 19:44:25.138632 3665 namespace.go:98] [openshift-console-user-settings] adding namespace I0505 19:44:25.139099 3665 namespace.go:102] [openshift-console-operator] adding namespace took 3.471064ms I0505 19:44:25.139115 3665 namespace.go:98] [openshift-user-workload-monitoring] adding namespace W0505 19:44:25.139113 3665 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-x2tjv: pod openshift-network-diagnostics/network-check-target-x2tjv: no pod IPs found I0505 19:44:25.139664 3665 namespace.go:102] [openshift-network-diagnostics] adding namespace took 4.037359ms I0505 19:44:25.139674 3665 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0505 19:44:25.140098 3665 namespace.go:102] [openshift-kube-scheduler] adding namespace took 4.461296ms I0505 19:44:25.140112 3665 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0505 19:44:25.140569 3665 namespace.go:102] [openshift-ingress-canary] adding namespace took 4.936791ms I0505 19:44:25.140590 3665 namespace.go:98] [openshift-kube-apiserver] adding namespace I0505 19:44:25.141003 3665 namespace.go:102] [openshift-must-gather-operator] adding namespace took 5.370997ms I0505 19:44:25.141013 3665 namespace.go:98] [openshift-service-ca-operator] adding namespace I0505 19:44:25.141454 3665 namespace.go:102] [openshift-machine-api] adding namespace took 5.81602ms I0505 19:44:25.141464 3665 namespace.go:98] [openshift-backplane-mobb] adding namespace I0505 19:44:25.141907 3665 namespace.go:102] [openshift-config-operator] adding namespace took 6.263666ms I0505 19:44:25.141926 3665 namespace.go:98] [openshift-etcd] adding namespace I0505 19:44:25.142395 3665 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.751537ms I0505 19:44:25.142407 3665 namespace.go:98] [openshift-config-managed] adding namespace I0505 19:44:25.142869 3665 namespace.go:102] [open-cluster-management-2q3vd5kui3hhlrh3ig7v5mg4uql1ia9n] adding namespace took 7.2153ms I0505 19:44:25.142878 3665 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0505 19:44:25.143314 3665 namespace.go:102] [openshift-operators] adding namespace took 7.639452ms I0505 19:44:25.143333 3665 namespace.go:98] [kube-public] adding namespace I0505 19:44:25.143799 3665 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 8.093705ms I0505 19:44:25.143810 3665 namespace.go:98] [openshift-logging] adding namespace I0505 19:44:25.144188 3665 namespace.go:102] [openshift-backplane-cee] adding namespace took 7.04674ms I0505 19:44:25.144201 3665 namespace.go:98] [openshift-network-operator] adding namespace I0505 19:44:25.144580 3665 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 6.915379ms I0505 19:44:25.144592 3665 namespace.go:98] [dedicated-admin] adding namespace I0505 19:44:25.144979 3665 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 6.818201ms I0505 19:44:25.144989 3665 namespace.go:98] [openshift-authentication] adding namespace I0505 19:44:25.145313 3665 namespace.go:102] [openshift-console-user-settings] adding namespace took 6.676485ms I0505 19:44:25.145324 3665 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0505 19:44:25.145781 3665 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 6.660558ms I0505 19:44:25.145794 3665 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0505 19:44:25.146263 3665 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 6.585247ms I0505 19:44:25.146273 3665 namespace.go:98] [openshift-monitoring] adding namespace I0505 19:44:25.146748 3665 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.632239ms I0505 19:44:25.146758 3665 namespace.go:98] [openshift-backplane-tam] adding namespace I0505 19:44:25.147160 3665 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.565895ms I0505 19:44:25.147171 3665 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0505 19:44:25.147560 3665 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.540824ms I0505 19:44:25.147574 3665 namespace.go:98] [openshift-authentication-operator] adding namespace I0505 19:44:25.147941 3665 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.473249ms I0505 19:44:25.147952 3665 namespace.go:98] [openshift-backplane-csm] adding namespace I0505 19:44:25.148305 3665 namespace.go:102] [openshift-etcd] adding namespace took 6.374612ms I0505 19:44:25.148315 3665 namespace.go:98] [openshift-image-registry] adding namespace I0505 19:44:25.148749 3665 namespace.go:102] [openshift-config-managed] adding namespace took 6.336142ms I0505 19:44:25.148764 3665 namespace.go:98] [openshift-package-operator] adding namespace I0505 19:44:25.149116 3665 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 6.234431ms I0505 19:44:25.149127 3665 namespace.go:98] [openshift-node] adding namespace I0505 19:44:25.149549 3665 namespace.go:102] [kube-public] adding namespace took 6.209819ms I0505 19:44:25.149563 3665 namespace.go:98] [openshift-config] adding namespace I0505 19:44:25.149917 3665 namespace.go:102] [openshift-logging] adding namespace took 6.102537ms I0505 19:44:25.149928 3665 namespace.go:98] [openshift-multus] adding namespace I0505 19:44:25.150249 3665 namespace.go:102] [openshift-network-operator] adding namespace took 6.043192ms I0505 19:44:25.150690 3665 namespace.go:102] [dedicated-admin] adding namespace took 6.093563ms I0505 19:44:25.150703 3665 namespace.go:98] [openshift-machine-config-operator] adding namespace I0505 19:44:25.151044 3665 namespace.go:102] [openshift-authentication] adding namespace took 6.050554ms I0505 19:44:25.151057 3665 namespace.go:98] [openshift] adding namespace I0505 19:44:25.151423 3665 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 6.093796ms I0505 19:44:25.151434 3665 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0505 19:44:25.151812 3665 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 6.014375ms I0505 19:44:25.151822 3665 namespace.go:98] [openshift-route-controller-manager] adding namespace I0505 19:44:25.152170 3665 namespace.go:102] [openshift-monitoring] adding namespace took 5.889795ms I0505 19:44:25.152189 3665 namespace.go:98] [default] adding namespace I0505 19:44:25.152992 3665 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.228762ms I0505 19:44:25.153005 3665 namespace.go:98] [openshift-operators-redhat] adding namespace I0505 19:44:25.153418 3665 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 6.241717ms I0505 19:44:25.153432 3665 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0505 19:44:25.153801 3665 namespace.go:102] [openshift-authentication-operator] adding namespace took 6.222189ms I0505 19:44:25.153813 3665 namespace.go:98] [openshift-backplane-srep] adding namespace I0505 19:44:25.154173 3665 namespace.go:102] [openshift-backplane-csm] adding namespace took 6.21563ms I0505 19:44:25.154184 3665 namespace.go:98] [openshift-console] adding namespace I0505 19:44:25.154575 3665 namespace.go:102] [openshift-image-registry] adding namespace took 6.255337ms I0505 19:44:25.154586 3665 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0505 19:44:25.154949 3665 namespace.go:102] [openshift-package-operator] adding namespace took 6.180503ms I0505 19:44:25.154960 3665 namespace.go:98] [openshift-dns] adding namespace I0505 19:44:25.155305 3665 namespace.go:102] [openshift-node] adding namespace took 6.173609ms I0505 19:44:25.155314 3665 namespace.go:98] [openshift-apiserver-operator] adding namespace W0505 19:44:25.155699 3665 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-x8wmv: pod openshift-multus/network-metrics-daemon-x8wmv: no pod IPs found I0505 19:44:25.155744 3665 namespace.go:102] [openshift-config] adding namespace took 6.17608ms I0505 19:44:25.155758 3665 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0505 19:44:25.156204 3665 namespace.go:102] [openshift-multus] adding namespace took 6.271337ms I0505 19:44:25.156216 3665 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0505 19:44:25.156603 3665 namespace.go:102] [openshift-machine-config-operator] adding namespace took 5.895191ms I0505 19:44:25.156617 3665 namespace.go:98] [openshift-infra] adding namespace I0505 19:44:25.156967 3665 namespace.go:102] [openshift] adding namespace took 5.906267ms I0505 19:44:25.156978 3665 namespace.go:98] [openshift-insights] adding namespace I0505 19:44:25.157375 3665 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 5.935714ms I0505 19:44:25.157388 3665 namespace.go:98] [openshift-customer-monitoring] adding namespace I0505 19:44:25.157819 3665 namespace.go:102] [openshift-route-controller-manager] adding namespace took 5.99262ms I0505 19:44:25.157830 3665 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0505 19:44:25.158397 3665 namespace.go:102] [default] adding namespace took 6.200082ms I0505 19:44:25.158418 3665 namespace.go:98] [openshift-dns-operator] adding namespace I0505 19:44:25.158986 3665 namespace.go:102] [openshift-operators-redhat] adding namespace took 5.974536ms I0505 19:44:25.159478 3665 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.04212ms I0505 19:44:25.159490 3665 namespace.go:98] [openshift-apiserver] adding namespace I0505 19:44:25.160086 3665 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.266921ms I0505 19:44:25.160106 3665 namespace.go:98] [openshift-ingress-operator] adding namespace I0505 19:44:25.160925 3665 namespace.go:102] [openshift-console] adding namespace took 6.734172ms I0505 19:44:25.161495 3665 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 6.902682ms I0505 19:44:25.161511 3665 namespace.go:98] [openshift-backplane] adding namespace I0505 19:44:25.161989 3665 namespace.go:102] [openshift-dns] adding namespace took 7.023241ms I0505 19:44:25.162001 3665 namespace.go:98] [kube-node-lease] adding namespace I0505 19:44:25.162476 3665 namespace.go:102] [openshift-apiserver-operator] adding namespace took 7.152869ms I0505 19:44:25.162498 3665 namespace.go:98] [openshift-backplane-cse] adding namespace I0505 19:44:25.163128 3665 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 7.365318ms I0505 19:44:25.163144 3665 namespace.go:98] [openshift-host-network] adding namespace I0505 19:44:25.163906 3665 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 7.684211ms I0505 19:44:25.163921 3665 namespace.go:98] [openshift-controller-manager] adding namespace I0505 19:44:25.164371 3665 namespace.go:102] [openshift-infra] adding namespace took 7.748281ms I0505 19:44:25.164385 3665 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0505 19:44:25.164830 3665 namespace.go:102] [openshift-insights] adding namespace took 7.846631ms I0505 19:44:25.164847 3665 namespace.go:98] [openshift-ingress] adding namespace I0505 19:44:25.165301 3665 namespace.go:102] [openshift-customer-monitoring] adding namespace took 7.906959ms I0505 19:44:25.165315 3665 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0505 19:44:25.165860 3665 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 8.023499ms I0505 19:44:25.165875 3665 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0505 19:44:25.166389 3665 namespace.go:102] [openshift-dns-operator] adding namespace took 7.96397ms I0505 19:44:25.166932 3665 namespace.go:102] [openshift-apiserver] adding namespace took 7.435727ms I0505 19:44:25.166949 3665 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0505 19:44:25.167395 3665 namespace.go:102] [openshift-ingress-operator] adding namespace took 7.282417ms I0505 19:44:25.167879 3665 namespace.go:102] [openshift-backplane] adding namespace took 6.361845ms I0505 19:44:25.167895 3665 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0505 19:44:25.168527 3665 namespace.go:102] [kube-node-lease] adding namespace took 6.512771ms I0505 19:44:25.168994 3665 namespace.go:102] [openshift-backplane-cse] adding namespace took 6.488277ms I0505 19:44:25.169476 3665 namespace.go:102] [openshift-host-network] adding namespace took 6.323571ms I0505 19:44:25.170055 3665 namespace.go:102] [openshift-controller-manager] adding namespace took 6.128863ms I0505 19:44:25.170606 3665 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 6.215055ms I0505 19:44:25.171030 3665 namespace.go:102] [openshift-ingress] adding namespace took 6.176635ms I0505 19:44:25.171480 3665 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.159199ms I0505 19:44:25.171888 3665 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.007106ms I0505 19:44:25.172299 3665 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 5.34412ms I0505 19:44:25.172678 3665 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 4.777249ms W0505 19:44:25.172765 3665 master.go:458] Unable to parse local node ip-10-0-0-117.ec2.internal chassis-id annotation. Chassis may be removed during sync I0505 19:44:25.172775 3665 master.go:481] Removing stale chassis with ID/Name: c2c6f59b-acc2-4d67-978c-5a2e7939f943, hostname: ip-10-0-0-117.ec2.internal I0505 19:44:25.173318 3665 master.go:548] Adding or Updating local node "ip-10-0-0-117.ec2.internal" for network "default" I0505 19:44:25.174057 3665 zone_ic_handler.go:195] Time taken to create transit switch: 296.374µs I0505 19:44:25.174075 3665 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-53.ec2.internal for the network default I0505 19:44:25.174499 3665 zone_ic_handler.go:195] Time taken to create transit switch: 131.161µs I0505 19:44:25.174515 3665 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-242.ec2.internal for the network default I0505 19:44:25.175197 3665 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-53.ec2.internal" on network "default" took: 1.445575ms I0505 19:44:25.175446 3665 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-242.ec2.internal" on network "default" took: 1.08857ms I0505 19:44:25.177663 3665 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-117.ec2.internal for the network default I0505 19:44:25.177807 3665 zone_ic_handler.go:195] Time taken to create transit switch: 132.542µs I0505 19:44:25.178451 3665 default_network_controller.go:823] Node add failed for ip-10-0-0-117.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-117.ec2.internal, error getting gateway config for node ip-10-0-0-117.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-117.ec2.internal", failed to update chassis to local for local node ip-10-0-0-117.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-117.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-117.ec2.internal] E0505 19:44:25.178505 3665 obj_retry.go:575] Failed to create *v1.Node ip-10-0-0-117.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-117.ec2.internal, error getting gateway config for node ip-10-0-0-117.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-117.ec2.internal", failed to update chassis to local for local node ip-10-0-0-117.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-117.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-117.ec2.internal] I0505 19:44:25.178555 3665 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0505 19:44:25.178577 3665 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0505 19:44:25.178592 3665 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0505 19:44:25.178578 3665 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-0-117.ec2.internal", UID:"004db4ee-cdf2-4fb3-9b1e-8f7c97b52bdb", APIVersion:"v1", ResourceVersion:"8710", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-117.ec2.internal, error getting gateway config for node ip-10-0-0-117.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-117.ec2.internal", failed to update chassis to local for local node ip-10-0-0-117.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-117.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-117.ec2.internal] I0505 19:44:25.178614 3665 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-117.ec2.internal in network "default" I0505 19:44:25.178649 3665 node_tracker.go:235] Node ip-10-0-0-117.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-117.ec2.internal" I0505 19:44:25.178663 3665 node_tracker.go:169] Node ip-10-0-0-117.ec2.internal switch + router changed, syncing services in network "default" I0505 19:44:25.178676 3665 services_controller.go:574] Full service sync requested for network=default I0505 19:44:25.178686 3665 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-242.ec2.internal in network "default" I0505 19:44:25.178772 3665 node_tracker.go:169] Node ip-10-0-1-242.ec2.internal switch + router changed, syncing services in network "default" I0505 19:44:25.178780 3665 services_controller.go:574] Full service sync requested for network=default I0505 19:44:25.178788 3665 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-53.ec2.internal in network "default" I0505 19:44:25.178810 3665 node_tracker.go:169] Node ip-10-0-2-53.ec2.internal switch + router changed, syncing services in network "default" I0505 19:44:25.178816 3665 services_controller.go:574] Full service sync requested for network=default I0505 19:44:25.253318 3665 iptables.go:108] Creating table: filter chain: FORWARD I0505 19:44:25.260041 3665 iptables.go:108] Creating table: filter chain: OUTPUT I0505 19:44:25.266934 3665 gateway_shared_intf.go:1816] Gateway Creation Complete I0505 19:44:25.266948 3665 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-117.ec2.internal","mac-address":"12:74:43:87:c0:d1","ip-addresses":["10.0.0.117/24"],"ip-address":"10.0.0.117/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:c2c6f59b-acc2-4d67-978c-5a2e7939f943 k8s.ovn.org/node-encap-ips:["10.0.0.117"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.117/24"} k8s.ovn.org/zone-name:ip-10-0-0-117.ec2.internal] on node ip-10-0-0-117.ec2.internal I0505 19:44:25.278656 3665 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0505 19:44:25.278674 3665 services_controller.go:208] Setting up event handlers for services for network=default I0505 19:44:25.278719 3665 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0505 19:44:25.278751 3665 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0505 19:44:25.278761 3665 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0505 19:44:25.280867 3665 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-117.ec2.internal in network "default" I0505 19:44:25.280935 3665 node_tracker.go:169] Node ip-10-0-0-117.ec2.internal switch + router changed, syncing services in network "default" I0505 19:44:25.280956 3665 services_controller.go:574] Full service sync requested for network=default I0505 19:44:25.280997 3665 master.go:548] Adding or Updating local node "ip-10-0-0-117.ec2.internal" for network "default" I0505 19:44:25.285038 3665 default_node_network_controller.go:519] Node connection status = connected W0505 19:44:25.285633 3665 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-x8wmv: pod openshift-multus/network-metrics-daemon-x8wmv: no pod IPs found W0505 19:44:25.285652 3665 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-x2tjv: pod openshift-network-diagnostics/network-check-target-x2tjv: no pod IPs found I0505 19:44:25.286805 3665 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-117.ec2.internal for the network default I0505 19:44:25.286989 3665 zone_ic_handler.go:195] Time taken to create transit switch: 171.242µs I0505 19:44:25.379435 3665 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0505 19:44:25.379454 3665 repair.go:60] Starting repairing loop for services I0505 19:44:25.379522 3665 repair.go:131] Deleted 0 stale service LBs I0505 19:44:25.379540 3665 repair.go:137] Deleted 0 stale Chassis Template Vars I0505 19:44:25.379557 3665 repair.go:62] Finished repairing loop for services: 105.039µs I0505 19:44:25.379581 3665 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0505 19:44:25.379591 3665 services_controller.go:254] Starting workers for network=default I0505 19:44:25.380041 3665 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-x8wmv] creating logical port openshift-multus_network-metrics-daemon-x8wmv for pod on switch ip-10-0-0-117.ec2.internal I0505 19:44:25.380083 3665 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-x2tjv] creating logical port openshift-network-diagnostics_network-check-target-x2tjv for pod on switch ip-10-0-0-117.ec2.internal I0505 19:44:25.380188 3665 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-x8wmv I0505 19:44:25.380189 3665 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-x2tjv I0505 19:44:25.396231 3665 pod.go:62] [openshift-network-diagnostics/network-check-target-x2tjv] pod update took 16.095825ms I0505 19:44:25.396249 3665 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-x2tjv] addLogicalPort annotation time took 16.114181ms I0505 19:44:25.396275 3665 pod.go:62] [openshift-multus/network-metrics-daemon-x8wmv] pod update took 16.142633ms I0505 19:44:25.396315 3665 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-x8wmv] addLogicalPort annotation time took 16.18454ms I0505 19:44:25.397135 3665 pods.go:271] [openshift-network-diagnostics/network-check-target-x2tjv] addLogicalPort took 17.056735ms, libovsdb time 672.942µs I0505 19:44:25.397477 3665 pods.go:271] [openshift-multus/network-metrics-daemon-x8wmv] addLogicalPort took 17.451762ms, libovsdb time 926.391µs I0505 19:44:25.398025 3665 admin_network_policy_controller.go:227] Starting controller default-network-controller I0505 19:44:25.398047 3665 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0505 19:44:25.398058 3665 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0505 19:44:25.398062 3665 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0505 19:44:25.398224 3665 repair.go:29] Repairing admin network policies took 157.293µs I0505 19:44:25.398335 3665 repair.go:92] Repairing baseline admin network policies took 103.501µs I0505 19:44:25.398693 3665 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0505 19:44:25.398711 3665 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0505 19:44:25.400308 3665 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0505 19:44:25.400328 3665 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0505 19:44:25.400346 3665 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0505 19:44:25.402130 3665 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0505 19:44:25.402148 3665 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0505 19:44:25.402155 3665 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0505 19:44:25.403367 3665 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0505 19:44:25.403385 3665 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0505 19:44:25.403397 3665 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0505 19:44:25.405495 3665 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0505 19:44:25.405512 3665 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0505 19:44:25.405520 3665 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0505 19:44:25.405826 3665 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0505 19:44:25.405844 3665 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0505 19:44:25.405852 3665 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0505 19:44:25.407260 3665 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0505 19:44:25.407291 3665 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0505 19:44:25.407299 3665 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0505 19:44:25.408181 3665 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0505 19:44:25.408196 3665 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0505 19:44:25.408204 3665 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0505 19:44:25.409046 3665 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0505 19:44:25.409064 3665 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0505 19:44:25.409073 3665 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0505 19:44:25.409530 3665 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0505 19:44:25.409549 3665 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0505 19:44:25.409557 3665 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0505 19:44:25.410960 3665 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0505 19:44:25.410980 3665 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0505 19:44:25.410989 3665 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0505 19:44:25.411447 3665 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0505 19:44:25.411463 3665 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0505 19:44:25.411470 3665 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0505 19:44:25.412604 3665 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0505 19:44:25.412622 3665 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0505 19:44:25.412629 3665 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0505 19:44:25.412858 3665 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0505 19:44:25.412872 3665 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0505 19:44:25.412879 3665 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0505 19:44:25.413330 3665 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0505 19:44:25.413345 3665 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0505 19:44:25.413353 3665 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0505 19:44:25.413837 3665 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0505 19:44:25.413854 3665 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0505 19:44:25.414192 3665 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0505 19:44:25.414204 3665 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0505 19:44:25.415230 3665 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0505 19:44:25.415246 3665 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0505 19:44:25.415253 3665 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0505 19:44:25.415888 3665 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0505 19:44:25.415904 3665 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0505 19:44:25.415921 3665 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0505 19:44:25.416942 3665 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0505 19:44:25.416960 3665 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0505 19:44:25.416967 3665 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0505 19:44:25.417418 3665 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0505 19:44:25.417436 3665 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0505 19:44:25.417445 3665 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0505 19:44:25.418231 3665 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0505 19:44:25.418246 3665 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0505 19:44:25.418255 3665 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0505 19:44:25.419181 3665 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0505 19:44:25.419200 3665 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0505 19:44:25.419208 3665 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0505 19:44:25.419678 3665 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0505 19:44:25.419696 3665 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0505 19:44:25.419704 3665 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0505 19:44:25.420142 3665 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0505 19:44:25.420158 3665 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0505 19:44:25.420167 3665 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0505 19:44:25.421299 3665 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0505 19:44:25.421315 3665 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0505 19:44:25.421323 3665 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0505 19:44:25.422896 3665 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0505 19:44:25.422913 3665 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0505 19:44:25.422935 3665 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0505 19:44:25.423564 3665 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0505 19:44:25.423578 3665 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0505 19:44:25.423584 3665 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0505 19:44:25.423812 3665 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0505 19:44:25.423833 3665 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0505 19:44:25.423843 3665 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0505 19:44:25.424816 3665 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0505 19:44:25.424834 3665 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0505 19:44:25.424843 3665 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0505 19:44:25.425432 3665 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0505 19:44:25.430855 3665 egressfirewall.go:374] Starting EgressFirewall controller I0505 19:44:25.430886 3665 controller.go:133] Adding controller egress-firewall-controller event handlers I0505 19:44:25.430912 3665 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0505 19:44:25.430924 3665 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0505 19:44:25.430927 3665 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0505 19:44:25.430949 3665 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0505 19:44:25.430961 3665 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0505 19:44:25.431200 3665 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0505 19:44:25.431213 3665 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0505 19:44:25.431218 3665 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0505 19:44:25.431227 3665 egressqos.go:193] Setting up event handlers for EgressQoS I0505 19:44:25.431242 3665 egressfirewall.go:723] Syncing node "ip-10-0-0-117.ec2.internal" for egress firewall I0505 19:44:25.431264 3665 egressfirewall.go:723] Syncing node "ip-10-0-1-242.ec2.internal" for egress firewall I0505 19:44:25.431272 3665 egressfirewall.go:723] Syncing node "ip-10-0-2-53.ec2.internal" for egress firewall I0505 19:44:25.431352 3665 egressqos.go:245] Starting EgressQoS Controller I0505 19:44:25.431363 3665 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0505 19:44:25.431368 3665 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0505 19:44:25.431374 3665 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0505 19:44:25.431378 3665 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0505 19:44:25.431383 3665 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0505 19:44:25.431388 3665 shared_informer.go:356] "Caches are synced" controller="egressqos" I0505 19:44:25.431392 3665 egressqos.go:259] Repairing EgressQoSes I0505 19:44:25.431396 3665 egressqos.go:399] Starting repairing loop for egressqos I0505 19:44:25.431473 3665 egressqos.go:401] Finished repairing loop for egressqos: 76.272µs I0505 19:44:25.431535 3665 egressservice_zone.go:132] Setting up event handlers for Egress Services I0505 19:44:25.431621 3665 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-0-117.ec2.internal I0505 19:44:25.431678 3665 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-0-117.ec2.internal : 55.44µs I0505 19:44:25.431768 3665 egressservice_zone.go:210] Starting Egress Services Controller I0505 19:44:25.431777 3665 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0505 19:44:25.431782 3665 shared_informer.go:356] "Caches are synced" controller="egressservices" I0505 19:44:25.431787 3665 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0505 19:44:25.431791 3665 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0505 19:44:25.431797 3665 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0505 19:44:25.431801 3665 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0505 19:44:25.431806 3665 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0505 19:44:25.431810 3665 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0505 19:44:25.431814 3665 egressservice_zone.go:228] Repairing Egress Services I0505 19:44:25.432069 3665 master_controller.go:88] Starting Admin Policy Based Route Controller I0505 19:44:25.432079 3665 external_controller.go:278] Starting Admin Policy Based Route Controller I0505 19:44:25.432095 3665 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-117.ec2.internal I0505 19:44:25.432109 3665 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-117.ec2.internal: 17.12µs I0505 19:44:25.432116 3665 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-242.ec2.internal I0505 19:44:25.432119 3665 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-242.ec2.internal: 4.181µs I0505 19:44:25.432124 3665 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-53.ec2.internal I0505 19:44:25.432127 3665 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-53.ec2.internal: 3.784µs I0505 19:44:25.432322 3665 default_network_controller.go:585] Completing all the Watchers took 296.857645ms I0505 19:44:25.432336 3665 default_network_controller.go:589] Starting unidling controllers I0505 19:44:25.432347 3665 unidle.go:46] Registering OVN SB ControllerEvent handler I0505 19:44:25.432353 3665 unidle.go:63] Populating Initial ContollerEvent events I0505 19:44:25.432362 3665 unidle.go:79] Setting up event handlers for services I0505 19:44:25.432482 3665 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0505 19:44:25.785748 3665 default_node_network_controller.go:519] Node connection status = connected I0505 19:44:26.286155 3665 default_node_network_controller.go:519] Node connection status = connected I0505 19:44:26.785754 3665 default_node_network_controller.go:519] Node connection status = connected I0505 19:44:27.285144 3665 default_node_network_controller.go:519] Node connection status = connected I0505 19:44:27.413495 3665 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0505 19:44:27.432084 3665 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-242.ec2.internal I0505 19:44:27.432109 3665 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-242.ec2.internal: 29.438µs I0505 19:44:27.785608 3665 default_node_network_controller.go:519] Node connection status = connected I0505 19:44:27.803502 3665 bridgeconfig.go:537] Gateway is ready I0505 19:44:27.803519 3665 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0505 19:44:27.815072 3665 node_ip_handler_linux.go:247] Node primary address changed to 10.0.0.117. Updating OVN encap IP. I0505 19:44:27.820375 3665 node_ip_handler_linux.go:542] Will not update encap IP 10.0.0.117 - it is already configured I0505 19:44:27.820390 3665 node_ip_handler_linux.go:485] Node address changed to map[10.0.0.117/24:{} 172.20.0.1/32:{}]. Updating annotations. I0505 19:44:27.820554 3665 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.0.117/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-117.ec2.internal","mac-address":"12:74:43:87:c0:d1","ip-addresses":["10.0.0.117/24"],"ip-address":"10.0.0.117/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:c2c6f59b-acc2-4d67-978c-5a2e7939f943 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.117/24"}] on node ip-10-0-0-117.ec2.internal I0505 19:44:27.835134 3665 master.go:548] Adding or Updating local node "ip-10-0-0-117.ec2.internal" for network "default" I0505 19:44:27.835139 3665 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-117.ec2.internal in network "default" I0505 19:44:27.835205 3665 node_tracker.go:169] Node ip-10-0-0-117.ec2.internal switch + router changed, syncing services in network "default" I0505 19:44:27.835136 3665 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-117.ec2.internal I0505 19:44:27.835228 3665 services_controller.go:574] Full service sync requested for network=default I0505 19:44:27.835238 3665 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-117.ec2.internal: 98.842µs I0505 19:44:27.835242 3665 egressfirewall.go:723] Syncing node "ip-10-0-0-117.ec2.internal" for egress firewall I0505 19:44:27.835621 3665 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.0.117 I0505 19:44:27.835702 3665 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-0-117.ec2.internal I0505 19:44:27.840043 3665 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-117.ec2.internal. Updating no re-route policies I0505 19:44:27.840121 3665 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-d2225 I0505 19:44:27.840132 3665 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-w88gw I0505 19:44:27.840140 3665 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-d2225 I0505 19:44:27.840141 3665 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-q7trv I0505 19:44:27.840151 3665 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-t7vbh I0505 19:44:27.840155 3665 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-q7trv I0505 19:44:27.840156 3665 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-t2bsh I0505 19:44:27.840162 3665 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-x8wmv I0505 19:44:27.840170 3665 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-d2225 after 0 failed attempt(s) I0505 19:44:27.840173 3665 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-t2bsh I0505 19:44:27.840171 3665 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-x8wmv I0505 19:44:27.840179 3665 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-q7trv after 0 failed attempt(s) I0505 19:44:27.840174 3665 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-cxnqd I0505 19:44:27.840156 3665 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-t7vbh I0505 19:44:27.840189 3665 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-t2bsh after 0 failed attempt(s) I0505 19:44:27.840189 3665 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-bwkgp I0505 19:44:27.840193 3665 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-x2tjv I0505 19:44:27.840122 3665 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-hmtx9 I0505 19:44:27.840200 3665 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-bwkgp I0505 19:44:27.840198 3665 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-cxnqd I0505 19:44:27.840204 3665 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-x2tjv I0505 19:44:27.840204 3665 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-hmtx9 I0505 19:44:27.840211 3665 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-k5lg5 I0505 19:44:27.840218 3665 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-x8wmv] creating logical port openshift-multus_network-metrics-daemon-x8wmv for pod on switch ip-10-0-0-117.ec2.internal I0505 19:44:27.840221 3665 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-hmtx9 after 0 failed attempt(s) I0505 19:44:27.840222 3665 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-bwkgp after 0 failed attempt(s) I0505 19:44:27.840224 3665 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-cxnqd after 0 failed attempt(s) I0505 19:44:27.840205 3665 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-t7vbh after 0 failed attempt(s) I0505 19:44:27.840224 3665 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-k5lg5 I0505 19:44:27.840241 3665 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-x2tjv] creating logical port openshift-network-diagnostics_network-check-target-x2tjv for pod on switch ip-10-0-0-117.ec2.internal I0505 19:44:27.840246 3665 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-k5lg5 after 0 failed attempt(s) I0505 19:44:27.840145 3665 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-w88gw I0505 19:44:27.840267 3665 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-w88gw after 0 failed attempt(s) I0505 19:44:27.840186 3665 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-117.ec2.internal I0505 19:44:27.840298 3665 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-117.ec2.internal I0505 19:44:27.840312 3665 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-117.ec2.internal after 0 failed attempt(s) I0505 19:44:27.840199 3665 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-117.ec2.internal I0505 19:44:27.840321 3665 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-117.ec2.internal I0505 19:44:27.840330 3665 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-117.ec2.internal after 0 failed attempt(s) I0505 19:44:27.840975 3665 pods.go:271] [openshift-multus/network-metrics-daemon-x8wmv] addLogicalPort took 770.679µs, libovsdb time 218.005µs I0505 19:44:27.840984 3665 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-x8wmv after 0 failed attempt(s) I0505 19:44:27.841066 3665 pods.go:271] [openshift-network-diagnostics/network-check-target-x2tjv] addLogicalPort took 834.16µs, libovsdb time 308.245µs I0505 19:44:27.841083 3665 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-x2tjv after 0 failed attempt(s) I0505 19:44:27.849968 3665 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0505 19:44:27.862006 3665 iptables.go:108] Creating table: mangle chain: OUTPUT I0505 19:44:27.865470 3665 iptables.go:108] Creating table: nat chain: OUTPUT I0505 19:44:27.910814 3665 iptables.go:108] Creating table: nat chain: PREROUTING I0505 19:44:27.966459 3665 iptables.go:108] Creating table: filter chain: FORWARD I0505 19:44:27.984185 3665 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0505 19:44:27.984269 3665 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0505 19:44:27.984330 3665 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0505 19:44:27.984443 3665 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0505 19:44:27.984498 3665 gateway_init.go:325] Gateway and management port readiness took 2.703743205s I0505 19:44:27.984525 3665 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0505 19:44:27.984561 3665 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0505 19:44:27.984573 3665 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0505 19:44:27.984581 3665 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0505 19:44:27.984637 3665 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0505 19:44:27.984724 3665 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 55.167µs I0505 19:44:27.984971 3665 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0505 19:44:27.985001 3665 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 16.093µs I0505 19:44:27.985010 3665 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 38.879µs I0505 19:44:27.985015 3665 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0505 19:44:27.985024 3665 nad_controller.go:379] [node-nad-controller NAD controller]: started I0505 19:44:27.985028 3665 default_node_network_controller.go:899] Starting the default node network controller I0505 19:44:27.985033 3665 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0505 19:44:27.985052 3665 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 12.609µs I0505 19:44:27.985220 3665 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0505 19:44:27.985229 3665 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0505 19:44:27.985252 3665 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0005f9820 0xc0002b6bd0 0xc0002b6c40 0xc0002b6d20 0xc0002b6d90 0xc0002b6e00 0xc0002b6e70 0xc0008f9220 0xc0002b6ee0 0xc0002b6f50 0xc0008f8410 0xc0064f12d0 0xc0002b6fc0 map[0x2ff9080:0xc002a05560 0x2ff95c0:0xc002a057a0 0x2ffa2e0:0xc001a0cba0 0x2ffa580:0xc002a05500 0x2ffad60:0xc002a055c0 0x2ffb000:0xc002a05620 0x2ffb2a0:0xc002a05680 0x2ffba80:0xc002a05800 0x2ffbd20:0xc002a05860 0x3026980:0xc001a0c900 0x3026d20:0xc001a0c960 0x3027800:0xc000c30fc0 0x3029160:0xc00100af00 0x30298a0:0xc001a0cb40 0x302a720:0xc00100af60] 0xc0008885b0 0} I0505 19:44:27.985344 3665 gateway.go:151] Starting gateway service sync I0505 19:44:27.985775 3665 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0505 19:44:27.988132 3665 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0505 19:44:28.012903 3665 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0505 19:44:28.014128 3665 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0505 19:44:28.015355 3665 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0505 19:44:28.048342 3665 gateway.go:168] Gateway service sync done. Time taken: 62.98624ms I0505 19:44:28.048997 3665 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31073 I0505 19:44:28.049096 3665 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0005f9820 0xc0002b6bd0 0xc0002b6c40 0xc0002b6d20 0xc0002b6d90 0xc0002b6e00 0xc0002b6e70 0xc0008f9220 0xc0002b6ee0 0xc0002b6f50 0xc0008f8410 0xc0064f12d0 0xc0002b6fc0 map[0x2ff9080:0xc002a05560 0x2ff95c0:0xc002a057a0 0x2ffa2e0:0xc001a0cba0 0x2ffa580:0xc002a05500 0x2ffad60:0xc002a055c0 0x2ffb000:0xc002a05620 0x2ffb2a0:0xc002a05680 0x2ffba80:0xc002a05800 0x2ffbd20:0xc002a05860 0x3026980:0xc001a0c900 0x3026d20:0xc001a0c960 0x3027800:0xc000c30fc0 0x3029160:0xc00100af00 0x30298a0:0xc001a0cb40 0x302a720:0xc00100af60] 0xc0008885b0 0} I0505 19:44:28.049587 3665 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0005f9820 0xc0002b6bd0 0xc0002b6c40 0xc0002b6d20 0xc0002b6d90 0xc0002b6e00 0xc0002b6e70 0xc0008f9220 0xc0002b6ee0 0xc0002b6f50 0xc0008f8410 0xc0064f12d0 0xc0002b6fc0 map[0x2ff9080:0xc002a05560 0x2ff95c0:0xc002a057a0 0x2ffa2e0:0xc001a0cba0 0x2ffa580:0xc002a05500 0x2ffad60:0xc002a055c0 0x2ffb000:0xc002a05620 0x2ffb2a0:0xc002a05680 0x2ffba80:0xc002a05800 0x2ffbd20:0xc002a05860 0x3026980:0xc001a0c900 0x3026d20:0xc001a0c960 0x3027800:0xc000c30fc0 0x3029160:0xc00100af00 0x30298a0:0xc001a0cb40 0x302a720:0xc00100af60] 0xc0008885b0 0} I0505 19:44:28.049650 3665 gateway.go:532] Reconciling gateway with updates I0505 19:44:28.054695 3665 gateway.go:339] Spawning Conntrack Rule Check Thread I0505 19:44:28.054715 3665 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0505 19:44:28.054722 3665 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0505 19:44:28.054728 3665 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0505 19:44:28.054732 3665 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0505 19:44:28.054735 3665 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0505 19:44:28.054745 3665 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0505 19:44:28.054744 3665 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0505 19:44:28.054749 3665 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0505 19:44:28.054763 3665 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0505 19:44:28.054770 3665 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0505 19:44:28.054770 3665 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0505 19:44:28.054771 3665 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0505 19:44:28.054768 3665 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0505 19:44:28.054783 3665 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0505 19:44:28.054734 3665 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0505 19:44:28.054788 3665 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0505 19:44:28.054790 3665 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 19:44:28.054798 3665 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0505 19:44:28.054801 3665 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 19:44:28.054803 3665 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0505 19:44:28.054805 3665 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0505 19:44:28.054811 3665 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 19:44:28.054813 3665 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0505 19:44:28.054756 3665 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0505 19:44:28.054821 3665 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 19:44:28.054823 3665 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0505 19:44:28.054825 3665 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0505 19:44:28.054828 3665 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0505 19:44:28.054821 3665 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0505 19:44:28.054783 3665 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0505 19:44:28.054843 3665 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0505 19:44:28.054842 3665 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0505 19:44:28.054849 3665 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0505 19:44:28.054845 3665 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0505 19:44:28.054855 3665 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0505 19:44:28.054858 3665 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0505 19:44:28.054801 3665 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0505 19:44:28.054815 3665 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0505 19:44:28.054864 3665 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0505 19:44:28.054871 3665 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0505 19:44:28.054869 3665 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0505 19:44:28.054872 3665 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0505 19:44:28.054878 3665 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0505 19:44:28.054873 3665 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0505 19:44:28.054880 3665 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0505 19:44:28.054883 3665 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0505 19:44:28.054890 3665 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0505 19:44:28.054889 3665 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0505 19:44:28.054895 3665 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0505 19:44:28.054894 3665 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0505 19:44:28.054891 3665 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0505 19:44:28.054902 3665 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0505 19:44:28.054906 3665 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0505 19:44:28.054906 3665 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0505 19:44:28.054911 3665 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0505 19:44:28.054848 3665 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0505 19:44:28.054813 3665 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0505 19:44:28.054881 3665 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0505 19:44:28.054929 3665 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0505 19:44:28.054937 3665 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0505 19:44:28.054940 3665 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0505 19:44:28.054942 3665 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0505 19:44:28.054869 3665 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0505 19:44:28.054920 3665 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0505 19:44:28.054861 3665 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0505 19:44:28.054958 3665 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0505 19:44:28.054955 3665 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0505 19:44:28.054965 3665 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0505 19:44:28.054774 3665 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0505 19:44:28.054804 3665 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0505 19:44:28.054974 3665 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0505 19:44:28.054977 3665 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0505 19:44:28.054978 3665 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0505 19:44:28.054723 3665 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0505 19:44:28.054985 3665 default_node_network_controller.go:944] Gateway and management port readiness took 69.749808ms I0505 19:44:28.054991 3665 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0505 19:44:28.054992 3665 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0505 19:44:28.054993 3665 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0505 19:44:28.054835 3665 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0505 19:44:28.055010 3665 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0505 19:44:28.054789 3665 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0505 19:44:28.054839 3665 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0505 19:44:28.054840 3665 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0505 19:44:28.054845 3665 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0505 19:44:28.054849 3665 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0505 19:44:28.054756 3665 port_claim.go:71] Svc openshift-ingress/router-default: port 31191 is already open, no action needed I0505 19:44:28.055075 3665 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0505 19:44:28.055082 3665 port_claim.go:71] Svc openshift-ingress/router-default: port 31839 is already open, no action needed I0505 19:44:28.054851 3665 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0505 19:44:28.054861 3665 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0505 19:44:28.054864 3665 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0505 19:44:28.054865 3665 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0505 19:44:28.055123 3665 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0505 19:44:28.054874 3665 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0505 19:44:28.055151 3665 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0505 19:44:28.055157 3665 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0505 19:44:28.054867 3665 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0505 19:44:28.055167 3665 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0505 19:44:28.054878 3665 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0505 19:44:28.055171 3665 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0505 19:44:28.054874 3665 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0505 19:44:28.055180 3665 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0505 19:44:28.055183 3665 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0505 19:44:28.055180 3665 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0505 19:44:28.054892 3665 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0505 19:44:28.055190 3665 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0505 19:44:28.054894 3665 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0505 19:44:28.055226 3665 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0505 19:44:28.054912 3665 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0505 19:44:28.054919 3665 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0505 19:44:28.054928 3665 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0505 19:44:28.054940 3665 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0505 19:44:28.054949 3665 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0505 19:44:28.054941 3665 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0505 19:44:28.054958 3665 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0505 19:44:28.054969 3665 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0505 19:44:28.054827 3665 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0505 19:44:28.055321 3665 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0505 19:44:28.055042 3665 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0505 19:44:28.055114 3665 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0505 19:44:28.054864 3665 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0505 19:44:28.055816 3665 node_ip_handler_linux.go:160] Node IP manager is running W0505 19:44:28.091897 3665 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0505 19:44:28.092054 3665 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0505 19:44:28.092189 3665 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:82:00:01/10.130.0.1) on link ovn-k8s-mp0 I0505 19:44:28.100642 3665 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0505 19:44:28.100665 3665 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0505 19:44:28.100689 3665 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0505 19:44:28.100695 3665 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0505 19:44:28.100702 3665 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0505 19:44:28.139431 3665 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0505 19:44:28.139440 3665 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0505 19:44:28.139460 3665 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0505 19:44:28.139469 3665 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0505 19:44:28.139478 3665 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0505 19:44:28.139491 3665 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0505 19:44:28.139496 3665 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0505 19:44:28.139501 3665 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0505 19:44:28.139509 3665 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0505 19:44:28.960230 3665 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-53.ec2.internal I0505 19:44:28.960261 3665 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-53.ec2.internal: 39.619µs I0505 19:44:29.199168 3665 default_node_network_controller.go:1380] Starting node controller node sync W0505 19:44:29.199194 3665 egressip_healthcheck.go:76] Health checking using insecure connection I0505 19:44:29.199232 3665 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.130.0.2:9107 I0505 19:44:29.212935 3665 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 13.745817ms I0505 19:44:29.213035 3665 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-242.ec2.internal", IP: 10.0.1.242 to PMTUD blocking rules I0505 19:44:29.213050 3665 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-242.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0505 19:44:29.213047 3665 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-53.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0505 19:44:29.213060 3665 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-53.ec2.internal", IP: 10.0.2.53 to PMTUD blocking rules I0505 19:44:29.225317 3665 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0505 19:44:29.225611 3665 egressservice_node.go:93] Setting up event handlers for Egress Services I0505 19:44:29.225823 3665 egressservice_node.go:183] Starting Egress Services Controller I0505 19:44:29.225844 3665 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0505 19:44:29.225856 3665 shared_informer.go:356] "Caches are synced" controller="egressservices" I0505 19:44:29.225862 3665 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0505 19:44:29.225867 3665 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0505 19:44:29.225872 3665 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0505 19:44:29.225877 3665 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0505 19:44:29.225881 3665 egressservice_node.go:197] Repairing Egress Services I0505 19:44:29.236302 3665 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0505 19:44:29.236316 3665 external_controller.go:278] Starting Admin Policy Based Route Controller I0505 19:44:29.236513 3665 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0505 19:44:29.236525 3665 link_network_manager.go:119] Link manager is running I0505 19:44:29.236534 3665 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0505 19:44:29.236678 3665 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0505 19:44:29.237237 3665 vrf_manager.go:128] VRF manager is running I0505 19:44:29.237545 3665 node_controller_manager.go:437] Removing flows to drop GARP I0505 19:44:29.237555 3665 gateway.go:532] Reconciling gateway with updates I0505 19:44:29.259168 3665 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0505 19:44:29.259191 3665 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0505 19:44:29.259188 3665 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0505 19:44:29.259197 3665 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0505 19:44:29.259206 3665 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0505 19:44:29.259210 3665 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0505 19:44:29.259215 3665 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0505 19:44:29.259226 3665 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0505 19:44:29.259226 3665 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0505 19:44:29.259233 3665 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0505 19:44:29.259231 3665 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0505 19:44:29.259238 3665 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0505 19:44:29.259246 3665 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0505 19:44:29.259248 3665 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0505 19:44:29.259249 3665 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 19:44:29.259254 3665 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0505 19:44:29.259258 3665 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 19:44:29.259259 3665 port_claim.go:71] Svc openshift-ingress/router-default: port 31191 is already open, no action needed I0505 19:44:29.259263 3665 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0505 19:44:29.259266 3665 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0505 19:44:29.259259 3665 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0505 19:44:29.259217 3665 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0505 19:44:29.259257 3665 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0505 19:44:29.259309 3665 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0505 19:44:29.259268 3665 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0505 19:44:29.259320 3665 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0505 19:44:29.259326 3665 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0505 19:44:29.259268 3665 port_claim.go:71] Svc openshift-ingress/router-default: port 31839 is already open, no action needed I0505 19:44:29.259335 3665 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0505 19:44:29.259337 3665 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0505 19:44:29.259341 3665 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0505 19:44:29.259342 3665 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0505 19:44:29.259247 3665 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0505 19:44:29.259345 3665 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0505 19:44:29.259353 3665 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0505 19:44:29.259273 3665 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0505 19:44:29.259358 3665 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0505 19:44:29.259359 3665 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0505 19:44:29.259366 3665 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0505 19:44:29.259320 3665 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0505 19:44:29.259378 3665 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0505 19:44:29.259391 3665 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 19:44:29.259393 3665 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0505 19:44:29.259228 3665 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0505 19:44:29.259401 3665 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0505 19:44:29.259392 3665 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0505 19:44:29.259410 3665 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0505 19:44:29.259415 3665 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0505 19:44:29.259325 3665 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0505 19:44:29.259420 3665 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0505 19:44:29.259328 3665 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0505 19:44:29.259428 3665 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0505 19:44:29.259430 3665 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0505 19:44:29.259237 3665 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0505 19:44:29.259450 3665 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0505 19:44:29.259206 3665 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0505 19:44:29.259466 3665 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0505 19:44:29.259470 3665 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0505 19:44:29.259469 3665 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0505 19:44:29.259476 3665 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0505 19:44:29.259479 3665 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0505 19:44:29.259480 3665 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0505 19:44:29.259485 3665 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0505 19:44:29.259487 3665 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0505 19:44:29.259490 3665 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0505 19:44:29.259422 3665 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0505 19:44:29.259498 3665 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0505 19:44:29.259501 3665 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0505 19:44:29.259504 3665 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0505 19:44:29.259505 3665 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0505 19:44:29.259216 3665 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0505 19:44:29.259511 3665 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0505 19:44:29.259518 3665 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0505 19:44:29.259453 3665 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0505 19:44:29.259524 3665 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0505 19:44:29.259524 3665 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0505 19:44:29.259521 3665 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0505 19:44:29.259527 3665 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0505 19:44:29.259532 3665 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0505 19:44:29.259538 3665 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0505 19:44:29.259541 3665 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0505 19:44:29.259495 3665 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0505 19:44:29.259556 3665 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0505 19:44:29.259566 3665 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0505 19:44:29.259343 3665 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0505 19:44:29.259257 3665 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0505 19:44:29.259586 3665 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0505 19:44:29.259376 3665 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0505 19:44:29.259640 3665 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0505 19:44:29.259481 3665 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0505 19:44:29.259652 3665 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0505 19:44:29.259655 3665 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0505 19:44:29.259505 3665 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0505 19:44:29.259468 3665 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0505 19:44:29.259467 3665 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0505 19:44:29.259830 3665 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0505 19:44:29.259308 3665 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0505 19:44:29.259308 3665 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0505 19:44:29.259885 3665 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0505 19:44:29.259401 3665 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 19:44:29.259454 3665 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0505 19:44:29.259276 3665 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0505 19:44:29.259468 3665 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0505 19:44:29.259965 3665 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0505 19:44:29.259470 3665 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0505 19:44:29.259347 3665 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0505 19:44:29.259998 3665 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0505 19:44:29.259366 3665 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0505 19:44:29.260005 3665 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0505 19:44:29.259517 3665 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0505 19:44:29.259524 3665 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0505 19:44:29.260029 3665 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0505 19:44:29.259331 3665 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0505 19:44:29.259530 3665 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0505 19:44:29.283351 3665 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0505 19:44:29.283363 3665 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0505 19:44:29.283380 3665 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0505 19:44:29.283388 3665 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0505 19:44:29.283394 3665 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0505 19:44:29.283403 3665 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0505 19:44:29.283409 3665 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0505 19:44:29.283414 3665 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0505 19:44:29.283420 3665 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0505 19:44:29.283425 3665 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0505 19:44:29.283430 3665 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0505 19:44:29.325808 3665 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0505 19:44:29.325836 3665 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0505 19:44:29.325842 3665 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0505 19:44:29.369219 3665 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0505 19:44:29.369272 3665 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0505 19:44:29.369296 3665 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0505 19:44:29.369304 3665 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0505 19:44:29.369310 3665 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0505 19:44:29.369315 3665 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0505 19:44:31.566990 3665 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-117.ec2.internal I0505 19:44:31.567023 3665 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-117.ec2.internal: 39.929µs I0505 19:44:31.594650 3665 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-56b854d8b5-l755b] creating logical port openshift-image-registry_image-registry-56b854d8b5-l755b for pod on switch ip-10-0-0-117.ec2.internal I0505 19:44:31.594780 3665 kube.go:256] Updating pod openshift-image-registry/image-registry-56b854d8b5-l755b I0505 19:44:31.611746 3665 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-bp7qn] creating logical port openshift-dns_dns-default-bp7qn for pod on switch ip-10-0-0-117.ec2.internal I0505 19:44:31.611873 3665 kube.go:256] Updating pod openshift-dns/dns-default-bp7qn I0505 19:44:31.614623 3665 pod.go:62] [openshift-image-registry/image-registry-56b854d8b5-l755b] pod update took 19.86488ms I0505 19:44:31.614643 3665 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-56b854d8b5-l755b] addLogicalPort annotation time took 19.8931ms I0505 19:44:31.615909 3665 pods.go:271] [openshift-image-registry/image-registry-56b854d8b5-l755b] addLogicalPort took 21.270202ms, libovsdb time 1.016725ms I0505 19:44:31.623053 3665 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-ndpwt] creating logical port openshift-ingress-canary_ingress-canary-ndpwt for pod on switch ip-10-0-0-117.ec2.internal I0505 19:44:31.623153 3665 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-ndpwt I0505 19:44:31.628896 3665 pod.go:62] [openshift-dns/dns-default-bp7qn] pod update took 17.04676ms I0505 19:44:31.628917 3665 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-bp7qn] addLogicalPort annotation time took 17.075294ms I0505 19:44:31.629941 3665 pods.go:271] [openshift-dns/dns-default-bp7qn] addLogicalPort took 18.211506ms, libovsdb time 779.698µs I0505 19:44:31.637476 3665 pod.go:62] [openshift-ingress-canary/ingress-canary-ndpwt] pod update took 14.373571ms I0505 19:44:31.637502 3665 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-ndpwt] addLogicalPort annotation time took 14.400726ms I0505 19:44:31.638428 3665 pods.go:271] [openshift-ingress-canary/ingress-canary-ndpwt] addLogicalPort took 15.386318ms, libovsdb time 655.122µs I0505 19:44:32.050272 3665 cni.go:452] [openshift-ingress-canary/ingress-canary-ndpwt a34a3db6f11de7158865cd1f2c7cf9840db0688e0bdc5f8a7138c83fb67a404b network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-ndpwt a34a3db6f11de7158865cd1f2c7cf9840db0688e0bdc5f8a7138c83fb67a404b network default NAD default NAD key ] I0505 19:44:32.073261 3665 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-ndpwt, hostIfaceName: a34a3db6f11de71, network: default, NAD default, SandboxID: "a34a3db6f11de7158865cd1f2c7cf9840db0688e0bdc5f8a7138c83fb67a404b", PCI device ID: , UID: "6ab5ee36-e3f8-4741-9587-2266316a470f", MAC: 0a:58:0a:82:00:07, IPs: [10.130.0.7/23] I0505 19:44:32.122040 3665 cni.go:473] [openshift-ingress-canary/ingress-canary-ndpwt a34a3db6f11de7158865cd1f2c7cf9840db0688e0bdc5f8a7138c83fb67a404b network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-ndpwt a34a3db6f11de7158865cd1f2c7cf9840db0688e0bdc5f8a7138c83fb67a404b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:03:31:64:88:3e\",\"name\":\"a34a3db6f11de71\"},{\"mac\":\"0a:58:0a:82:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/edade20c-f764-4254-a99e-37a08f6e5083\"}],\"ips\":[{\"address\":\"10.130.0.7/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 19:44:35.236680 3665 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 19:44:35.621443 3665 cni.go:452] [openshift-network-diagnostics/network-check-target-x2tjv 2c8d919ba1bc642de977b6e38c1ae7c8fc68a363d3426f90b09b1697f4e848a8 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-x2tjv 2c8d919ba1bc642de977b6e38c1ae7c8fc68a363d3426f90b09b1697f4e848a8 network default NAD default NAD key ] I0505 19:44:35.630760 3665 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-x2tjv, hostIfaceName: 2c8d919ba1bc642, network: default, NAD default, SandboxID: "2c8d919ba1bc642de977b6e38c1ae7c8fc68a363d3426f90b09b1697f4e848a8", PCI device ID: , UID: "1419730b-9759-4eaa-bc48-ab67bfd4cd77", MAC: 0a:58:0a:82:00:04, IPs: [10.130.0.4/23] I0505 19:44:35.676925 3665 cni.go:473] [openshift-network-diagnostics/network-check-target-x2tjv 2c8d919ba1bc642de977b6e38c1ae7c8fc68a363d3426f90b09b1697f4e848a8 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-x2tjv 2c8d919ba1bc642de977b6e38c1ae7c8fc68a363d3426f90b09b1697f4e848a8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:7f:94:dc:20:8e\",\"name\":\"2c8d919ba1bc642\"},{\"mac\":\"0a:58:0a:82:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/49a8695c-144e-4365-bab4-d4dcd303defb\"}],\"ips\":[{\"address\":\"10.130.0.4/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 19:44:37.245467 3665 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0505 19:44:39.779933 3665 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0505 19:44:47.951449 3665 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-59bb856bff-cz6n5] creating logical port openshift-ingress_router-default-59bb856bff-cz6n5 for pod on switch ip-10-0-0-117.ec2.internal I0505 19:44:47.951610 3665 kube.go:256] Updating pod openshift-ingress/router-default-59bb856bff-cz6n5 I0505 19:44:47.971100 3665 pod.go:62] [openshift-ingress/router-default-59bb856bff-cz6n5] pod update took 19.533935ms I0505 19:44:47.971122 3665 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-59bb856bff-cz6n5] addLogicalPort annotation time took 19.558768ms I0505 19:44:47.972117 3665 pods.go:271] [openshift-ingress/router-default-59bb856bff-cz6n5] addLogicalPort took 20.686106ms, libovsdb time 721.693µs I0505 19:44:47.972159 3665 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-6d764bf669-j52vs] creating logical port openshift-ingress_router-default-6d764bf669-j52vs for pod on switch ip-10-0-0-117.ec2.internal I0505 19:44:47.972221 3665 kube.go:256] Updating pod openshift-ingress/router-default-6d764bf669-j52vs I0505 19:44:47.992308 3665 pod.go:62] [openshift-ingress/router-default-6d764bf669-j52vs] pod update took 20.107711ms I0505 19:44:47.992328 3665 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-6d764bf669-j52vs] addLogicalPort annotation time took 20.129777ms I0505 19:44:47.993187 3665 pods.go:271] [openshift-ingress/router-default-6d764bf669-j52vs] addLogicalPort took 21.032208ms, libovsdb time 646.261µs I0505 19:44:48.244578 3665 base_network_controller_pods.go:487] [default/openshift-console-operator/console-operator-66dbbb6468-nsv8d] creating logical port openshift-console-operator_console-operator-66dbbb6468-nsv8d for pod on switch ip-10-0-0-117.ec2.internal I0505 19:44:48.244661 3665 kube.go:256] Updating pod openshift-console-operator/console-operator-66dbbb6468-nsv8d I0505 19:44:48.262461 3665 pod.go:62] [openshift-console-operator/console-operator-66dbbb6468-nsv8d] pod update took 17.828103ms I0505 19:44:48.262485 3665 base_network_controller_pods.go:951] [default/openshift-console-operator/console-operator-66dbbb6468-nsv8d] addLogicalPort annotation time took 17.855384ms I0505 19:44:48.263393 3665 pods.go:271] [openshift-console-operator/console-operator-66dbbb6468-nsv8d] addLogicalPort took 18.827216ms, libovsdb time 667.005µs I0505 19:44:48.653542 3665 cni.go:452] [openshift-console-operator/console-operator-66dbbb6468-nsv8d 12f48e3c5252907514232af19370fc662f000f790adaf87875556c4284668b44 network default NAD default NAD key ] ADD starting CNI request [openshift-console-operator/console-operator-66dbbb6468-nsv8d 12f48e3c5252907514232af19370fc662f000f790adaf87875556c4284668b44 network default NAD default NAD key ] I0505 19:44:48.662858 3665 helper_linux.go:556] ConfigureOVS: namespace: openshift-console-operator, podName: console-operator-66dbbb6468-nsv8d, hostIfaceName: 12f48e3c5252907, network: default, NAD default, SandboxID: "12f48e3c5252907514232af19370fc662f000f790adaf87875556c4284668b44", PCI device ID: , UID: "3ff92ef9-564a-4a1c-8103-e6ff773ddff9", MAC: 0a:58:0a:82:00:0a, IPs: [10.130.0.10/23] I0505 19:44:48.707133 3665 cni.go:473] [openshift-console-operator/console-operator-66dbbb6468-nsv8d 12f48e3c5252907514232af19370fc662f000f790adaf87875556c4284668b44 network default NAD default NAD key default] ADD finished CNI request [openshift-console-operator/console-operator-66dbbb6468-nsv8d 12f48e3c5252907514232af19370fc662f000f790adaf87875556c4284668b44 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:f9:a5:6d:38:4a\",\"name\":\"12f48e3c5252907\"},{\"mac\":\"0a:58:0a:82:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/28b83a11-98d3-40a2-bf0a-74fde6152e05\"}],\"ips\":[{\"address\":\"10.130.0.10/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 19:44:51.814342 3665 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0505 19:44:53.555427 3665 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0505 19:44:53.556297 3665 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 848.659µs I0505 19:44:53.570378 3665 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0505 19:44:53.684177 3665 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-g7255] creating logical port openshift-kube-storage-version-migrator_migrator-846d9b8bdc-g7255 for pod on switch ip-10-0-0-117.ec2.internal I0505 19:44:53.684264 3665 kube.go:256] Updating pod openshift-kube-storage-version-migrator/migrator-846d9b8bdc-g7255 I0505 19:44:53.789348 3665 pod.go:62] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-g7255] pod update took 105.107329ms I0505 19:44:53.789371 3665 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-g7255] addLogicalPort annotation time took 105.134357ms I0505 19:44:53.790520 3665 pods.go:271] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-g7255] addLogicalPort took 106.355404ms, libovsdb time 812.103µs I0505 19:44:54.075511 3665 cni.go:452] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-g7255 2df5f6de2144df92f6464bc4805b4f963898fe125bfe2e847dde1c68f35cd856 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-g7255 2df5f6de2144df92f6464bc4805b4f963898fe125bfe2e847dde1c68f35cd856 network default NAD default NAD key ] I0505 19:44:54.084503 3665 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator, podName: migrator-846d9b8bdc-g7255, hostIfaceName: 2df5f6de2144df9, network: default, NAD default, SandboxID: "2df5f6de2144df92f6464bc4805b4f963898fe125bfe2e847dde1c68f35cd856", PCI device ID: , UID: "d99d0cb9-3710-452b-9d57-0e08c421603e", MAC: 0a:58:0a:82:00:0b, IPs: [10.130.0.11/23] I0505 19:44:54.131231 3665 cni.go:473] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-g7255 2df5f6de2144df92f6464bc4805b4f963898fe125bfe2e847dde1c68f35cd856 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-g7255 2df5f6de2144df92f6464bc4805b4f963898fe125bfe2e847dde1c68f35cd856 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:8f:af:6a:f4:29\",\"name\":\"2df5f6de2144df9\"},{\"mac\":\"0a:58:0a:82:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9fde6620-6338-4b14-b673-0065aa28cef9\"}],\"ips\":[{\"address\":\"10.130.0.11/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 19:44:54.225543 3665 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0505 19:44:54.282330 3665 namespace.go:98] [openshift-service-ca] adding namespace I0505 19:44:54.283102 3665 namespace.go:102] [openshift-service-ca] adding namespace took 754.477µs I0505 19:44:54.308513 3665 namespace.go:142] [openshift-service-ca] updating namespace I0505 19:44:55.956916 3665 base_network_controller_pods.go:487] [default/openshift-service-ca/service-ca-d9cb48497-4c4rq] creating logical port openshift-service-ca_service-ca-d9cb48497-4c4rq for pod on switch ip-10-0-0-117.ec2.internal I0505 19:44:55.957002 3665 kube.go:256] Updating pod openshift-service-ca/service-ca-d9cb48497-4c4rq I0505 19:44:55.970003 3665 pod.go:62] [openshift-service-ca/service-ca-d9cb48497-4c4rq] pod update took 13.022014ms I0505 19:44:55.970024 3665 base_network_controller_pods.go:951] [default/openshift-service-ca/service-ca-d9cb48497-4c4rq] addLogicalPort annotation time took 13.046964ms I0505 19:44:55.971059 3665 pods.go:271] [openshift-service-ca/service-ca-d9cb48497-4c4rq] addLogicalPort took 14.160781ms, libovsdb time 746.507µs I0505 19:44:56.311434 3665 cni.go:452] [openshift-service-ca/service-ca-d9cb48497-4c4rq dbf54c8034f25abfffe695a11ee11f1de84cb4764be38b23405a35769b8da25d network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca/service-ca-d9cb48497-4c4rq dbf54c8034f25abfffe695a11ee11f1de84cb4764be38b23405a35769b8da25d network default NAD default NAD key ] I0505 19:44:56.322992 3665 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca, podName: service-ca-d9cb48497-4c4rq, hostIfaceName: dbf54c8034f25ab, network: default, NAD default, SandboxID: "dbf54c8034f25abfffe695a11ee11f1de84cb4764be38b23405a35769b8da25d", PCI device ID: , UID: "30440556-2811-4e3f-84f6-de77a3b1a30e", MAC: 0a:58:0a:82:00:0c, IPs: [10.130.0.12/23] I0505 19:44:56.368158 3665 cni.go:473] [openshift-service-ca/service-ca-d9cb48497-4c4rq dbf54c8034f25abfffe695a11ee11f1de84cb4764be38b23405a35769b8da25d network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca/service-ca-d9cb48497-4c4rq dbf54c8034f25abfffe695a11ee11f1de84cb4764be38b23405a35769b8da25d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:45:a6:4d:ff:a1\",\"name\":\"dbf54c8034f25ab\"},{\"mac\":\"0a:58:0a:82:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b010ceb3-30ca-4169-af9c-1b48da60dac3\"}],\"ips\":[{\"address\":\"10.130.0.12/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 19:45:02.997147 3665 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0505 19:45:03.676815 3665 cni.go:452] [openshift-image-registry/image-registry-56b854d8b5-l755b 44bf51240dd80a0ef3d1775eed85ce499bbfeaea58f3250ab53dbaca102a0963 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-56b854d8b5-l755b 44bf51240dd80a0ef3d1775eed85ce499bbfeaea58f3250ab53dbaca102a0963 network default NAD default NAD key ] I0505 19:45:03.686967 3665 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-56b854d8b5-l755b, hostIfaceName: 44bf51240dd80a0, network: default, NAD default, SandboxID: "44bf51240dd80a0ef3d1775eed85ce499bbfeaea58f3250ab53dbaca102a0963", PCI device ID: , UID: "53e9d0a9-9ae8-42a0-9f64-0f2805f286dd", MAC: 0a:58:0a:82:00:05, IPs: [10.130.0.5/23] I0505 19:45:03.732477 3665 cni.go:473] [openshift-image-registry/image-registry-56b854d8b5-l755b 44bf51240dd80a0ef3d1775eed85ce499bbfeaea58f3250ab53dbaca102a0963 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-56b854d8b5-l755b 44bf51240dd80a0ef3d1775eed85ce499bbfeaea58f3250ab53dbaca102a0963 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:60:b3:75:5d:b7\",\"name\":\"44bf51240dd80a0\"},{\"mac\":\"0a:58:0a:82:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2a6b5ef3-67dc-42cd-a586-45221720aea8\"}],\"ips\":[{\"address\":\"10.130.0.5/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 19:45:03.795353 3665 cni.go:452] [openshift-dns/dns-default-bp7qn 55331aa3138fddd5109f63d0d29a3b85082fc0e153f3e5544b8dfb138c009036 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-bp7qn 55331aa3138fddd5109f63d0d29a3b85082fc0e153f3e5544b8dfb138c009036 network default NAD default NAD key ] I0505 19:45:03.805606 3665 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-bp7qn, hostIfaceName: 55331aa3138fddd, network: default, NAD default, SandboxID: "55331aa3138fddd5109f63d0d29a3b85082fc0e153f3e5544b8dfb138c009036", PCI device ID: , UID: "b6db7ded-a0cc-4fd3-9525-2e120c874822", MAC: 0a:58:0a:82:00:06, IPs: [10.130.0.6/23] I0505 19:45:03.856646 3665 cni.go:473] [openshift-dns/dns-default-bp7qn 55331aa3138fddd5109f63d0d29a3b85082fc0e153f3e5544b8dfb138c009036 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-bp7qn 55331aa3138fddd5109f63d0d29a3b85082fc0e153f3e5544b8dfb138c009036 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:a0:00:94:51:5b\",\"name\":\"55331aa3138fddd\"},{\"mac\":\"0a:58:0a:82:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/682da80d-89d8-4feb-8bf7-3dcfd10e76c4\"}],\"ips\":[{\"address\":\"10.130.0.6/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 19:45:05.329908 3665 obj_retry.go:498] Detected object openshift-image-registry/image-registry-664b997cf4-c9jj8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:45:05.330616 3665 obj_retry.go:498] Detected object openshift-image-registry/image-registry-664b997cf4-c9jj8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:45:05.341374 3665 obj_retry.go:492] Detected object openshift-image-registry/image-registry-664b997cf4-c9jj8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:45:05.341396 3665 obj_retry.go:492] Detected object openshift-image-registry/image-registry-664b997cf4-c9jj8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:45:05.349681 3665 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-664b997cf4-c9jj8 I0505 19:45:05.349704 3665 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-664b997cf4-c9jj8 I0505 19:45:07.481606 3665 cni.go:452] [openshift-multus/network-metrics-daemon-x8wmv c2433ec1956cd2b321f1c4fdd5fd40c88de49f3c7f4fe390e52ad75751966af0 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-x8wmv c2433ec1956cd2b321f1c4fdd5fd40c88de49f3c7f4fe390e52ad75751966af0 network default NAD default NAD key ] I0505 19:45:07.491848 3665 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-x8wmv, hostIfaceName: c2433ec1956cd2b, network: default, NAD default, SandboxID: "c2433ec1956cd2b321f1c4fdd5fd40c88de49f3c7f4fe390e52ad75751966af0", PCI device ID: , UID: "2cf4b34a-98b8-453a-af92-29fb141cd62b", MAC: 0a:58:0a:82:00:03, IPs: [10.130.0.3/23] I0505 19:45:07.548867 3665 cni.go:473] [openshift-multus/network-metrics-daemon-x8wmv c2433ec1956cd2b321f1c4fdd5fd40c88de49f3c7f4fe390e52ad75751966af0 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-x8wmv c2433ec1956cd2b321f1c4fdd5fd40c88de49f3c7f4fe390e52ad75751966af0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:de:ff:a8:28:1c\",\"name\":\"c2433ec1956cd2b\"},{\"mac\":\"0a:58:0a:82:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cae7968b-df93-4816-8236-607e86d8e8c3\"}],\"ips\":[{\"address\":\"10.130.0.3/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 19:45:20.136921 3665 cni.go:452] [openshift-ingress/router-default-59bb856bff-cz6n5 8d4d23ca74dc2e3ce9855238689bcc4c0bd3f557d726fc6ffc7c9bc68f53cc44 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-59bb856bff-cz6n5 8d4d23ca74dc2e3ce9855238689bcc4c0bd3f557d726fc6ffc7c9bc68f53cc44 network default NAD default NAD key ] I0505 19:45:20.144683 3665 cni.go:452] [openshift-ingress/router-default-6d764bf669-j52vs 279ca5b2e61843380025de8734153b82c5cc6340db0f6f9a1bee6edb5cf9116f network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-6d764bf669-j52vs 279ca5b2e61843380025de8734153b82c5cc6340db0f6f9a1bee6edb5cf9116f network default NAD default NAD key ] I0505 19:45:20.146364 3665 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-59bb856bff-cz6n5, hostIfaceName: 8d4d23ca74dc2e3, network: default, NAD default, SandboxID: "8d4d23ca74dc2e3ce9855238689bcc4c0bd3f557d726fc6ffc7c9bc68f53cc44", PCI device ID: , UID: "83719ba9-79df-4655-a251-aa1bd45dc7b7", MAC: 0a:58:0a:82:00:08, IPs: [10.130.0.8/23] I0505 19:45:20.155042 3665 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-6d764bf669-j52vs, hostIfaceName: 279ca5b2e618433, network: default, NAD default, SandboxID: "279ca5b2e61843380025de8734153b82c5cc6340db0f6f9a1bee6edb5cf9116f", PCI device ID: , UID: "58388d36-1936-4eaa-a291-25598ed74cdd", MAC: 0a:58:0a:82:00:09, IPs: [10.130.0.9/23] I0505 19:45:20.195416 3665 cni.go:473] [openshift-ingress/router-default-59bb856bff-cz6n5 8d4d23ca74dc2e3ce9855238689bcc4c0bd3f557d726fc6ffc7c9bc68f53cc44 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-59bb856bff-cz6n5 8d4d23ca74dc2e3ce9855238689bcc4c0bd3f557d726fc6ffc7c9bc68f53cc44 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:c8:70:27:5f:28\",\"name\":\"8d4d23ca74dc2e3\"},{\"mac\":\"0a:58:0a:82:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fa1eb88d-7a51-4f86-9e07-34b550f491bf\"}],\"ips\":[{\"address\":\"10.130.0.8/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 19:45:20.211620 3665 cni.go:473] [openshift-ingress/router-default-6d764bf669-j52vs 279ca5b2e61843380025de8734153b82c5cc6340db0f6f9a1bee6edb5cf9116f network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-6d764bf669-j52vs 279ca5b2e61843380025de8734153b82c5cc6340db0f6f9a1bee6edb5cf9116f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:14:8d:46:a8:a3\",\"name\":\"279ca5b2e618433\"},{\"mac\":\"0a:58:0a:82:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b538fa3c-3c8a-4008-b39d-4aa49ae8e486\"}],\"ips\":[{\"address\":\"10.130.0.9/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 19:45:23.536615 3665 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0505 19:45:23.604232 3665 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0505 19:45:23.617761 3665 util.go:959] Failed to build node endpoints for node ip-10-0-0-117.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0505 19:45:23.617970 3665 util.go:959] Failed to build node endpoints for node ip-10-0-0-117.ec2.internal port 8443: empty IP address endpoints for service openshift-console-operator/metrics I0505 19:45:23.646866 3665 base_network_controller_pods.go:487] [default/openshift-console/console-5d5bb98677-5hzbp] creating logical port openshift-console_console-5d5bb98677-5hzbp for pod on switch ip-10-0-0-117.ec2.internal I0505 19:45:23.646992 3665 kube.go:256] Updating pod openshift-console/console-5d5bb98677-5hzbp I0505 19:45:23.678832 3665 pod.go:62] [openshift-console/console-5d5bb98677-5hzbp] pod update took 31.867738ms I0505 19:45:23.678854 3665 base_network_controller_pods.go:951] [default/openshift-console/console-5d5bb98677-5hzbp] addLogicalPort annotation time took 31.893892ms I0505 19:45:23.679830 3665 pods.go:271] [openshift-console/console-5d5bb98677-5hzbp] addLogicalPort took 32.97881ms, libovsdb time 727.831µs W0505 19:45:23.791713 3665 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-image-registry/image-registry-7d4bc454f8-7fkvm IP address from the namespace address-set, err: pod openshift-image-registry/image-registry-7d4bc454f8-7fkvm: no pod IPs found I0505 19:45:23.860342 3665 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-chxcr] creating logical port openshift-insights_insights-runtime-extractor-chxcr for pod on switch ip-10-0-0-117.ec2.internal I0505 19:45:23.860449 3665 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-chxcr I0505 19:45:23.885544 3665 pod.go:62] [openshift-insights/insights-runtime-extractor-chxcr] pod update took 25.116806ms I0505 19:45:23.885578 3665 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-chxcr] addLogicalPort annotation time took 25.145185ms I0505 19:45:23.886706 3665 pods.go:271] [openshift-insights/insights-runtime-extractor-chxcr] addLogicalPort took 26.376724ms, libovsdb time 854.124µs I0505 19:45:24.000664 3665 cni.go:452] [openshift-console/console-5d5bb98677-5hzbp 69537f6e326684c8be13ed176bbebd719ec0f7d727095818aa932693aae57a62 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-5d5bb98677-5hzbp 69537f6e326684c8be13ed176bbebd719ec0f7d727095818aa932693aae57a62 network default NAD default NAD key ] I0505 19:45:24.010628 3665 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-5d5bb98677-5hzbp, hostIfaceName: 69537f6e326684c, network: default, NAD default, SandboxID: "69537f6e326684c8be13ed176bbebd719ec0f7d727095818aa932693aae57a62", PCI device ID: , UID: "eda3a352-d924-4dd7-8831-c66e1f701ad8", MAC: 0a:58:0a:82:00:0d, IPs: [10.130.0.13/23] I0505 19:45:24.060077 3665 cni.go:473] [openshift-console/console-5d5bb98677-5hzbp 69537f6e326684c8be13ed176bbebd719ec0f7d727095818aa932693aae57a62 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-5d5bb98677-5hzbp 69537f6e326684c8be13ed176bbebd719ec0f7d727095818aa932693aae57a62 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:9b:6f:bd:83:fc\",\"name\":\"69537f6e326684c\"},{\"mac\":\"0a:58:0a:82:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f64d3561-3875-4995-9d4c-41daa53b872c\"}],\"ips\":[{\"address\":\"10.130.0.13/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 19:45:24.215434 3665 cni.go:452] [openshift-insights/insights-runtime-extractor-chxcr 645d2a2e90d9e86f8185c9ad8ed2cd37c7f9120a169a6b776921497b2a5b65b1 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-chxcr 645d2a2e90d9e86f8185c9ad8ed2cd37c7f9120a169a6b776921497b2a5b65b1 network default NAD default NAD key ] I0505 19:45:24.225532 3665 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-chxcr, hostIfaceName: 645d2a2e90d9e86, network: default, NAD default, SandboxID: "645d2a2e90d9e86f8185c9ad8ed2cd37c7f9120a169a6b776921497b2a5b65b1", PCI device ID: , UID: "f39c12db-e829-4e2b-991d-476f1f87243c", MAC: 0a:58:0a:82:00:0e, IPs: [10.130.0.14/23] I0505 19:45:24.273920 3665 cni.go:473] [openshift-insights/insights-runtime-extractor-chxcr 645d2a2e90d9e86f8185c9ad8ed2cd37c7f9120a169a6b776921497b2a5b65b1 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-chxcr 645d2a2e90d9e86f8185c9ad8ed2cd37c7f9120a169a6b776921497b2a5b65b1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:6e:03:74:d6:e7\",\"name\":\"645d2a2e90d9e86\"},{\"mac\":\"0a:58:0a:82:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/447120e1-cab5-4a99-955f-ae80598d194a\"}],\"ips\":[{\"address\":\"10.130.0.14/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 19:45:24.877709 3665 util.go:959] Failed to build node endpoints for node ip-10-0-0-117.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0505 19:45:25.319719 3665 obj_retry.go:498] Detected object openshift-image-registry/image-registry-56b854d8b5-wqt9p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:45:25.320344 3665 obj_retry.go:498] Detected object openshift-image-registry/image-registry-56b854d8b5-wqt9p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:45:25.341142 3665 obj_retry.go:492] Detected object openshift-image-registry/image-registry-56b854d8b5-wqt9p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:45:25.341160 3665 obj_retry.go:492] Detected object openshift-image-registry/image-registry-56b854d8b5-wqt9p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:45:25.347306 3665 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-56b854d8b5-wqt9p I0505 19:45:25.347331 3665 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-56b854d8b5-wqt9p W0505 19:45:27.976008 3665 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0505 19:45:28.329482 3665 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0505 19:45:29.410646 3665 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0505 19:45:29.997085 3665 cni.go:452] [openshift-image-registry/image-registry-56b854d8b5-l755b 44bf51240dd80a0ef3d1775eed85ce499bbfeaea58f3250ab53dbaca102a0963 network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-56b854d8b5-l755b 44bf51240dd80a0ef3d1775eed85ce499bbfeaea58f3250ab53dbaca102a0963 network default NAD default NAD key ] I0505 19:45:30.072606 3665 cni.go:473] [openshift-image-registry/image-registry-56b854d8b5-l755b 44bf51240dd80a0ef3d1775eed85ce499bbfeaea58f3250ab53dbaca102a0963 network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-56b854d8b5-l755b 44bf51240dd80a0ef3d1775eed85ce499bbfeaea58f3250ab53dbaca102a0963 network default NAD default NAD key default], result "{}", err I0505 19:45:30.116673 3665 obj_retry.go:498] Detected object openshift-image-registry/image-registry-56b854d8b5-l755b of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:45:30.116701 3665 pods.go:176] Deleting pod: openshift-image-registry/image-registry-56b854d8b5-l755b I0505 19:45:30.117839 3665 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-56b854d8b5-l755b, ips: 10.130.0.5 I0505 19:45:30.117871 3665 obj_retry.go:498] Detected object openshift-image-registry/image-registry-56b854d8b5-l755b of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:45:30.126178 3665 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-7b5ddfd5f7-stvjh] creating logical port openshift-image-registry_image-registry-7b5ddfd5f7-stvjh for pod on switch ip-10-0-0-117.ec2.internal I0505 19:45:30.126296 3665 kube.go:256] Updating pod openshift-image-registry/image-registry-7b5ddfd5f7-stvjh I0505 19:45:30.144103 3665 pod.go:62] [openshift-image-registry/image-registry-7b5ddfd5f7-stvjh] pod update took 17.856157ms I0505 19:45:30.144123 3665 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-7b5ddfd5f7-stvjh] addLogicalPort annotation time took 17.883308ms I0505 19:45:30.145181 3665 pods.go:271] [openshift-image-registry/image-registry-7b5ddfd5f7-stvjh] addLogicalPort took 19.013664ms, libovsdb time 735.2µs I0505 19:45:30.480104 3665 cni.go:452] [openshift-image-registry/image-registry-7b5ddfd5f7-stvjh 2f8cb098d55959ee297daa43d2015473712aab251763ed8ea35374dc4d0c53dd network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-7b5ddfd5f7-stvjh 2f8cb098d55959ee297daa43d2015473712aab251763ed8ea35374dc4d0c53dd network default NAD default NAD key ] I0505 19:45:30.489908 3665 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-7b5ddfd5f7-stvjh, hostIfaceName: 2f8cb098d55959e, network: default, NAD default, SandboxID: "2f8cb098d55959ee297daa43d2015473712aab251763ed8ea35374dc4d0c53dd", PCI device ID: , UID: "89367442-7656-4ea5-8ffc-96bd6af8b25c", MAC: 0a:58:0a:82:00:0f, IPs: [10.130.0.15/23] I0505 19:45:30.537149 3665 cni.go:473] [openshift-image-registry/image-registry-7b5ddfd5f7-stvjh 2f8cb098d55959ee297daa43d2015473712aab251763ed8ea35374dc4d0c53dd network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-7b5ddfd5f7-stvjh 2f8cb098d55959ee297daa43d2015473712aab251763ed8ea35374dc4d0c53dd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:4c:ea:4e:30:22\",\"name\":\"2f8cb098d55959e\"},{\"mac\":\"0a:58:0a:82:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/34ca52e4-49de-4e3e-91b8-a9043d0d80f0\"}],\"ips\":[{\"address\":\"10.130.0.15/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 19:45:30.990045 3665 obj_retry.go:492] Detected object openshift-image-registry/image-registry-56b854d8b5-l755b of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:45:30.990066 3665 obj_retry.go:492] Detected object openshift-image-registry/image-registry-56b854d8b5-l755b of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:45:30.996649 3665 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-56b854d8b5-l755b I0505 19:45:30.996671 3665 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-56b854d8b5-l755b W0505 19:45:33.475530 3665 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0505 19:45:34.397623 3665 util.go:959] Failed to build node endpoints for node ip-10-0-0-117.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0505 19:45:34.397655 3665 util.go:959] Failed to build node endpoints for node ip-10-0-0-117.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0505 19:45:40.437794 3665 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-7bfd4784fb-lcvnc] creating logical port openshift-monitoring_thanos-querier-7bfd4784fb-lcvnc for pod on switch ip-10-0-0-117.ec2.internal I0505 19:45:40.437921 3665 kube.go:256] Updating pod openshift-monitoring/thanos-querier-7bfd4784fb-lcvnc I0505 19:45:40.464899 3665 pod.go:62] [openshift-monitoring/thanos-querier-7bfd4784fb-lcvnc] pod update took 27.025336ms I0505 19:45:40.464919 3665 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-7bfd4784fb-lcvnc] addLogicalPort annotation time took 27.059909ms I0505 19:45:40.466138 3665 pods.go:271] [openshift-monitoring/thanos-querier-7bfd4784fb-lcvnc] addLogicalPort took 28.363176ms, libovsdb time 920.278µs W0505 19:45:40.509428 3665 util.go:959] Failed to build node endpoints for node ip-10-0-0-117.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0505 19:45:40.509454 3665 util.go:959] Failed to build node endpoints for node ip-10-0-0-117.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0505 19:45:40.561533 3665 util.go:959] Failed to build node endpoints for node ip-10-0-0-117.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0505 19:45:40.561555 3665 util.go:959] Failed to build node endpoints for node ip-10-0-0-117.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0505 19:45:40.794381 3665 cni.go:452] [openshift-monitoring/thanos-querier-7bfd4784fb-lcvnc 3f2180c1d02fe0b4196719a449accf94c221e84cc1f671e87192726c095fe715 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-7bfd4784fb-lcvnc 3f2180c1d02fe0b4196719a449accf94c221e84cc1f671e87192726c095fe715 network default NAD default NAD key ] I0505 19:45:40.818125 3665 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-7bfd4784fb-lcvnc, hostIfaceName: 3f2180c1d02fe0b, network: default, NAD default, SandboxID: "3f2180c1d02fe0b4196719a449accf94c221e84cc1f671e87192726c095fe715", PCI device ID: , UID: "9926e824-303a-4cf4-a209-7b00a63a25ac", MAC: 0a:58:0a:82:00:10, IPs: [10.130.0.16/23] I0505 19:45:40.865426 3665 cni.go:473] [openshift-monitoring/thanos-querier-7bfd4784fb-lcvnc 3f2180c1d02fe0b4196719a449accf94c221e84cc1f671e87192726c095fe715 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-7bfd4784fb-lcvnc 3f2180c1d02fe0b4196719a449accf94c221e84cc1f671e87192726c095fe715 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:ea:8f:02:ca:e0\",\"name\":\"3f2180c1d02fe0b\"},{\"mac\":\"0a:58:0a:82:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f8bc230c-cc36-49c4-95d6-45073409c245\"}],\"ips\":[{\"address\":\"10.130.0.16/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 19:45:41.997125 3665 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-685758d46d-wt5s8] creating logical port openshift-monitoring_metrics-server-685758d46d-wt5s8 for pod on switch ip-10-0-0-117.ec2.internal I0505 19:45:41.997211 3665 kube.go:256] Updating pod openshift-monitoring/metrics-server-685758d46d-wt5s8 I0505 19:45:42.023762 3665 pod.go:62] [openshift-monitoring/metrics-server-685758d46d-wt5s8] pod update took 26.570586ms I0505 19:45:42.023788 3665 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-685758d46d-wt5s8] addLogicalPort annotation time took 26.602197ms I0505 19:45:42.024968 3665 pods.go:271] [openshift-monitoring/metrics-server-685758d46d-wt5s8] addLogicalPort took 27.859241ms, libovsdb time 859.156µs I0505 19:45:42.065477 3665 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-ctcv9] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-ctcv9 for pod on switch ip-10-0-0-117.ec2.internal I0505 19:45:42.065568 3665 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-ctcv9 I0505 19:45:42.083459 3665 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-ctcv9] pod update took 17.917048ms I0505 19:45:42.083481 3665 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-ctcv9] addLogicalPort annotation time took 17.944733ms I0505 19:45:42.084834 3665 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-ctcv9] addLogicalPort took 19.366516ms, libovsdb time 989.978µs I0505 19:45:42.359877 3665 cni.go:452] [openshift-monitoring/metrics-server-685758d46d-wt5s8 527cd026b4a214adc047a6821e042e5f2472523efc367288538a62374195d3c0 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-685758d46d-wt5s8 527cd026b4a214adc047a6821e042e5f2472523efc367288538a62374195d3c0 network default NAD default NAD key ] I0505 19:45:42.369759 3665 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-685758d46d-wt5s8, hostIfaceName: 527cd026b4a214a, network: default, NAD default, SandboxID: "527cd026b4a214adc047a6821e042e5f2472523efc367288538a62374195d3c0", PCI device ID: , UID: "27d49b3e-0679-4851-a5ad-746e6b0dc7e3", MAC: 0a:58:0a:82:00:11, IPs: [10.130.0.17/23] I0505 19:45:42.418872 3665 cni.go:473] [openshift-monitoring/metrics-server-685758d46d-wt5s8 527cd026b4a214adc047a6821e042e5f2472523efc367288538a62374195d3c0 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-685758d46d-wt5s8 527cd026b4a214adc047a6821e042e5f2472523efc367288538a62374195d3c0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:2c:63:3b:0a:45\",\"name\":\"527cd026b4a214a\"},{\"mac\":\"0a:58:0a:82:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ab610df2-81d6-41c3-9f54-2e599cc28ff1\"}],\"ips\":[{\"address\":\"10.130.0.17/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 19:45:42.883965 3665 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-ctcv9 032a60d33a61a09de8013060bc6a33c8a54ffd4457b9b605af880777f2ebd11f network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-ctcv9 032a60d33a61a09de8013060bc6a33c8a54ffd4457b9b605af880777f2ebd11f network default NAD default NAD key ] W0505 19:45:42.885655 3665 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-6cb995df49-7wtc9 IP address from the namespace address-set, err: pod openshift-console/console-6cb995df49-7wtc9: no pod IPs found I0505 19:45:42.893996 3665 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-ctcv9, hostIfaceName: 032a60d33a61a09, network: default, NAD default, SandboxID: "032a60d33a61a09de8013060bc6a33c8a54ffd4457b9b605af880777f2ebd11f", PCI device ID: , UID: "082b4dab-e37f-4db9-b1c2-a702eced078f", MAC: 0a:58:0a:82:00:12, IPs: [10.130.0.18/23] I0505 19:45:42.944449 3665 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-ctcv9 032a60d33a61a09de8013060bc6a33c8a54ffd4457b9b605af880777f2ebd11f network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-ctcv9 032a60d33a61a09de8013060bc6a33c8a54ffd4457b9b605af880777f2ebd11f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:7c:be:9b:b5:d3\",\"name\":\"032a60d33a61a09\"},{\"mac\":\"0a:58:0a:82:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/85296730-4f5d-4e62-b06b-7b55e183298b\"}],\"ips\":[{\"address\":\"10.130.0.18/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 19:45:43.405660 3665 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads I0505 19:45:43.707481 3665 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-0-117.ec2.internal I0505 19:45:43.707698 3665 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0505 19:45:43.774209 3665 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 66.561109ms I0505 19:45:43.774237 3665 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 66.591162ms I0505 19:45:43.775458 3665 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 67.996324ms, libovsdb time 878.669µs I0505 19:45:44.695582 3665 cni.go:452] [openshift-monitoring/prometheus-k8s-0 fbdaac639e0ef75d9772e33d8dd041a7c94badcc0f83330b9513893f8c7e6141 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 fbdaac639e0ef75d9772e33d8dd041a7c94badcc0f83330b9513893f8c7e6141 network default NAD default NAD key ] I0505 19:45:44.704886 3665 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: fbdaac639e0ef75, network: default, NAD default, SandboxID: "fbdaac639e0ef75d9772e33d8dd041a7c94badcc0f83330b9513893f8c7e6141", PCI device ID: , UID: "789fd615-104e-4902-ab92-1fc541a6d946", MAC: 0a:58:0a:82:00:13, IPs: [10.130.0.19/23] I0505 19:45:44.757780 3665 cni.go:473] [openshift-monitoring/prometheus-k8s-0 fbdaac639e0ef75d9772e33d8dd041a7c94badcc0f83330b9513893f8c7e6141 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 fbdaac639e0ef75d9772e33d8dd041a7c94badcc0f83330b9513893f8c7e6141 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:55:8f:1e:8b:42\",\"name\":\"fbdaac639e0ef75\"},{\"mac\":\"0a:58:0a:82:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b6da4827-8b03-4301-bb88-421948991c86\"}],\"ips\":[{\"address\":\"10.130.0.19/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 19:45:45.039605 3665 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 19:45:45.039626 3665 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 19:45:45.039633 3665 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 19:45:45.039637 3665 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 19:45:45.068083 3665 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0505 19:45:45.439621 3665 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 19:45:45.439645 3665 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 19:45:45.439652 3665 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 19:45:45.533209 3665 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0505 19:45:45.575926 3665 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 19:45:45.575944 3665 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 19:45:45.575949 3665 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 19:45:45.651717 3665 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 19:45:45.651733 3665 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 19:45:46.066563 3665 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 19:45:46.066585 3665 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 19:45:46.540488 3665 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 19:45:46.540509 3665 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 19:45:46.540514 3665 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 19:45:46.540518 3665 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 19:45:47.341337 3665 util.go:959] Failed to build node endpoints for node ip-10-0-0-117.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0505 19:45:47.341369 3665 util.go:959] Failed to build node endpoints for node ip-10-0-0-117.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0505 19:45:47.341388 3665 util.go:959] Failed to build node endpoints for node ip-10-0-0-117.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0505 19:45:47.341420 3665 util.go:959] Failed to build node endpoints for node ip-10-0-0-117.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0505 19:45:47.389897 3665 util.go:959] Failed to build node endpoints for node ip-10-0-0-117.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0505 19:45:47.389921 3665 util.go:959] Failed to build node endpoints for node ip-10-0-0-117.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0505 19:45:51.195254 3665 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0505 19:45:51.209264 3665 util.go:959] Failed to build node endpoints for node ip-10-0-0-117.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 19:45:51.209294 3665 util.go:959] Failed to build node endpoints for node ip-10-0-0-117.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 19:45:51.209300 3665 util.go:959] Failed to build node endpoints for node ip-10-0-0-117.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 19:45:51.209305 3665 util.go:959] Failed to build node endpoints for node ip-10-0-0-117.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 19:45:52.009824 3665 util.go:959] Failed to build node endpoints for node ip-10-0-0-117.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0505 19:45:55.098340 3665 cni.go:452] [openshift-console/console-5d5bb98677-5hzbp 69537f6e326684c8be13ed176bbebd719ec0f7d727095818aa932693aae57a62 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-5d5bb98677-5hzbp 69537f6e326684c8be13ed176bbebd719ec0f7d727095818aa932693aae57a62 network default NAD default NAD key ] I0505 19:45:55.183750 3665 cni.go:473] [openshift-console/console-5d5bb98677-5hzbp 69537f6e326684c8be13ed176bbebd719ec0f7d727095818aa932693aae57a62 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-5d5bb98677-5hzbp 69537f6e326684c8be13ed176bbebd719ec0f7d727095818aa932693aae57a62 network default NAD default NAD key default], result "{}", err I0505 19:45:55.245474 3665 obj_retry.go:498] Detected object openshift-console/console-5d5bb98677-5hzbp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:45:55.245509 3665 pods.go:176] Deleting pod: openshift-console/console-5d5bb98677-5hzbp I0505 19:45:55.246939 3665 pods.go:236] Attempting to release IPs for pod: openshift-console/console-5d5bb98677-5hzbp, ips: 10.130.0.13 I0505 19:45:55.246974 3665 obj_retry.go:498] Detected object openshift-console/console-5d5bb98677-5hzbp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:45:55.253936 3665 base_network_controller_pods.go:487] [default/openshift-console/console-695d4fdc49-w6g4l] creating logical port openshift-console_console-695d4fdc49-w6g4l for pod on switch ip-10-0-0-117.ec2.internal I0505 19:45:55.254071 3665 kube.go:256] Updating pod openshift-console/console-695d4fdc49-w6g4l I0505 19:45:55.275075 3665 pod.go:62] [openshift-console/console-695d4fdc49-w6g4l] pod update took 21.031495ms I0505 19:45:55.275103 3665 base_network_controller_pods.go:951] [default/openshift-console/console-695d4fdc49-w6g4l] addLogicalPort annotation time took 21.065055ms I0505 19:45:55.276350 3665 pods.go:271] [openshift-console/console-695d4fdc49-w6g4l] addLogicalPort took 22.434142ms, libovsdb time 874.902µs I0505 19:45:55.616728 3665 cni.go:452] [openshift-console/console-695d4fdc49-w6g4l 1039d38bc10143eb5105104ef4bce323ce6d3cff96a2fd241f8f70b120aadad4 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-695d4fdc49-w6g4l 1039d38bc10143eb5105104ef4bce323ce6d3cff96a2fd241f8f70b120aadad4 network default NAD default NAD key ] I0505 19:45:55.627039 3665 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-695d4fdc49-w6g4l, hostIfaceName: 1039d38bc10143e, network: default, NAD default, SandboxID: "1039d38bc10143eb5105104ef4bce323ce6d3cff96a2fd241f8f70b120aadad4", PCI device ID: , UID: "bbc7afb9-74ab-4269-8335-4bd268a338d4", MAC: 0a:58:0a:82:00:14, IPs: [10.130.0.20/23] I0505 19:45:55.684863 3665 cni.go:473] [openshift-console/console-695d4fdc49-w6g4l 1039d38bc10143eb5105104ef4bce323ce6d3cff96a2fd241f8f70b120aadad4 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-695d4fdc49-w6g4l 1039d38bc10143eb5105104ef4bce323ce6d3cff96a2fd241f8f70b120aadad4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:69:6b:e0:cc:64\",\"name\":\"1039d38bc10143e\"},{\"mac\":\"0a:58:0a:82:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/948de3d2-9302-445c-bb17-2e1e1da42e98\"}],\"ips\":[{\"address\":\"10.130.0.20/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 19:45:56.095750 3665 obj_retry.go:492] Detected object openshift-console/console-5d5bb98677-5hzbp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:45:56.095773 3665 obj_retry.go:492] Detected object openshift-console/console-5d5bb98677-5hzbp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:45:56.103465 3665 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5d5bb98677-5hzbp I0505 19:45:56.103553 3665 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5d5bb98677-5hzbp I0505 19:46:05.873147 3665 obj_retry.go:498] Detected object openshift-console/console-5d5bb98677-j597q of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:46:05.873737 3665 obj_retry.go:498] Detected object openshift-console/console-5d5bb98677-j597q of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0505 19:46:06.046515 3665 util.go:959] Failed to build node endpoints for node ip-10-0-0-117.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0505 19:46:06.130046 3665 util.go:959] Failed to build node endpoints for node ip-10-0-0-117.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0505 19:46:06.531934 3665 obj_retry.go:492] Detected object openshift-console/console-5d5bb98677-j597q of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:46:06.531962 3665 obj_retry.go:492] Detected object openshift-console/console-5d5bb98677-j597q of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:46:06.541344 3665 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5d5bb98677-j597q I0505 19:46:06.541376 3665 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5d5bb98677-j597q W0505 19:46:07.645092 3665 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0505 19:46:08.681741 3665 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0505 19:46:12.724959 3665 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7d4bc454f8-p42gs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:46:12.725521 3665 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7d4bc454f8-p42gs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:46:13.673443 3665 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7d4bc454f8-p42gs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:46:13.673463 3665 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7d4bc454f8-p42gs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:46:13.677164 3665 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7d4bc454f8-p42gs I0505 19:46:13.677192 3665 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7d4bc454f8-p42gs W0505 19:46:22.726748 3665 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics I0505 19:46:31.506819 3665 obj_retry.go:498] Detected object openshift-console/console-6cb995df49-tn6sw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:46:31.507424 3665 obj_retry.go:498] Detected object openshift-console/console-6cb995df49-tn6sw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:46:31.760804 3665 obj_retry.go:492] Detected object openshift-console/console-6cb995df49-tn6sw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:46:31.760830 3665 obj_retry.go:492] Detected object openshift-console/console-6cb995df49-tn6sw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:46:31.764442 3665 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6cb995df49-tn6sw I0505 19:46:31.764468 3665 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6cb995df49-tn6sw I0505 19:46:33.919962 3665 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0505 19:46:37.196746 3665 cni.go:452] [openshift-ingress/router-default-6d764bf669-j52vs 279ca5b2e61843380025de8734153b82c5cc6340db0f6f9a1bee6edb5cf9116f network default NAD default NAD key ] DEL starting CNI request [openshift-ingress/router-default-6d764bf669-j52vs 279ca5b2e61843380025de8734153b82c5cc6340db0f6f9a1bee6edb5cf9116f network default NAD default NAD key ] I0505 19:46:37.282724 3665 cni.go:473] [openshift-ingress/router-default-6d764bf669-j52vs 279ca5b2e61843380025de8734153b82c5cc6340db0f6f9a1bee6edb5cf9116f network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/router-default-6d764bf669-j52vs 279ca5b2e61843380025de8734153b82c5cc6340db0f6f9a1bee6edb5cf9116f network default NAD default NAD key default], result "{}", err I0505 19:46:37.329832 3665 obj_retry.go:498] Detected object openshift-ingress/router-default-6d764bf669-j52vs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:46:37.329864 3665 pods.go:176] Deleting pod: openshift-ingress/router-default-6d764bf669-j52vs I0505 19:46:37.331098 3665 pods.go:236] Attempting to release IPs for pod: openshift-ingress/router-default-6d764bf669-j52vs, ips: 10.130.0.9 I0505 19:46:37.331131 3665 obj_retry.go:498] Detected object openshift-ingress/router-default-6d764bf669-j52vs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:46:38.243423 3665 obj_retry.go:492] Detected object openshift-ingress/router-default-6d764bf669-j52vs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:46:38.243452 3665 obj_retry.go:492] Detected object openshift-ingress/router-default-6d764bf669-j52vs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:46:38.250837 3665 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-6d764bf669-j52vs I0505 19:46:38.250864 3665 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-6d764bf669-j52vs W0505 19:46:44.310409 3665 util.go:959] Failed to build node endpoints for node ip-10-0-0-117.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 19:46:44.310435 3665 util.go:959] Failed to build node endpoints for node ip-10-0-0-117.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0505 19:46:51.821881 3665 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dr7zxf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:46:51.822411 3665 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dr7zxf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:46:51.822441 3665 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dr7zxf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 19:46:51.822450 3665 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0505 19:46:51.822460 3665 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dr7zxf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 19:46:51.822464 3665 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0505 19:46:52.857306 3665 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dr7zxf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:46:52.857330 3665 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dr7zxf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:46:52.857348 3665 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dr7zxf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:46:52.857356 3665 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dr7zxf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:46:53.679228 3665 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0505 19:46:53.689212 3665 namespace.go:142] [openshift-deployment-validation-operator] updating namespace W0505 19:47:14.907916 3665 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-697748666-w2t9s IP address from the namespace address-set, err: pod openshift-console/console-697748666-w2t9s: no pod IPs found I0505 19:47:31.282954 3665 obj_retry.go:498] Detected object openshift-console/console-695d4fdc49-n4n75 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:47:31.283580 3665 obj_retry.go:498] Detected object openshift-console/console-695d4fdc49-n4n75 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:47:31.876380 3665 obj_retry.go:492] Detected object openshift-console/console-695d4fdc49-n4n75 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:47:31.876409 3665 obj_retry.go:492] Detected object openshift-console/console-695d4fdc49-n4n75 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:47:31.883768 3665 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-695d4fdc49-n4n75 I0505 19:47:31.883793 3665 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-695d4fdc49-n4n75 I0505 19:47:40.208384 3665 obj_retry.go:498] Detected object openshift-console/console-697748666-jcgqq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:47:40.208946 3665 obj_retry.go:498] Detected object openshift-console/console-697748666-jcgqq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:47:41.070685 3665 obj_retry.go:492] Detected object openshift-console/console-697748666-jcgqq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:47:41.070717 3665 obj_retry.go:492] Detected object openshift-console/console-697748666-jcgqq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:47:41.073671 3665 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-697748666-jcgqq I0505 19:47:41.073699 3665 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-697748666-jcgqq I0505 19:48:07.132409 3665 cni.go:452] [openshift-console/console-695d4fdc49-w6g4l 1039d38bc10143eb5105104ef4bce323ce6d3cff96a2fd241f8f70b120aadad4 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-695d4fdc49-w6g4l 1039d38bc10143eb5105104ef4bce323ce6d3cff96a2fd241f8f70b120aadad4 network default NAD default NAD key ] I0505 19:48:07.210851 3665 cni.go:473] [openshift-console/console-695d4fdc49-w6g4l 1039d38bc10143eb5105104ef4bce323ce6d3cff96a2fd241f8f70b120aadad4 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-695d4fdc49-w6g4l 1039d38bc10143eb5105104ef4bce323ce6d3cff96a2fd241f8f70b120aadad4 network default NAD default NAD key default], result "{}", err I0505 19:48:07.258392 3665 obj_retry.go:498] Detected object openshift-console/console-695d4fdc49-w6g4l of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:48:07.258442 3665 pods.go:176] Deleting pod: openshift-console/console-695d4fdc49-w6g4l I0505 19:48:07.260613 3665 pods.go:236] Attempting to release IPs for pod: openshift-console/console-695d4fdc49-w6g4l, ips: 10.130.0.20 I0505 19:48:07.260676 3665 obj_retry.go:498] Detected object openshift-console/console-695d4fdc49-w6g4l of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:48:07.570044 3665 obj_retry.go:492] Detected object openshift-console/console-695d4fdc49-w6g4l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:48:07.570068 3665 obj_retry.go:492] Detected object openshift-console/console-695d4fdc49-w6g4l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:48:07.573211 3665 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-695d4fdc49-w6g4l I0505 19:48:07.573241 3665 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-695d4fdc49-w6g4l I0505 19:50:04.567033 3665 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633510-6w8b4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:50:04.567594 3665 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633510-6w8b4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:50:05.461821 3665 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633510-6w8b4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:50:05.461844 3665 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633510-6w8b4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:50:10.720849 3665 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=112 I0505 19:50:18.808247 3665 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0505 19:50:35.815140 3665 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0505 19:50:47.719321 3665 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0505 19:51:09.723995 3665 namespace.go:98] [tsf] adding namespace I0505 19:51:09.724870 3665 namespace.go:102] [tsf] adding namespace took 850.165µs I0505 19:51:09.748988 3665 namespace.go:142] [tsf] updating namespace I0505 19:51:09.761826 3665 namespace.go:142] [tsf] updating namespace I0505 19:51:13.859750 3665 namespace.go:98] [rhtpa-operator] adding namespace I0505 19:51:13.860690 3665 namespace.go:102] [rhtpa-operator] adding namespace took 917.216µs I0505 19:51:13.863701 3665 namespace.go:98] [tsf-keycloak] adding namespace I0505 19:51:13.863785 3665 namespace.go:98] [konflux-operator] adding namespace I0505 19:51:13.864548 3665 namespace.go:102] [tsf-keycloak] adding namespace took 824.705µs I0505 19:51:13.865170 3665 namespace.go:102] [konflux-operator] adding namespace took 1.367959ms I0505 19:51:13.865893 3665 namespace.go:98] [tsf-tpa] adding namespace I0505 19:51:13.865998 3665 namespace.go:98] [konflux-ui] adding namespace I0505 19:51:13.866012 3665 namespace.go:98] [tsf-tas] adding namespace I0505 19:51:13.866550 3665 namespace.go:102] [tsf-tpa] adding namespace took 644.203µs I0505 19:51:13.867051 3665 namespace.go:102] [konflux-ui] adding namespace took 1.0394ms I0505 19:51:13.867540 3665 namespace.go:102] [tsf-tas] adding namespace took 1.515847ms I0505 19:51:13.868181 3665 namespace.go:98] [rhbk-operator] adding namespace I0505 19:51:13.868234 3665 namespace.go:98] [cert-manager-operator] adding namespace I0505 19:51:13.868815 3665 namespace.go:102] [rhbk-operator] adding namespace took 618.486µs I0505 19:51:13.869442 3665 namespace.go:102] [cert-manager-operator] adding namespace took 1.138253ms I0505 19:51:13.882349 3665 namespace.go:142] [rhtpa-operator] updating namespace I0505 19:51:13.904619 3665 namespace.go:142] [rhtpa-operator] updating namespace I0505 19:51:13.926769 3665 namespace.go:142] [tsf-keycloak] updating namespace I0505 19:51:13.926778 3665 namespace.go:142] [konflux-operator] updating namespace I0505 19:51:13.929570 3665 namespace.go:142] [konflux-ui] updating namespace I0505 19:51:13.929608 3665 namespace.go:142] [tsf-tpa] updating namespace I0505 19:51:13.929665 3665 namespace.go:142] [tsf-tas] updating namespace I0505 19:51:13.941724 3665 namespace.go:142] [rhtpa-operator] updating namespace I0505 19:51:13.951505 3665 namespace.go:142] [rhbk-operator] updating namespace I0505 19:51:13.953920 3665 namespace.go:142] [cert-manager-operator] updating namespace I0505 19:51:13.980734 3665 namespace.go:142] [konflux-operator] updating namespace I0505 19:51:14.001707 3665 namespace.go:142] [konflux-operator] updating namespace I0505 19:51:14.017761 3665 namespace.go:142] [tsf-tpa] updating namespace I0505 19:51:14.047554 3665 namespace.go:142] [tsf-tpa] updating namespace I0505 19:51:14.054449 3665 namespace.go:142] [konflux-ui] updating namespace I0505 19:51:14.070712 3665 namespace.go:142] [konflux-ui] updating namespace I0505 19:51:14.096841 3665 namespace.go:142] [tsf-tas] updating namespace I0505 19:51:14.120848 3665 namespace.go:142] [tsf-tas] updating namespace I0505 19:51:14.133655 3665 namespace.go:142] [rhbk-operator] updating namespace I0505 19:51:14.150673 3665 namespace.go:142] [rhbk-operator] updating namespace I0505 19:51:14.192831 3665 namespace.go:142] [cert-manager-operator] updating namespace I0505 19:51:14.202731 3665 namespace.go:142] [cert-manager-operator] updating namespace I0505 19:51:14.231298 3665 namespace.go:142] [tsf-keycloak] updating namespace I0505 19:51:14.259842 3665 namespace.go:142] [tsf-keycloak] updating namespace I0505 19:51:15.071973 3665 namespace.go:142] [tsf-tpa] updating namespace I0505 19:51:15.084774 3665 namespace.go:142] [tsf-keycloak] updating namespace I0505 19:51:22.470803 3665 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51wb7q6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:51:22.471442 3665 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51wb7q6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:51:22.471477 3665 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51wb7q6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 19:51:22.471488 3665 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 19:51:22.471506 3665 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51wb7q6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 19:51:22.471513 3665 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 19:51:23.500445 3665 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51wb7q6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:51:23.500474 3665 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51wb7q6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:51:23.500491 3665 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51wb7q6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:51:23.500503 3665 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51wb7q6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:51:25.802997 3665 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0505 19:51:27.952407 3665 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6z4bz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:51:27.952971 3665 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6z4bz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:51:27.953001 3665 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6z4bz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 19:51:27.953010 3665 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 19:51:27.953022 3665 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6z4bz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 19:51:27.953028 3665 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 19:51:28.837638 3665 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0505 19:51:28.947422 3665 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e6x7z4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:51:28.947964 3665 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e6x7z4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:51:28.947991 3665 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e6x7z4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 19:51:28.947999 3665 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 19:51:28.948011 3665 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e6x7z4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 19:51:28.948015 3665 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 19:51:28.981123 3665 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6z4bz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:51:28.981154 3665 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6z4bz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:51:28.981167 3665 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6z4bz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:51:28.981181 3665 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6z4bz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:51:28.997761 3665 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2fwfbz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:51:28.998257 3665 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2fwfbz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:51:28.998276 3665 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2fwfbz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 19:51:28.998304 3665 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 19:51:28.998319 3665 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2fwfbz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 19:51:28.998325 3665 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 19:51:29.804227 3665 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0505 19:51:29.979813 3665 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e6x7z4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:51:29.979840 3665 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e6x7z4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:51:29.979852 3665 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e6x7z4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:51:29.979862 3665 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e6x7z4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:51:29.981930 3665 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7r96pt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:51:29.982464 3665 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7r96pt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:51:29.982487 3665 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7r96pt of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 19:51:29.982495 3665 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 19:51:29.982508 3665 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7r96pt of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 19:51:29.982512 3665 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 19:51:30.005754 3665 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21366zb5d of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:51:30.006197 3665 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21366zb5d of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:51:30.006220 3665 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21366zb5d of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 19:51:30.006228 3665 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 19:51:30.006240 3665 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21366zb5d of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 19:51:30.006245 3665 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 19:51:30.028460 3665 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2fwfbz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:51:30.028481 3665 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2fwfbz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:51:30.028494 3665 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2fwfbz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:51:30.028509 3665 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2fwfbz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:51:31.013111 3665 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7r96pt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:51:31.013138 3665 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7r96pt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:51:31.013152 3665 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7r96pt of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:51:31.013172 3665 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7r96pt of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:51:31.053442 3665 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21366zb5d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:51:31.053462 3665 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21366zb5d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:51:31.053473 3665 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21366zb5d of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:51:31.053484 3665 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21366zb5d of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0505 19:51:33.018324 3665 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0505 19:51:36.394441 3665 namespace.go:142] [openshift-operators] updating namespace I0505 19:51:36.417692 3665 namespace.go:142] [openshift-operators] updating namespace I0505 19:51:36.721892 3665 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=76 I0505 19:51:43.097617 3665 namespace.go:98] [cert-manager] adding namespace I0505 19:51:43.098442 3665 namespace.go:102] [cert-manager] adding namespace took 805.11µs I0505 19:51:43.335156 3665 namespace.go:142] [cert-manager] updating namespace I0505 19:51:43.371679 3665 namespace.go:142] [cert-manager] updating namespace I0505 19:51:44.233758 3665 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-webhook-7dc76cbb94-fvv9g] creating logical port cert-manager_cert-manager-webhook-7dc76cbb94-fvv9g for pod on switch ip-10-0-0-117.ec2.internal I0505 19:51:44.233858 3665 kube.go:256] Updating pod cert-manager/cert-manager-webhook-7dc76cbb94-fvv9g I0505 19:51:44.256727 3665 pod.go:62] [cert-manager/cert-manager-webhook-7dc76cbb94-fvv9g] pod update took 22.895965ms I0505 19:51:44.256756 3665 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-webhook-7dc76cbb94-fvv9g] addLogicalPort annotation time took 22.930131ms I0505 19:51:44.257916 3665 pods.go:271] [cert-manager/cert-manager-webhook-7dc76cbb94-fvv9g] addLogicalPort took 24.172165ms, libovsdb time 839.542µs I0505 19:51:44.597204 3665 cni.go:452] [cert-manager/cert-manager-webhook-7dc76cbb94-fvv9g 5cebae784b79951a6a071e89769614b3d6ee0b33c02e41a56d9f172439dffc7e network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-fvv9g 5cebae784b79951a6a071e89769614b3d6ee0b33c02e41a56d9f172439dffc7e network default NAD default NAD key ] I0505 19:51:44.607107 3665 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-webhook-7dc76cbb94-fvv9g, hostIfaceName: 5cebae784b79951, network: default, NAD default, SandboxID: "5cebae784b79951a6a071e89769614b3d6ee0b33c02e41a56d9f172439dffc7e", PCI device ID: , UID: "c647e110-6f26-42da-80ff-b2d8f250aa30", MAC: 0a:58:0a:82:00:15, IPs: [10.130.0.21/23] I0505 19:51:44.657586 3665 cni.go:473] [cert-manager/cert-manager-webhook-7dc76cbb94-fvv9g 5cebae784b79951a6a071e89769614b3d6ee0b33c02e41a56d9f172439dffc7e network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-fvv9g 5cebae784b79951a6a071e89769614b3d6ee0b33c02e41a56d9f172439dffc7e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:6e:a7:1a:ea:4b\",\"name\":\"5cebae784b79951\"},{\"mac\":\"0a:58:0a:82:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a8aff0de-fba2-4b9b-a777-88c15638b9f3\"}],\"ips\":[{\"address\":\"10.130.0.21/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 19:51:48.393468 3665 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0505 19:51:48.393491 3665 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook W0505 19:51:49.135162 3665 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0505 19:51:49.154095 3665 namespace.go:98] [trusted-artifact-signer] adding namespace I0505 19:51:49.162344 3665 namespace.go:102] [trusted-artifact-signer] adding namespace took 8.135921ms I0505 19:51:49.240097 3665 namespace.go:142] [trusted-artifact-signer] updating namespace I0505 19:51:49.305046 3665 namespace.go:142] [trusted-artifact-signer] updating namespace I0505 19:51:53.805682 3665 namespace.go:142] [openshift-operators] updating namespace I0505 19:51:54.068896 3665 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-59c77684cc-klgwd] creating logical port cert-manager_cert-manager-59c77684cc-klgwd for pod on switch ip-10-0-0-117.ec2.internal I0505 19:51:54.068984 3665 kube.go:256] Updating pod cert-manager/cert-manager-59c77684cc-klgwd I0505 19:51:54.088543 3665 pod.go:62] [cert-manager/cert-manager-59c77684cc-klgwd] pod update took 19.578947ms I0505 19:51:54.088566 3665 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-59c77684cc-klgwd] addLogicalPort annotation time took 19.605565ms I0505 19:51:54.089765 3665 pods.go:271] [cert-manager/cert-manager-59c77684cc-klgwd] addLogicalPort took 20.887061ms, libovsdb time 842.82µs W0505 19:51:54.407751 3665 util.go:959] Failed to build node endpoints for node ip-10-0-0-117.ec2.internal port 10250: empty IP address endpoints for service cert-manager/cert-manager-webhook W0505 19:51:54.407776 3665 util.go:959] Failed to build node endpoints for node ip-10-0-0-117.ec2.internal port 9402: empty IP address endpoints for service cert-manager/cert-manager-webhook I0505 19:51:54.426892 3665 cni.go:452] [cert-manager/cert-manager-59c77684cc-klgwd 22f2fda0d6663d519ed1a1d9acf10149fda0fb4371b537810990efa7465ebc8d network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-59c77684cc-klgwd 22f2fda0d6663d519ed1a1d9acf10149fda0fb4371b537810990efa7465ebc8d network default NAD default NAD key ] I0505 19:51:54.437217 3665 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-59c77684cc-klgwd, hostIfaceName: 22f2fda0d6663d5, network: default, NAD default, SandboxID: "22f2fda0d6663d519ed1a1d9acf10149fda0fb4371b537810990efa7465ebc8d", PCI device ID: , UID: "fdf1400f-c3a8-44e9-ad6b-40c518f22fcd", MAC: 0a:58:0a:82:00:16, IPs: [10.130.0.22/23] I0505 19:51:54.486018 3665 cni.go:473] [cert-manager/cert-manager-59c77684cc-klgwd 22f2fda0d6663d519ed1a1d9acf10149fda0fb4371b537810990efa7465ebc8d network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-59c77684cc-klgwd 22f2fda0d6663d519ed1a1d9acf10149fda0fb4371b537810990efa7465ebc8d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:34:cc:39:18:86\",\"name\":\"22f2fda0d6663d5\"},{\"mac\":\"0a:58:0a:82:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f427c62d-d230-4d98-83a7-58f8246a7bdc\"}],\"ips\":[{\"address\":\"10.130.0.22/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 19:51:54.541199 3665 base_network_controller_pods.go:487] [default/openshift-operators/tekton-operator-webhook-5864bd5898-n6mk9] creating logical port openshift-operators_tekton-operator-webhook-5864bd5898-n6mk9 for pod on switch ip-10-0-0-117.ec2.internal I0505 19:51:54.541321 3665 kube.go:256] Updating pod openshift-operators/tekton-operator-webhook-5864bd5898-n6mk9 I0505 19:51:54.565111 3665 pod.go:62] [openshift-operators/tekton-operator-webhook-5864bd5898-n6mk9] pod update took 23.828704ms I0505 19:51:54.565137 3665 base_network_controller_pods.go:951] [default/openshift-operators/tekton-operator-webhook-5864bd5898-n6mk9] addLogicalPort annotation time took 23.859292ms I0505 19:51:54.566295 3665 pods.go:271] [openshift-operators/tekton-operator-webhook-5864bd5898-n6mk9] addLogicalPort took 25.089637ms, libovsdb time 823.145µs I0505 19:51:54.904811 3665 cni.go:452] [openshift-operators/tekton-operator-webhook-5864bd5898-n6mk9 826f2b133a7b76524f509c9430bb6f4395462c40d51c43e7e4058069f6b64c04 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-n6mk9 826f2b133a7b76524f509c9430bb6f4395462c40d51c43e7e4058069f6b64c04 network default NAD default NAD key ] I0505 19:51:54.916266 3665 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: tekton-operator-webhook-5864bd5898-n6mk9, hostIfaceName: 826f2b133a7b765, network: default, NAD default, SandboxID: "826f2b133a7b76524f509c9430bb6f4395462c40d51c43e7e4058069f6b64c04", PCI device ID: , UID: "c436ce4a-3a0e-4bf8-b191-bf9492ef0231", MAC: 0a:58:0a:82:00:17, IPs: [10.130.0.23/23] I0505 19:51:54.964749 3665 cni.go:473] [openshift-operators/tekton-operator-webhook-5864bd5898-n6mk9 826f2b133a7b76524f509c9430bb6f4395462c40d51c43e7e4058069f6b64c04 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-n6mk9 826f2b133a7b76524f509c9430bb6f4395462c40d51c43e7e4058069f6b64c04 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:b3:2e:68:7f:65\",\"name\":\"826f2b133a7b765\"},{\"mac\":\"0a:58:0a:82:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dfacb26b-f598-4a9f-bb86-0dd1baf64485\"}],\"ips\":[{\"address\":\"10.130.0.23/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 19:51:58.390910 3665 base_network_controller_pods.go:487] [default/rhbk-operator/rhbk-operator-fb86cd8d9-mqsqw] creating logical port rhbk-operator_rhbk-operator-fb86cd8d9-mqsqw for pod on switch ip-10-0-0-117.ec2.internal I0505 19:51:58.391033 3665 kube.go:256] Updating pod rhbk-operator/rhbk-operator-fb86cd8d9-mqsqw I0505 19:51:58.408612 3665 pod.go:62] [rhbk-operator/rhbk-operator-fb86cd8d9-mqsqw] pod update took 17.608163ms I0505 19:51:58.408644 3665 base_network_controller_pods.go:951] [default/rhbk-operator/rhbk-operator-fb86cd8d9-mqsqw] addLogicalPort annotation time took 17.644674ms I0505 19:51:58.410082 3665 pods.go:271] [rhbk-operator/rhbk-operator-fb86cd8d9-mqsqw] addLogicalPort took 19.189386ms, libovsdb time 965.551µs I0505 19:51:58.750412 3665 cni.go:452] [rhbk-operator/rhbk-operator-fb86cd8d9-mqsqw 6633b249ad3422e8e64976eeafffff13e0e0b1addb3bcb8f813cbf216e53d12a network default NAD default NAD key ] ADD starting CNI request [rhbk-operator/rhbk-operator-fb86cd8d9-mqsqw 6633b249ad3422e8e64976eeafffff13e0e0b1addb3bcb8f813cbf216e53d12a network default NAD default NAD key ] I0505 19:51:58.759760 3665 helper_linux.go:556] ConfigureOVS: namespace: rhbk-operator, podName: rhbk-operator-fb86cd8d9-mqsqw, hostIfaceName: 6633b249ad3422e, network: default, NAD default, SandboxID: "6633b249ad3422e8e64976eeafffff13e0e0b1addb3bcb8f813cbf216e53d12a", PCI device ID: , UID: "e240713c-8b17-49c8-bd7d-53fdc0263d9a", MAC: 0a:58:0a:82:00:18, IPs: [10.130.0.24/23] I0505 19:51:58.809219 3665 cni.go:473] [rhbk-operator/rhbk-operator-fb86cd8d9-mqsqw 6633b249ad3422e8e64976eeafffff13e0e0b1addb3bcb8f813cbf216e53d12a network default NAD default NAD key default] ADD finished CNI request [rhbk-operator/rhbk-operator-fb86cd8d9-mqsqw 6633b249ad3422e8e64976eeafffff13e0e0b1addb3bcb8f813cbf216e53d12a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:c3:47:f7:6c:31\",\"name\":\"6633b249ad3422e\"},{\"mac\":\"0a:58:0a:82:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5cfaeab9-59d6-4357-a014-b736acef9e23\"}],\"ips\":[{\"address\":\"10.130.0.24/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 19:52:01.208597 3665 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics W0505 19:52:07.060637 3665 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0505 19:52:10.380800 3665 namespace.go:98] [openshift-pipelines] adding namespace I0505 19:52:10.381634 3665 namespace.go:102] [openshift-pipelines] adding namespace took 809.887µs I0505 19:52:10.451478 3665 namespace.go:142] [openshift-pipelines] updating namespace I0505 19:52:11.725684 3665 namespace.go:142] [cert-manager] updating namespace I0505 19:52:11.928763 3665 namespace.go:142] [cert-manager-operator] updating namespace I0505 19:52:12.232703 3665 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0505 19:52:12.232778 3665 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-sklww IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-sklww: no pod IPs found I0505 19:52:12.346780 3665 namespace.go:142] [konflux-operator] updating namespace I0505 19:52:12.538509 3665 namespace.go:142] [konflux-ui] updating namespace I0505 19:52:12.739022 3665 namespace.go:142] [open-cluster-management-2q3vd5kui3hhlrh3ig7v5mg4uql1ia9n] updating namespace I0505 19:52:13.321552 3665 namespace.go:142] [rhbk-operator] updating namespace I0505 19:52:13.636599 3665 namespace.go:142] [rhtpa-operator] updating namespace I0505 19:52:13.875988 3665 namespace.go:142] [trusted-artifact-signer] updating namespace I0505 19:52:14.101624 3665 namespace.go:142] [tsf] updating namespace I0505 19:52:14.294521 3665 namespace.go:142] [tsf-keycloak] updating namespace I0505 19:52:14.491154 3665 namespace.go:142] [tsf-tas] updating namespace I0505 19:52:14.688794 3665 namespace.go:142] [tsf-tpa] updating namespace I0505 19:52:14.820800 3665 namespace.go:142] [cert-manager] updating namespace I0505 19:52:14.840714 3665 namespace.go:142] [cert-manager-operator] updating namespace I0505 19:52:14.854899 3665 namespace.go:142] [default] updating namespace I0505 19:52:14.864497 3665 namespace.go:142] [konflux-operator] updating namespace I0505 19:52:14.880073 3665 namespace.go:142] [konflux-ui] updating namespace I0505 19:52:14.887581 3665 namespace.go:142] [open-cluster-management-2q3vd5kui3hhlrh3ig7v5mg4uql1ia9n] updating namespace I0505 19:52:14.895793 3665 namespace.go:142] [openshift] updating namespace I0505 19:52:14.909483 3665 namespace.go:142] [rhbk-operator] updating namespace I0505 19:52:14.920971 3665 namespace.go:142] [rhtpa-operator] updating namespace I0505 19:52:14.931447 3665 namespace.go:142] [trusted-artifact-signer] updating namespace I0505 19:52:14.949641 3665 namespace.go:142] [tsf] updating namespace I0505 19:52:14.961204 3665 namespace.go:142] [tsf-keycloak] updating namespace I0505 19:52:14.972169 3665 namespace.go:142] [tsf-tas] updating namespace I0505 19:52:14.979805 3665 namespace.go:142] [tsf-tpa] updating namespace I0505 19:52:15.086872 3665 namespace.go:142] [cert-manager] updating namespace I0505 19:52:15.174982 3665 namespace.go:142] [cert-manager-operator] updating namespace I0505 19:52:15.273857 3665 namespace.go:142] [default] updating namespace I0505 19:52:15.379591 3665 namespace.go:142] [konflux-operator] updating namespace I0505 19:52:15.476609 3665 namespace.go:142] [konflux-ui] updating namespace I0505 19:52:15.578745 3665 namespace.go:142] [open-cluster-management-2q3vd5kui3hhlrh3ig7v5mg4uql1ia9n] updating namespace I0505 19:52:15.670626 3665 namespace.go:142] [openshift] updating namespace I0505 19:52:15.772670 3665 namespace.go:142] [rhbk-operator] updating namespace I0505 19:52:15.875133 3665 namespace.go:142] [rhtpa-operator] updating namespace I0505 19:52:15.981697 3665 namespace.go:142] [trusted-artifact-signer] updating namespace I0505 19:52:16.075547 3665 namespace.go:142] [tsf] updating namespace I0505 19:52:16.184545 3665 namespace.go:142] [tsf-keycloak] updating namespace I0505 19:52:16.278666 3665 namespace.go:142] [tsf-tas] updating namespace I0505 19:52:16.385588 3665 namespace.go:142] [tsf-tpa] updating namespace I0505 19:52:16.858936 3665 namespace.go:142] [openshift-pipelines] updating namespace I0505 19:52:20.266335 3665 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:52:20.266862 3665 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:52:20.291184 3665 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:52:20.291206 3665 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:52:20.295338 3665 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0505 19:52:20.295364 3665 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0505 19:52:25.778851 3665 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-wpntx] creating logical port openshift-pipelines_tekton-events-controller-57d7f78b8d-wpntx for pod on switch ip-10-0-0-117.ec2.internal I0505 19:52:25.778941 3665 kube.go:256] Updating pod openshift-pipelines/tekton-events-controller-57d7f78b8d-wpntx I0505 19:52:25.798138 3665 pod.go:62] [openshift-pipelines/tekton-events-controller-57d7f78b8d-wpntx] pod update took 19.218317ms I0505 19:52:25.798160 3665 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-wpntx] addLogicalPort annotation time took 19.245459ms I0505 19:52:25.799299 3665 pods.go:271] [openshift-pipelines/tekton-events-controller-57d7f78b8d-wpntx] addLogicalPort took 20.454055ms, libovsdb time 803.368µs I0505 19:52:26.145041 3665 cni.go:452] [openshift-pipelines/tekton-events-controller-57d7f78b8d-wpntx 106d04ccaf56166bab2b6727e2210908fdaeed08023f1aa6ddd6499471ae7d5c network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-wpntx 106d04ccaf56166bab2b6727e2210908fdaeed08023f1aa6ddd6499471ae7d5c network default NAD default NAD key ] I0505 19:52:26.154522 3665 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-events-controller-57d7f78b8d-wpntx, hostIfaceName: 106d04ccaf56166, network: default, NAD default, SandboxID: "106d04ccaf56166bab2b6727e2210908fdaeed08023f1aa6ddd6499471ae7d5c", PCI device ID: , UID: "50d56c93-7cac-4447-98c5-d9c09d1ffe2d", MAC: 0a:58:0a:82:00:19, IPs: [10.130.0.25/23] I0505 19:52:26.203707 3665 cni.go:473] [openshift-pipelines/tekton-events-controller-57d7f78b8d-wpntx 106d04ccaf56166bab2b6727e2210908fdaeed08023f1aa6ddd6499471ae7d5c network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-wpntx 106d04ccaf56166bab2b6727e2210908fdaeed08023f1aa6ddd6499471ae7d5c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:eb:cd:d3:6b:59\",\"name\":\"106d04ccaf56166\"},{\"mac\":\"0a:58:0a:82:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c2c74587-87fa-4384-807b-dacecb46053a\"}],\"ips\":[{\"address\":\"10.130.0.25/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 19:52:29.333745 3665 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0505 19:52:29.333766 3665 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0505 19:52:29.333770 3665 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0505 19:52:29.566461 3665 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0505 19:52:29.566488 3665 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0505 19:52:29.566498 3665 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0505 19:52:33.197509 3665 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 19:52:33.197528 3665 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 19:52:33.197537 3665 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 19:52:33.197546 3665 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 19:52:33.223064 3665 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0505 19:52:33.253689 3665 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0505 19:52:39.826457 3665 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 W0505 19:52:40.598604 3665 util.go:959] Failed to build node endpoints for node ip-10-0-0-117.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0505 19:52:40.598627 3665 util.go:959] Failed to build node endpoints for node ip-10-0-0-117.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0505 19:52:40.598633 3665 util.go:959] Failed to build node endpoints for node ip-10-0-0-117.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-events-controller I0505 19:52:51.159316 3665 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-nvvnx] creating logical port openshift-pipelines_tekton-triggers-core-interceptors-76f587ddc9-nvvnx for pod on switch ip-10-0-0-117.ec2.internal I0505 19:52:51.159403 3665 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-nvvnx I0505 19:52:51.176447 3665 pod.go:62] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-nvvnx] pod update took 17.064648ms I0505 19:52:51.176468 3665 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-nvvnx] addLogicalPort annotation time took 17.090349ms I0505 19:52:51.177623 3665 pods.go:271] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-nvvnx] addLogicalPort took 18.343597ms, libovsdb time 824.633µs I0505 19:52:51.513670 3665 cni.go:452] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-nvvnx 7c33b8d92dc9becf9e16c575169f3781ffef9fc29f083e080841da42434886eb network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-nvvnx 7c33b8d92dc9becf9e16c575169f3781ffef9fc29f083e080841da42434886eb network default NAD default NAD key ] I0505 19:52:51.523232 3665 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-core-interceptors-76f587ddc9-nvvnx, hostIfaceName: 7c33b8d92dc9bec, network: default, NAD default, SandboxID: "7c33b8d92dc9becf9e16c575169f3781ffef9fc29f083e080841da42434886eb", PCI device ID: , UID: "d2e912bd-4eda-4b18-b64c-4d4147236cf2", MAC: 0a:58:0a:82:00:1a, IPs: [10.130.0.26/23] I0505 19:52:51.572952 3665 cni.go:473] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-nvvnx 7c33b8d92dc9becf9e16c575169f3781ffef9fc29f083e080841da42434886eb network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-nvvnx 7c33b8d92dc9becf9e16c575169f3781ffef9fc29f083e080841da42434886eb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:4a:6a:5f:06:4b\",\"name\":\"7c33b8d92dc9bec\"},{\"mac\":\"0a:58:0a:82:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6992cf00-8b06-4443-85b6-3a8155e96069\"}],\"ips\":[{\"address\":\"10.130.0.26/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 19:52:52.722966 3665 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=105 W0505 19:52:54.673106 3665 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0505 19:52:56.473792 3665 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:52:56.474357 3665 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:52:56.496313 3665 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:52:56.496335 3665 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:52:56.502551 3665 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0505 19:52:56.502580 3665 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0505 19:52:58.382255 3665 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0505 19:52:58.382847 3665 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0505 19:52:58.382874 3665 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0505 19:52:58.385192 3665 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0505 19:52:58.731566 3665 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-0-117.ec2.internal I0505 19:52:58.731700 3665 kube.go:256] Updating pod tsf-keycloak/keycloak-0 I0505 19:52:58.747398 3665 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 15.723657ms I0505 19:52:58.747457 3665 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 15.78569ms I0505 19:52:58.748817 3665 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 17.268199ms, libovsdb time 1.024291ms I0505 19:52:59.097555 3665 cni.go:452] [tsf-keycloak/keycloak-0 1a6fda2bf321e1d3a8a8c41af337c9b9e5eff95be056335db1bbc262ac102480 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-0 1a6fda2bf321e1d3a8a8c41af337c9b9e5eff95be056335db1bbc262ac102480 network default NAD default NAD key ] I0505 19:52:59.106859 3665 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: 1a6fda2bf321e1d, network: default, NAD default, SandboxID: "1a6fda2bf321e1d3a8a8c41af337c9b9e5eff95be056335db1bbc262ac102480", PCI device ID: , UID: "15643108-1f8b-4604-8b92-02f74787613c", MAC: 0a:58:0a:82:00:1b, IPs: [10.130.0.27/23] I0505 19:52:59.158260 3665 cni.go:473] [tsf-keycloak/keycloak-0 1a6fda2bf321e1d3a8a8c41af337c9b9e5eff95be056335db1bbc262ac102480 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-0 1a6fda2bf321e1d3a8a8c41af337c9b9e5eff95be056335db1bbc262ac102480 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:cc:d3:ed:db:59\",\"name\":\"1a6fda2bf321e1d\"},{\"mac\":\"0a:58:0a:82:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/690b92ba-3e28-436c-b13c-ad873e602c9b\"}],\"ips\":[{\"address\":\"10.130.0.27/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 19:53:04.731559 3665 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0505 19:53:04.731585 3665 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0505 19:53:04.734720 3665 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0505 19:53:04.734739 3665 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0505 19:53:05.692001 3665 util.go:959] Failed to build node endpoints for node ip-10-0-0-117.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0505 19:53:12.320093 3665 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0505 19:53:26.726639 3665 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=807 W0505 19:53:30.331598 3665 util.go:959] Failed to build node endpoints for node ip-10-0-0-117.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak W0505 19:53:30.331625 3665 util.go:959] Failed to build node endpoints for node ip-10-0-0-117.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak W0505 19:53:30.332206 3665 util.go:959] Failed to build node endpoints for node ip-10-0-0-117.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service W0505 19:53:30.332227 3665 util.go:959] Failed to build node endpoints for node ip-10-0-0-117.ec2.internal port 9000: empty IP address endpoints for service tsf-keycloak/keycloak-service W0505 19:53:31.669811 3665 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0505 19:53:31.669830 3665 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0505 19:53:31.669836 3665 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0505 19:53:33.841938 3665 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=11 I0505 19:53:34.719416 3665 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=81 I0505 19:53:48.818312 3665 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:53:48.818910 3665 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:53:48.863777 3665 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:53:48.863802 3665 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:53:48.871887 3665 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0505 19:53:48.871909 3665 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0505 19:53:51.710383 3665 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logserver-f57f58757-tk745] creating logical port tsf-tas_trillian-logserver-f57f58757-tk745 for pod on switch ip-10-0-0-117.ec2.internal I0505 19:53:51.710467 3665 kube.go:256] Updating pod tsf-tas/trillian-logserver-f57f58757-tk745 I0505 19:53:51.728445 3665 pod.go:62] [tsf-tas/trillian-logserver-f57f58757-tk745] pod update took 17.999773ms I0505 19:53:51.728468 3665 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logserver-f57f58757-tk745] addLogicalPort annotation time took 18.026736ms I0505 19:53:51.729655 3665 pods.go:271] [tsf-tas/trillian-logserver-f57f58757-tk745] addLogicalPort took 19.288254ms, libovsdb time 840.628µs I0505 19:53:51.798989 3665 base_network_controller_pods.go:487] [default/tsf-tas/rekor-createtree-job-25678-2st2m] creating logical port tsf-tas_rekor-createtree-job-25678-2st2m for pod on switch ip-10-0-0-117.ec2.internal I0505 19:53:51.799093 3665 kube.go:256] Updating pod tsf-tas/rekor-createtree-job-25678-2st2m I0505 19:53:51.813788 3665 pod.go:62] [tsf-tas/rekor-createtree-job-25678-2st2m] pod update took 14.723685ms I0505 19:53:51.813810 3665 base_network_controller_pods.go:951] [default/tsf-tas/rekor-createtree-job-25678-2st2m] addLogicalPort annotation time took 14.754081ms I0505 19:53:51.815052 3665 pods.go:271] [tsf-tas/rekor-createtree-job-25678-2st2m] addLogicalPort took 16.080397ms, libovsdb time 873.106µs I0505 19:53:52.157054 3665 cni.go:452] [tsf-tas/rekor-createtree-job-25678-2st2m bee6eafb10e009876e121071448c14a0ef609e5ac26f5e30e96c46f0dec72114 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-createtree-job-25678-2st2m bee6eafb10e009876e121071448c14a0ef609e5ac26f5e30e96c46f0dec72114 network default NAD default NAD key ] I0505 19:53:52.166805 3665 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-createtree-job-25678-2st2m, hostIfaceName: bee6eafb10e0098, network: default, NAD default, SandboxID: "bee6eafb10e009876e121071448c14a0ef609e5ac26f5e30e96c46f0dec72114", PCI device ID: , UID: "35d3cb07-251d-463f-8a97-4620445b465a", MAC: 0a:58:0a:82:00:1d, IPs: [10.130.0.29/23] I0505 19:53:52.218129 3665 cni.go:473] [tsf-tas/rekor-createtree-job-25678-2st2m bee6eafb10e009876e121071448c14a0ef609e5ac26f5e30e96c46f0dec72114 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-createtree-job-25678-2st2m bee6eafb10e009876e121071448c14a0ef609e5ac26f5e30e96c46f0dec72114 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:9b:fe:40:ad:34\",\"name\":\"bee6eafb10e0098\"},{\"mac\":\"0a:58:0a:82:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f5e5bdea-2bed-4449-8a10-9627b9e1dcca\"}],\"ips\":[{\"address\":\"10.130.0.29/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 19:53:52.668000 3665 cni.go:452] [tsf-tas/trillian-logserver-f57f58757-tk745 fe957d50c619e272bec2c2164beca9993772251e8ff07b4f795d35239c6e5b6e network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logserver-f57f58757-tk745 fe957d50c619e272bec2c2164beca9993772251e8ff07b4f795d35239c6e5b6e network default NAD default NAD key ] I0505 19:53:52.678552 3665 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logserver-f57f58757-tk745, hostIfaceName: fe957d50c619e27, network: default, NAD default, SandboxID: "fe957d50c619e272bec2c2164beca9993772251e8ff07b4f795d35239c6e5b6e", PCI device ID: , UID: "2e80c4db-d34f-4cc9-ac95-687aa232856c", MAC: 0a:58:0a:82:00:1c, IPs: [10.130.0.28/23] I0505 19:53:52.728346 3665 cni.go:473] [tsf-tas/trillian-logserver-f57f58757-tk745 fe957d50c619e272bec2c2164beca9993772251e8ff07b4f795d35239c6e5b6e network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logserver-f57f58757-tk745 fe957d50c619e272bec2c2164beca9993772251e8ff07b4f795d35239c6e5b6e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:51:fb:b1:e2:bc\",\"name\":\"fe957d50c619e27\"},{\"mac\":\"0a:58:0a:82:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5e57e563-22c6-48dd-aa21-07701081010e\"}],\"ips\":[{\"address\":\"10.130.0.28/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 19:53:53.802767 3665 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0505 19:53:53.802791 3665 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server I0505 19:53:56.569915 3665 base_network_controller_pods.go:487] [default/tsf-tas/trillian-db-775fc5548f-49zm7] creating logical port tsf-tas_trillian-db-775fc5548f-49zm7 for pod on switch ip-10-0-0-117.ec2.internal I0505 19:53:56.570024 3665 kube.go:256] Updating pod tsf-tas/trillian-db-775fc5548f-49zm7 I0505 19:53:56.585186 3665 pod.go:62] [tsf-tas/trillian-db-775fc5548f-49zm7] pod update took 15.185362ms I0505 19:53:56.585212 3665 base_network_controller_pods.go:951] [default/tsf-tas/trillian-db-775fc5548f-49zm7] addLogicalPort annotation time took 15.217092ms I0505 19:53:56.586633 3665 pods.go:271] [tsf-tas/trillian-db-775fc5548f-49zm7] addLogicalPort took 16.739707ms, libovsdb time 948.794µs I0505 19:53:58.841382 3665 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=11 W0505 19:53:59.986924 3665 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0505 19:54:00.787049 3665 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0505 19:54:00.819404 3665 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0505 19:54:01.928464 3665 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-fxf2v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:54:01.929044 3665 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-fxf2v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:54:02.787794 3665 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-fxf2v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:54:02.787817 3665 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-fxf2v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:54:03.540984 3665 cni.go:452] [tsf-tas/trillian-db-775fc5548f-49zm7 dcf03de80cb3286ea3b63926fd531a1a050c257878c36e26015c576f9049e562 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-db-775fc5548f-49zm7 dcf03de80cb3286ea3b63926fd531a1a050c257878c36e26015c576f9049e562 network default NAD default NAD key ] I0505 19:54:03.554521 3665 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-db-775fc5548f-49zm7, hostIfaceName: dcf03de80cb3286, network: default, NAD default, SandboxID: "dcf03de80cb3286ea3b63926fd531a1a050c257878c36e26015c576f9049e562", PCI device ID: , UID: "f9d1c589-209d-44eb-a990-7de663a7b657", MAC: 0a:58:0a:82:00:1e, IPs: [10.130.0.30/23] I0505 19:54:03.609326 3665 cni.go:473] [tsf-tas/trillian-db-775fc5548f-49zm7 dcf03de80cb3286ea3b63926fd531a1a050c257878c36e26015c576f9049e562 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-db-775fc5548f-49zm7 dcf03de80cb3286ea3b63926fd531a1a050c257878c36e26015c576f9049e562 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:59:05:d3:f3:90\",\"name\":\"dcf03de80cb3286\"},{\"mac\":\"0a:58:0a:82:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7ae53519-2288-47a4-9c79-3002d7bd3224\"}],\"ips\":[{\"address\":\"10.130.0.30/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 19:54:05.015556 3665 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-4ddlt-w6585 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:54:05.016169 3665 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-4ddlt-w6585 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:54:05.893163 3665 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-4ddlt-w6585 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:54:05.893191 3665 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-4ddlt-w6585 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:54:07.802092 3665 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-gdhk9] creating logical port openshift-pipelines_pipelines-as-code-webhook-68965d5857-gdhk9 for pod on switch ip-10-0-0-117.ec2.internal I0505 19:54:07.802220 3665 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-webhook-68965d5857-gdhk9 I0505 19:54:07.816960 3665 pod.go:62] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-gdhk9] pod update took 14.759491ms I0505 19:54:07.816987 3665 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-gdhk9] addLogicalPort annotation time took 14.794717ms I0505 19:54:07.818522 3665 pods.go:271] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-gdhk9] addLogicalPort took 16.451044ms, libovsdb time 1.114817ms I0505 19:54:08.562492 3665 cni.go:452] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-gdhk9 3202093ef81b0d7501d153c5d3828abf7ec84177a54228139d86bd803274f675 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-gdhk9 3202093ef81b0d7501d153c5d3828abf7ec84177a54228139d86bd803274f675 network default NAD default NAD key ] I0505 19:54:08.572211 3665 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-webhook-68965d5857-gdhk9, hostIfaceName: 3202093ef81b0d7, network: default, NAD default, SandboxID: "3202093ef81b0d7501d153c5d3828abf7ec84177a54228139d86bd803274f675", PCI device ID: , UID: "31c05c9b-7b75-4082-aef6-6d6a1c7c0a1e", MAC: 0a:58:0a:82:00:1f, IPs: [10.130.0.31/23] I0505 19:54:08.628318 3665 cni.go:473] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-gdhk9 3202093ef81b0d7501d153c5d3828abf7ec84177a54228139d86bd803274f675 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-gdhk9 3202093ef81b0d7501d153c5d3828abf7ec84177a54228139d86bd803274f675 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:11:d5:21:25:82\",\"name\":\"3202093ef81b0d7\"},{\"mac\":\"0a:58:0a:82:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/18cbff1e-7d87-423a-873a-3084125265b0\"}],\"ips\":[{\"address\":\"10.130.0.31/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 19:54:09.031977 3665 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql W0505 19:54:09.910725 3665 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0505 19:54:09.910745 3665 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller I0505 19:54:12.831243 3665 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 W0505 19:54:20.075237 3665 util.go:959] Failed to build node endpoints for node ip-10-0-0-117.ec2.internal port 3306: empty IP address endpoints for service tsf-tas/trillian-mysql W0505 19:54:23.893924 3665 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0505 19:54:38.133229 3665 util.go:959] Failed to build node endpoints for node ip-10-0-0-117.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logserver I0505 19:54:38.628395 3665 namespace.go:142] [openshift-pipelines] updating namespace I0505 19:54:42.159714 3665 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:54:42.160354 3665 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:54:42.181857 3665 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:54:42.181878 3665 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:54:42.187909 3665 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0505 19:54:42.187945 3665 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0505 19:54:44.246093 3665 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-wrc7z-cn58m of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:54:44.246664 3665 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-wrc7z-cn58m of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:54:45.123027 3665 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-wrc7z-cn58m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:54:45.123058 3665 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-wrc7z-cn58m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0505 19:54:49.127499 3665 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0505 19:54:50.240204 3665 cni.go:452] [tsf-tas/rekor-createtree-job-25678-2st2m bee6eafb10e009876e121071448c14a0ef609e5ac26f5e30e96c46f0dec72114 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/rekor-createtree-job-25678-2st2m bee6eafb10e009876e121071448c14a0ef609e5ac26f5e30e96c46f0dec72114 network default NAD default NAD key ] I0505 19:54:50.323168 3665 cni.go:473] [tsf-tas/rekor-createtree-job-25678-2st2m bee6eafb10e009876e121071448c14a0ef609e5ac26f5e30e96c46f0dec72114 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/rekor-createtree-job-25678-2st2m bee6eafb10e009876e121071448c14a0ef609e5ac26f5e30e96c46f0dec72114 network default NAD default NAD key default], result "{}", err I0505 19:54:50.370044 3665 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-25678-2st2m of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:54:50.370074 3665 pods.go:176] Deleting pod: tsf-tas/rekor-createtree-job-25678-2st2m I0505 19:54:50.371497 3665 pods.go:236] Attempting to release IPs for pod: tsf-tas/rekor-createtree-job-25678-2st2m, ips: 10.130.0.29 I0505 19:54:50.371525 3665 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-25678-2st2m of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:54:51.221535 3665 obj_retry.go:498] Detected object tsf/patch-tekton-config-vqlsk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:54:51.222075 3665 obj_retry.go:498] Detected object tsf/patch-tekton-config-vqlsk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:54:51.265204 3665 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-25678-2st2m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:54:51.265229 3665 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-25678-2st2m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:54:52.094858 3665 obj_retry.go:492] Detected object tsf/patch-tekton-config-vqlsk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:54:52.094882 3665 obj_retry.go:492] Detected object tsf/patch-tekton-config-vqlsk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0505 19:54:57.123474 3665 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0505 19:54:58.330163 3665 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-lfgcz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:54:58.330804 3665 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-lfgcz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0505 19:54:59.145377 3665 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0505 19:54:59.354912 3665 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-lfgcz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:54:59.354938 3665 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-lfgcz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:54:59.393184 3665 obj_retry.go:492] Detected object tsf/patch-tekton-config-vqlsk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:54:59.393207 3665 obj_retry.go:492] Detected object tsf/patch-tekton-config-vqlsk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:54:59.403038 3665 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-vqlsk I0505 19:54:59.403069 3665 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-vqlsk W0505 19:55:01.162030 3665 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0505 19:55:04.327145 3665 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:55:04.327730 3665 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:55:04.350578 3665 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:55:04.350603 3665 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:55:04.358238 3665 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0505 19:55:04.358261 3665 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0505 19:55:05.647136 3665 base_network_controller_pods.go:487] [default/tsf-tpa/create-db-knr6h] creating logical port tsf-tpa_create-db-knr6h for pod on switch ip-10-0-0-117.ec2.internal I0505 19:55:05.647252 3665 kube.go:256] Updating pod tsf-tpa/create-db-knr6h I0505 19:55:05.661050 3665 pod.go:62] [tsf-tpa/create-db-knr6h] pod update took 13.81945ms I0505 19:55:05.661071 3665 base_network_controller_pods.go:951] [default/tsf-tpa/create-db-knr6h] addLogicalPort annotation time took 13.845818ms I0505 19:55:05.662268 3665 pods.go:271] [tsf-tpa/create-db-knr6h] addLogicalPort took 15.14954ms, libovsdb time 815.196µs I0505 19:55:06.006736 3665 cni.go:452] [tsf-tpa/create-db-knr6h 851bb25ffbcec36cb92a94597322b7c888f1a5fdd51c4d716c5aed0302664e2d network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-db-knr6h 851bb25ffbcec36cb92a94597322b7c888f1a5fdd51c4d716c5aed0302664e2d network default NAD default NAD key ] I0505 19:55:06.016222 3665 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-db-knr6h, hostIfaceName: 851bb25ffbcec36, network: default, NAD default, SandboxID: "851bb25ffbcec36cb92a94597322b7c888f1a5fdd51c4d716c5aed0302664e2d", PCI device ID: , UID: "70bc7a76-9b78-4342-adbd-38c7fdc2a11b", MAC: 0a:58:0a:82:00:20, IPs: [10.130.0.32/23] I0505 19:55:06.067190 3665 cni.go:473] [tsf-tpa/create-db-knr6h 851bb25ffbcec36cb92a94597322b7c888f1a5fdd51c4d716c5aed0302664e2d network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-db-knr6h 851bb25ffbcec36cb92a94597322b7c888f1a5fdd51c4d716c5aed0302664e2d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:b7:76:0b:40:cb\",\"name\":\"851bb25ffbcec36\"},{\"mac\":\"0a:58:0a:82:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1b0f5e59-0a82-4021-b6b4-7255d4d5b565\"}],\"ips\":[{\"address\":\"10.130.0.32/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 19:55:09.329157 3665 cni.go:452] [tsf-tpa/create-db-knr6h 851bb25ffbcec36cb92a94597322b7c888f1a5fdd51c4d716c5aed0302664e2d network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-db-knr6h 851bb25ffbcec36cb92a94597322b7c888f1a5fdd51c4d716c5aed0302664e2d network default NAD default NAD key ] I0505 19:55:09.399619 3665 cni.go:473] [tsf-tpa/create-db-knr6h 851bb25ffbcec36cb92a94597322b7c888f1a5fdd51c4d716c5aed0302664e2d network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-db-knr6h 851bb25ffbcec36cb92a94597322b7c888f1a5fdd51c4d716c5aed0302664e2d network default NAD default NAD key default], result "{}", err I0505 19:55:09.446394 3665 obj_retry.go:498] Detected object tsf-tpa/create-db-knr6h of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:55:09.446430 3665 pods.go:176] Deleting pod: tsf-tpa/create-db-knr6h I0505 19:55:09.447659 3665 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-db-knr6h, ips: 10.130.0.32 I0505 19:55:09.447686 3665 obj_retry.go:498] Detected object tsf-tpa/create-db-knr6h of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:55:10.470905 3665 obj_retry.go:492] Detected object tsf-tpa/create-db-knr6h of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:55:10.470928 3665 obj_retry.go:492] Detected object tsf-tpa/create-db-knr6h of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:55:17.431781 3665 obj_retry.go:498] Detected object tsf-tpa/migrate-db-j8znk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:55:17.432396 3665 obj_retry.go:498] Detected object tsf-tpa/migrate-db-j8znk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:55:18.318040 3665 obj_retry.go:492] Detected object tsf-tpa/migrate-db-j8znk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:55:18.318068 3665 obj_retry.go:492] Detected object tsf-tpa/migrate-db-j8znk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:55:18.515942 3665 base_network_controller_pods.go:487] [default/tsf-tpa/create-importers-8jds7] creating logical port tsf-tpa_create-importers-8jds7 for pod on switch ip-10-0-0-117.ec2.internal I0505 19:55:18.516038 3665 kube.go:256] Updating pod tsf-tpa/create-importers-8jds7 I0505 19:55:18.531030 3665 pod.go:62] [tsf-tpa/create-importers-8jds7] pod update took 15.017085ms I0505 19:55:18.531052 3665 base_network_controller_pods.go:951] [default/tsf-tpa/create-importers-8jds7] addLogicalPort annotation time took 15.043693ms I0505 19:55:18.532304 3665 pods.go:271] [tsf-tpa/create-importers-8jds7] addLogicalPort took 16.392756ms, libovsdb time 859.711µs I0505 19:55:18.873838 3665 cni.go:452] [tsf-tpa/create-importers-8jds7 0ce63a193f655cd1bb0471d9b3161baa4d31bcd0ec2744086c26c8f97edca7b2 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-importers-8jds7 0ce63a193f655cd1bb0471d9b3161baa4d31bcd0ec2744086c26c8f97edca7b2 network default NAD default NAD key ] I0505 19:55:18.883378 3665 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-importers-8jds7, hostIfaceName: 0ce63a193f655cd, network: default, NAD default, SandboxID: "0ce63a193f655cd1bb0471d9b3161baa4d31bcd0ec2744086c26c8f97edca7b2", PCI device ID: , UID: "c2b6343d-68b8-4015-b3d3-bd4b0ca5f2c4", MAC: 0a:58:0a:82:00:21, IPs: [10.130.0.33/23] I0505 19:55:18.936343 3665 cni.go:473] [tsf-tpa/create-importers-8jds7 0ce63a193f655cd1bb0471d9b3161baa4d31bcd0ec2744086c26c8f97edca7b2 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-importers-8jds7 0ce63a193f655cd1bb0471d9b3161baa4d31bcd0ec2744086c26c8f97edca7b2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:81:99:fa:99:15\",\"name\":\"0ce63a193f655cd\"},{\"mac\":\"0a:58:0a:82:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6542078b-a1a7-45e4-a71f-7ba7d83a981c\"}],\"ips\":[{\"address\":\"10.130.0.33/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 19:55:20.380238 3665 cni.go:452] [tsf-tpa/create-importers-8jds7 0ce63a193f655cd1bb0471d9b3161baa4d31bcd0ec2744086c26c8f97edca7b2 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-importers-8jds7 0ce63a193f655cd1bb0471d9b3161baa4d31bcd0ec2744086c26c8f97edca7b2 network default NAD default NAD key ] I0505 19:55:20.465896 3665 cni.go:473] [tsf-tpa/create-importers-8jds7 0ce63a193f655cd1bb0471d9b3161baa4d31bcd0ec2744086c26c8f97edca7b2 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-importers-8jds7 0ce63a193f655cd1bb0471d9b3161baa4d31bcd0ec2744086c26c8f97edca7b2 network default NAD default NAD key default], result "{}", err I0505 19:55:20.512523 3665 obj_retry.go:498] Detected object tsf-tpa/create-importers-8jds7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:55:20.512555 3665 pods.go:176] Deleting pod: tsf-tpa/create-importers-8jds7 I0505 19:55:20.513853 3665 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-importers-8jds7, ips: 10.130.0.33 I0505 19:55:20.513880 3665 obj_retry.go:498] Detected object tsf-tpa/create-importers-8jds7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:55:21.537605 3665 obj_retry.go:492] Detected object tsf-tpa/create-importers-8jds7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:55:21.537636 3665 obj_retry.go:492] Detected object tsf-tpa/create-importers-8jds7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:55:29.561753 3665 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-f4r62-h4wpm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:55:29.562299 3665 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-f4r62-h4wpm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:55:30.388429 3665 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-f4r62-h4wpm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:55:30.388459 3665 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-f4r62-h4wpm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0505 19:55:33.371418 3665 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server W0505 19:55:34.403030 3665 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0505 19:55:40.818380 3665 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0505 19:55:51.652562 3665 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:55:51.653117 3665 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:55:51.693535 3665 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:55:51.693554 3665 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:55:51.699788 3665 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0505 19:55:51.699812 3665 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0505 19:55:52.529942 3665 namespace.go:98] [build-service] adding namespace I0505 19:55:52.530796 3665 namespace.go:102] [build-service] adding namespace took 836.047µs I0505 19:55:52.542848 3665 namespace.go:98] [image-controller] adding namespace I0505 19:55:52.542926 3665 namespace.go:98] [integration-service] adding namespace I0505 19:55:52.543028 3665 namespace.go:98] [default-tenant] adding namespace I0505 19:55:52.543562 3665 namespace.go:102] [image-controller] adding namespace took 698.354µs I0505 19:55:52.544209 3665 namespace.go:102] [integration-service] adding namespace took 1.268632ms I0505 19:55:52.544737 3665 namespace.go:102] [default-tenant] adding namespace took 1.699675ms I0505 19:55:52.620216 3665 namespace.go:142] [build-service] updating namespace I0505 19:55:52.656040 3665 namespace.go:142] [build-service] updating namespace I0505 19:55:52.683764 3665 namespace.go:142] [image-controller] updating namespace I0505 19:55:52.709005 3665 namespace.go:142] [image-controller] updating namespace I0505 19:55:52.728611 3665 namespace.go:142] [integration-service] updating namespace I0505 19:55:52.758066 3665 namespace.go:142] [integration-service] updating namespace I0505 19:55:52.778485 3665 namespace.go:142] [default-tenant] updating namespace I0505 19:55:52.815838 3665 namespace.go:142] [default-tenant] updating namespace I0505 19:55:52.831503 3665 namespace.go:142] [build-service] updating namespace I0505 19:55:52.874560 3665 namespace.go:142] [integration-service] updating namespace I0505 19:55:52.905835 3665 namespace.go:98] [release-service] adding namespace I0505 19:55:52.906758 3665 namespace.go:102] [release-service] adding namespace took 902.097µs I0505 19:55:52.948597 3665 namespace.go:142] [konflux-ui] updating namespace I0505 19:55:52.973631 3665 namespace.go:142] [release-service] updating namespace I0505 19:55:52.995584 3665 namespace.go:142] [release-service] updating namespace I0505 19:55:53.184564 3665 namespace.go:98] [namespace-lister] adding namespace I0505 19:55:53.185411 3665 namespace.go:102] [namespace-lister] adding namespace took 824.672µs I0505 19:55:53.192483 3665 namespace.go:98] [konflux-info] adding namespace I0505 19:55:53.193198 3665 namespace.go:102] [konflux-info] adding namespace took 697.071µs I0505 19:55:53.255435 3665 namespace.go:98] [enterprise-contract-service] adding namespace I0505 19:55:53.256239 3665 namespace.go:102] [enterprise-contract-service] adding namespace took 781.951µs I0505 19:55:53.270609 3665 namespace.go:142] [image-controller] updating namespace I0505 19:55:53.397536 3665 namespace.go:142] [namespace-lister] updating namespace I0505 19:55:53.568786 3665 namespace.go:142] [namespace-lister] updating namespace I0505 19:55:53.725226 3665 namespace.go:142] [konflux-info] updating namespace I0505 19:55:53.805573 3665 namespace.go:142] [default-tenant] updating namespace I0505 19:55:53.901631 3665 namespace.go:142] [konflux-info] updating namespace I0505 19:55:54.134459 3665 namespace.go:142] [enterprise-contract-service] updating namespace I0505 19:55:54.134572 3665 namespace.go:98] [segment-bridge] adding namespace I0505 19:55:54.135467 3665 namespace.go:102] [segment-bridge] adding namespace took 878.612µs I0505 19:55:54.240879 3665 namespace.go:98] [konflux-cli] adding namespace I0505 19:55:54.241760 3665 namespace.go:102] [konflux-cli] adding namespace took 859.36µs I0505 19:55:54.270499 3665 namespace.go:142] [enterprise-contract-service] updating namespace I0505 19:55:54.377457 3665 namespace.go:142] [segment-bridge] updating namespace I0505 19:55:54.439644 3665 namespace.go:142] [segment-bridge] updating namespace I0505 19:55:54.508387 3665 namespace.go:142] [konflux-cli] updating namespace I0505 19:55:54.597510 3665 namespace.go:142] [konflux-cli] updating namespace I0505 19:55:54.753690 3665 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0505 19:55:54.754378 3665 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0505 19:55:54.754403 3665 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0505 19:55:54.757296 3665 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0505 19:55:54.768768 3665 base_network_controller_pods.go:487] [default/namespace-lister/namespace-lister-696b855848-9nnld] creating logical port namespace-lister_namespace-lister-696b855848-9nnld for pod on switch ip-10-0-0-117.ec2.internal I0505 19:55:54.768857 3665 kube.go:256] Updating pod namespace-lister/namespace-lister-696b855848-9nnld I0505 19:55:54.820856 3665 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0505 19:55:54.820882 3665 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0505 19:55:54.858730 3665 pod.go:62] [namespace-lister/namespace-lister-696b855848-9nnld] pod update took 89.898734ms I0505 19:55:54.858753 3665 base_network_controller_pods.go:951] [default/namespace-lister/namespace-lister-696b855848-9nnld] addLogicalPort annotation time took 89.930864ms I0505 19:55:54.860006 3665 pods.go:271] [namespace-lister/namespace-lister-696b855848-9nnld] addLogicalPort took 91.253371ms, libovsdb time 890.217µs I0505 19:55:54.860850 3665 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0505 19:55:55.464514 3665 base_network_controller_pods.go:487] [default/konflux-ui/dex-57f5547c8f-h2b8h] creating logical port konflux-ui_dex-57f5547c8f-h2b8h for pod on switch ip-10-0-0-117.ec2.internal I0505 19:55:55.464602 3665 kube.go:256] Updating pod konflux-ui/dex-57f5547c8f-h2b8h I0505 19:55:55.482678 3665 namespace.go:142] [build-service] updating namespace I0505 19:55:55.490625 3665 pod.go:62] [konflux-ui/dex-57f5547c8f-h2b8h] pod update took 26.048198ms I0505 19:55:55.490646 3665 base_network_controller_pods.go:951] [default/konflux-ui/dex-57f5547c8f-h2b8h] addLogicalPort annotation time took 26.074495ms I0505 19:55:55.491878 3665 pods.go:271] [konflux-ui/dex-57f5547c8f-h2b8h] addLogicalPort took 27.377988ms, libovsdb time 869.236µs I0505 19:55:55.529410 3665 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-6f859968fc-ztzxk] creating logical port image-controller_image-controller-controller-manager-6f859968fc-ztzxk for pod on switch ip-10-0-0-117.ec2.internal I0505 19:55:55.529501 3665 kube.go:256] Updating pod image-controller/image-controller-controller-manager-6f859968fc-ztzxk I0505 19:55:55.548596 3665 pod.go:62] [image-controller/image-controller-controller-manager-6f859968fc-ztzxk] pod update took 19.120966ms I0505 19:55:55.548615 3665 base_network_controller_pods.go:951] [default/image-controller/image-controller-controller-manager-6f859968fc-ztzxk] addLogicalPort annotation time took 19.146153ms I0505 19:55:55.549722 3665 pods.go:271] [image-controller/image-controller-controller-manager-6f859968fc-ztzxk] addLogicalPort took 20.325127ms, libovsdb time 746.443µs I0505 19:55:55.575736 3665 base_network_controller_pods.go:487] [default/konflux-ui/proxy-859b4d5fc6-r4p6x] creating logical port konflux-ui_proxy-859b4d5fc6-r4p6x for pod on switch ip-10-0-0-117.ec2.internal I0505 19:55:55.575836 3665 kube.go:256] Updating pod konflux-ui/proxy-859b4d5fc6-r4p6x I0505 19:55:55.626602 3665 pod.go:62] [konflux-ui/proxy-859b4d5fc6-r4p6x] pod update took 50.80155ms I0505 19:55:55.626625 3665 base_network_controller_pods.go:951] [default/konflux-ui/proxy-859b4d5fc6-r4p6x] addLogicalPort annotation time took 50.831086ms I0505 19:55:55.627795 3665 pods.go:271] [konflux-ui/proxy-859b4d5fc6-r4p6x] addLogicalPort took 52.072726ms, libovsdb time 830.824µs I0505 19:55:55.733034 3665 cni.go:452] [namespace-lister/namespace-lister-696b855848-9nnld 80e417da6b3a645dcfd89c095fdf3438c256c19db3628b754f3209cd389a2891 network default NAD default NAD key ] ADD starting CNI request [namespace-lister/namespace-lister-696b855848-9nnld 80e417da6b3a645dcfd89c095fdf3438c256c19db3628b754f3209cd389a2891 network default NAD default NAD key ] I0505 19:55:55.744006 3665 helper_linux.go:556] ConfigureOVS: namespace: namespace-lister, podName: namespace-lister-696b855848-9nnld, hostIfaceName: 80e417da6b3a645, network: default, NAD default, SandboxID: "80e417da6b3a645dcfd89c095fdf3438c256c19db3628b754f3209cd389a2891", PCI device ID: , UID: "3d0111ef-c292-411c-8cdc-4c9d3eb2c9f6", MAC: 0a:58:0a:82:00:22, IPs: [10.130.0.34/23] I0505 19:55:55.799019 3665 cni.go:473] [namespace-lister/namespace-lister-696b855848-9nnld 80e417da6b3a645dcfd89c095fdf3438c256c19db3628b754f3209cd389a2891 network default NAD default NAD key default] ADD finished CNI request [namespace-lister/namespace-lister-696b855848-9nnld 80e417da6b3a645dcfd89c095fdf3438c256c19db3628b754f3209cd389a2891 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:26:ce:2c:cb:5a\",\"name\":\"80e417da6b3a645\"},{\"mac\":\"0a:58:0a:82:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/673d2994-6dad-4627-bc75-6c26bf8a06ce\"}],\"ips\":[{\"address\":\"10.130.0.34/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 19:55:55.866943 3665 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-7b666bf6d8-b7pnb] creating logical port integration-service_integration-service-controller-manager-7b666bf6d8-b7pnb for pod on switch ip-10-0-0-117.ec2.internal I0505 19:55:55.867073 3665 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7b666bf6d8-b7pnb I0505 19:55:55.889840 3665 pod.go:62] [integration-service/integration-service-controller-manager-7b666bf6d8-b7pnb] pod update took 22.78949ms I0505 19:55:55.889868 3665 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-7b666bf6d8-b7pnb] addLogicalPort annotation time took 22.822395ms I0505 19:55:55.891552 3665 pods.go:271] [integration-service/integration-service-controller-manager-7b666bf6d8-b7pnb] addLogicalPort took 24.629027ms, libovsdb time 1.129244ms I0505 19:55:55.896492 3665 cni.go:452] [image-controller/image-controller-controller-manager-6f859968fc-ztzxk ba83915f5d3ff515a35747ba2732926807f9fe47689a3a6e3f189c0d1cdacd54 network default NAD default NAD key ] ADD starting CNI request [image-controller/image-controller-controller-manager-6f859968fc-ztzxk ba83915f5d3ff515a35747ba2732926807f9fe47689a3a6e3f189c0d1cdacd54 network default NAD default NAD key ] I0505 19:55:55.907487 3665 helper_linux.go:556] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-6f859968fc-ztzxk, hostIfaceName: ba83915f5d3ff51, network: default, NAD default, SandboxID: "ba83915f5d3ff515a35747ba2732926807f9fe47689a3a6e3f189c0d1cdacd54", PCI device ID: , UID: "ec7cd220-a46f-4a9e-ac34-6c5bbdb479e1", MAC: 0a:58:0a:82:00:24, IPs: [10.130.0.36/23] I0505 19:55:55.959427 3665 cni.go:473] [image-controller/image-controller-controller-manager-6f859968fc-ztzxk ba83915f5d3ff515a35747ba2732926807f9fe47689a3a6e3f189c0d1cdacd54 network default NAD default NAD key default] ADD finished CNI request [image-controller/image-controller-controller-manager-6f859968fc-ztzxk ba83915f5d3ff515a35747ba2732926807f9fe47689a3a6e3f189c0d1cdacd54 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:97:42:a8:ec:e0\",\"name\":\"ba83915f5d3ff51\"},{\"mac\":\"0a:58:0a:82:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c7bc8e1a-852f-4eee-af3c-ce845dc310cf\"}],\"ips\":[{\"address\":\"10.130.0.36/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 19:55:55.961784 3665 namespace.go:142] [default-tenant] updating namespace I0505 19:55:56.402098 3665 namespace.go:142] [enterprise-contract-service] updating namespace I0505 19:55:56.647660 3665 namespace.go:142] [image-controller] updating namespace I0505 19:55:56.940591 3665 namespace.go:142] [integration-service] updating namespace I0505 19:55:57.389713 3665 namespace.go:142] [konflux-cli] updating namespace W0505 19:55:57.590682 3665 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0505 19:55:57.628720 3665 namespace.go:142] [konflux-info] updating namespace I0505 19:55:57.901214 3665 namespace.go:142] [namespace-lister] updating namespace I0505 19:55:58.086357 3665 namespace.go:142] [release-service] updating namespace I0505 19:55:58.169675 3665 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-869cb494d7-8rzd9] creating logical port integration-service_integration-service-controller-manager-869cb494d7-8rzd9 for pod on switch ip-10-0-0-117.ec2.internal I0505 19:55:58.169799 3665 kube.go:256] Updating pod integration-service/integration-service-controller-manager-869cb494d7-8rzd9 I0505 19:55:58.190515 3665 pod.go:62] [integration-service/integration-service-controller-manager-869cb494d7-8rzd9] pod update took 20.73576ms I0505 19:55:58.190547 3665 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-869cb494d7-8rzd9] addLogicalPort annotation time took 20.773692ms I0505 19:55:58.192119 3665 pods.go:271] [integration-service/integration-service-controller-manager-869cb494d7-8rzd9] addLogicalPort took 22.474924ms, libovsdb time 1.039507ms I0505 19:55:58.300629 3665 namespace.go:142] [segment-bridge] updating namespace I0505 19:55:58.424152 3665 namespace.go:142] [build-service] updating namespace I0505 19:55:58.448060 3665 namespace.go:142] [default-tenant] updating namespace I0505 19:55:58.469603 3665 namespace.go:142] [enterprise-contract-service] updating namespace I0505 19:55:58.496737 3665 namespace.go:142] [image-controller] updating namespace I0505 19:55:58.529233 3665 namespace.go:142] [integration-service] updating namespace I0505 19:55:58.569363 3665 namespace.go:142] [konflux-cli] updating namespace W0505 19:55:58.576501 3665 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0505 19:55:58.592532 3665 namespace.go:142] [konflux-info] updating namespace W0505 19:55:58.614500 3665 util.go:959] Failed to build node endpoints for node ip-10-0-0-117.ec2.internal port 8080: empty IP address endpoints for service namespace-lister/namespace-lister I0505 19:55:58.620448 3665 namespace.go:142] [namespace-lister] updating namespace I0505 19:55:58.645736 3665 namespace.go:142] [release-service] updating namespace I0505 19:55:58.667880 3665 namespace.go:142] [segment-bridge] updating namespace I0505 19:55:58.781981 3665 namespace.go:142] [build-service] updating namespace I0505 19:55:58.912643 3665 namespace.go:142] [default-tenant] updating namespace I0505 19:55:59.022791 3665 namespace.go:142] [enterprise-contract-service] updating namespace I0505 19:55:59.132519 3665 namespace.go:142] [image-controller] updating namespace I0505 19:55:59.210382 3665 namespace.go:142] [integration-service] updating namespace I0505 19:55:59.298613 3665 namespace.go:142] [konflux-cli] updating namespace I0505 19:55:59.388576 3665 namespace.go:142] [konflux-info] updating namespace I0505 19:55:59.448330 3665 namespace.go:142] [namespace-lister] updating namespace I0505 19:55:59.512934 3665 namespace.go:142] [release-service] updating namespace I0505 19:55:59.583466 3665 namespace.go:142] [segment-bridge] updating namespace I0505 19:56:02.143029 3665 cni.go:452] [integration-service/integration-service-controller-manager-869cb494d7-8rzd9 5796b40169e985a7d635cc66de73c871e5f5bef78943883fda1bb13e76b2c399 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-869cb494d7-8rzd9 5796b40169e985a7d635cc66de73c871e5f5bef78943883fda1bb13e76b2c399 network default NAD default NAD key ] I0505 19:56:02.152470 3665 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-869cb494d7-8rzd9, hostIfaceName: 5796b40169e985a, network: default, NAD default, SandboxID: "5796b40169e985a7d635cc66de73c871e5f5bef78943883fda1bb13e76b2c399", PCI device ID: , UID: "6810d66b-ac27-40c8-89f9-73f9b278c90b", MAC: 0a:58:0a:82:00:27, IPs: [10.130.0.39/23] I0505 19:56:02.206482 3665 cni.go:473] [integration-service/integration-service-controller-manager-869cb494d7-8rzd9 5796b40169e985a7d635cc66de73c871e5f5bef78943883fda1bb13e76b2c399 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-869cb494d7-8rzd9 5796b40169e985a7d635cc66de73c871e5f5bef78943883fda1bb13e76b2c399 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:34:5b:d6:4f:ae\",\"name\":\"5796b40169e985a\"},{\"mac\":\"0a:58:0a:82:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5e066e7c-6a82-49f1-b51d-5797e2552462\"}],\"ips\":[{\"address\":\"10.130.0.39/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 19:56:03.341090 3665 cni.go:452] [konflux-ui/dex-57f5547c8f-h2b8h d271d013df7de36df6a4a32b1f79c37baff6ce9c1f3b2dbbbe313470eef2581c network default NAD default NAD key ] ADD starting CNI request [konflux-ui/dex-57f5547c8f-h2b8h d271d013df7de36df6a4a32b1f79c37baff6ce9c1f3b2dbbbe313470eef2581c network default NAD default NAD key ] I0505 19:56:03.352503 3665 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: dex-57f5547c8f-h2b8h, hostIfaceName: d271d013df7de36, network: default, NAD default, SandboxID: "d271d013df7de36df6a4a32b1f79c37baff6ce9c1f3b2dbbbe313470eef2581c", PCI device ID: , UID: "dc93c32c-d4c3-425e-aa66-3f8058913891", MAC: 0a:58:0a:82:00:23, IPs: [10.130.0.35/23] I0505 19:56:03.406565 3665 cni.go:473] [konflux-ui/dex-57f5547c8f-h2b8h d271d013df7de36df6a4a32b1f79c37baff6ce9c1f3b2dbbbe313470eef2581c network default NAD default NAD key default] ADD finished CNI request [konflux-ui/dex-57f5547c8f-h2b8h d271d013df7de36df6a4a32b1f79c37baff6ce9c1f3b2dbbbe313470eef2581c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:33:b6:48:ea:c4\",\"name\":\"d271d013df7de36\"},{\"mac\":\"0a:58:0a:82:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9e10ae13-88c5-4c26-83b5-6b4f33a5e09f\"}],\"ips\":[{\"address\":\"10.130.0.35/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 19:56:03.465336 3665 cni.go:452] [konflux-ui/proxy-859b4d5fc6-r4p6x 23d86b12b9248c036fce5784911ae074ca3ca740045972b9234a720b90bd920c network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-859b4d5fc6-r4p6x 23d86b12b9248c036fce5784911ae074ca3ca740045972b9234a720b90bd920c network default NAD default NAD key ] I0505 19:56:03.475266 3665 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-859b4d5fc6-r4p6x, hostIfaceName: 23d86b12b9248c0, network: default, NAD default, SandboxID: "23d86b12b9248c036fce5784911ae074ca3ca740045972b9234a720b90bd920c", PCI device ID: , UID: "c81cfeb6-07d4-4fda-8e51-b6478d9868ec", MAC: 0a:58:0a:82:00:25, IPs: [10.130.0.37/23] I0505 19:56:03.536181 3665 cni.go:473] [konflux-ui/proxy-859b4d5fc6-r4p6x 23d86b12b9248c036fce5784911ae074ca3ca740045972b9234a720b90bd920c network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-859b4d5fc6-r4p6x 23d86b12b9248c036fce5784911ae074ca3ca740045972b9234a720b90bd920c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:64:a8:54:05:47\",\"name\":\"23d86b12b9248c0\"},{\"mac\":\"0a:58:0a:82:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f29ba5fe-3b23-4fd9-88cb-7b0b0ce609b8\"}],\"ips\":[{\"address\":\"10.130.0.37/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 19:56:03.613356 3665 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0505 19:56:04.187426 3665 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-b7pnb 1c4358d57a25c1c9641ff1a72141d10d77bb96db9144bcf1d3e10da79d99bc66 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-b7pnb 1c4358d57a25c1c9641ff1a72141d10d77bb96db9144bcf1d3e10da79d99bc66 network default NAD default NAD key ] I0505 19:56:04.197620 3665 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-7b666bf6d8-b7pnb, hostIfaceName: 1c4358d57a25c1c, network: default, NAD default, SandboxID: "1c4358d57a25c1c9641ff1a72141d10d77bb96db9144bcf1d3e10da79d99bc66", PCI device ID: , UID: "8cf67412-5eb7-413d-a984-b9698fca95d0", MAC: 0a:58:0a:82:00:26, IPs: [10.130.0.38/23] I0505 19:56:04.251342 3665 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-b7pnb 1c4358d57a25c1c9641ff1a72141d10d77bb96db9144bcf1d3e10da79d99bc66 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-b7pnb 1c4358d57a25c1c9641ff1a72141d10d77bb96db9144bcf1d3e10da79d99bc66 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:1d:63:06:06:c7\",\"name\":\"1c4358d57a25c1c\"},{\"mac\":\"0a:58:0a:82:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bcba0b44-c46e-4085-b789-901435702d72\"}],\"ips\":[{\"address\":\"10.130.0.38/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 19:56:04.603099 3665 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0505 19:56:04.607171 3665 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0505 19:56:04.634464 3665 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0505 19:56:04.635026 3665 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0505 19:56:05.611662 3665 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0505 19:56:07.608120 3665 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0505 19:56:07.611344 3665 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0505 19:56:09.576504 3665 util.go:959] Failed to build node endpoints for node ip-10-0-0-117.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0505 19:56:09.650731 3665 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0505 19:56:09.650749 3665 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0505 19:56:10.642235 3665 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0505 19:56:10.642264 3665 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy I0505 19:56:14.811215 3665 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 W0505 19:56:15.616117 3665 util.go:959] Failed to build node endpoints for node ip-10-0-0-117.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0505 19:56:15.616525 3665 util.go:959] Failed to build node endpoints for node ip-10-0-0-117.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service I0505 19:56:15.826803 3665 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-b7pnb 1c4358d57a25c1c9641ff1a72141d10d77bb96db9144bcf1d3e10da79d99bc66 network default NAD default NAD key ] DEL starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-b7pnb 1c4358d57a25c1c9641ff1a72141d10d77bb96db9144bcf1d3e10da79d99bc66 network default NAD default NAD key ] I0505 19:56:15.915799 3665 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-b7pnb 1c4358d57a25c1c9641ff1a72141d10d77bb96db9144bcf1d3e10da79d99bc66 network default NAD default NAD key default] DEL finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-b7pnb 1c4358d57a25c1c9641ff1a72141d10d77bb96db9144bcf1d3e10da79d99bc66 network default NAD default NAD key default], result "{}", err I0505 19:56:15.965746 3665 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-b7pnb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:56:15.965789 3665 pods.go:176] Deleting pod: integration-service/integration-service-controller-manager-7b666bf6d8-b7pnb I0505 19:56:15.967097 3665 pods.go:236] Attempting to release IPs for pod: integration-service/integration-service-controller-manager-7b666bf6d8-b7pnb, ips: 10.130.0.38 I0505 19:56:15.967125 3665 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-b7pnb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:56:16.677235 3665 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-b7pnb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:56:16.677327 3665 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-b7pnb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:56:16.680774 3665 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-b7pnb I0505 19:56:16.680805 3665 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-b7pnb W0505 19:56:21.666942 3665 util.go:959] Failed to build node endpoints for node ip-10-0-0-117.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/dex W0505 19:56:49.720892 3665 util.go:959] Failed to build node endpoints for node ip-10-0-0-117.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0505 19:56:49.720915 3665 util.go:959] Failed to build node endpoints for node ip-10-0-0-117.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0505 19:56:59.724350 3665 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=157 I0505 19:57:20.301844 3665 cni.go:452] [konflux-ui/proxy-859b4d5fc6-r4p6x 23d86b12b9248c036fce5784911ae074ca3ca740045972b9234a720b90bd920c network default NAD default NAD key ] DEL starting CNI request [konflux-ui/proxy-859b4d5fc6-r4p6x 23d86b12b9248c036fce5784911ae074ca3ca740045972b9234a720b90bd920c network default NAD default NAD key ] I0505 19:57:20.397107 3665 cni.go:473] [konflux-ui/proxy-859b4d5fc6-r4p6x 23d86b12b9248c036fce5784911ae074ca3ca740045972b9234a720b90bd920c network default NAD default NAD key default] DEL finished CNI request [konflux-ui/proxy-859b4d5fc6-r4p6x 23d86b12b9248c036fce5784911ae074ca3ca740045972b9234a720b90bd920c network default NAD default NAD key default], result "{}", err I0505 19:57:20.460185 3665 obj_retry.go:498] Detected object konflux-ui/proxy-859b4d5fc6-r4p6x of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:57:20.460226 3665 pods.go:176] Deleting pod: konflux-ui/proxy-859b4d5fc6-r4p6x I0505 19:57:20.461526 3665 pods.go:236] Attempting to release IPs for pod: konflux-ui/proxy-859b4d5fc6-r4p6x, ips: 10.130.0.37 I0505 19:57:20.461556 3665 obj_retry.go:498] Detected object konflux-ui/proxy-859b4d5fc6-r4p6x of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:57:21.005818 3665 obj_retry.go:492] Detected object konflux-ui/proxy-859b4d5fc6-r4p6x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:57:21.005876 3665 obj_retry.go:492] Detected object konflux-ui/proxy-859b4d5fc6-r4p6x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:57:21.012254 3665 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-859b4d5fc6-r4p6x I0505 19:57:21.012313 3665 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-859b4d5fc6-r4p6x I0505 19:57:25.208761 3665 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:57:25.209411 3665 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:57:25.226619 3665 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:57:25.226642 3665 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:57:25.230808 3665 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0505 19:57:25.230832 3665 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0505 19:57:32.723409 3665 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=11 I0505 19:57:44.499083 3665 namespace.go:98] [managed-tenant-ae209] adding namespace I0505 19:57:44.500101 3665 namespace.go:102] [managed-tenant-ae209] adding namespace took 991.594µs I0505 19:57:44.532463 3665 namespace.go:142] [managed-tenant-ae209] updating namespace I0505 19:57:44.581577 3665 namespace.go:142] [managed-tenant-ae209] updating namespace I0505 19:57:45.561354 3665 namespace.go:142] [managed-tenant-ae209] updating namespace I0505 19:57:45.692607 3665 namespace.go:142] [managed-tenant-ae209] updating namespace I0505 19:57:45.797479 3665 namespace.go:142] [managed-tenant-ae209] updating namespace I0505 19:57:47.840964 3665 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0505 19:59:17.730334 3665 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=361 I0505 19:59:42.829242 3665 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0505 20:00:00.192397 3665 base_network_controller_pods.go:487] [default/segment-bridge/segment-bridge-29633520-zd45t] creating logical port segment-bridge_segment-bridge-29633520-zd45t for pod on switch ip-10-0-0-117.ec2.internal I0505 20:00:00.192514 3665 kube.go:256] Updating pod segment-bridge/segment-bridge-29633520-zd45t I0505 20:00:00.222595 3665 pod.go:62] [segment-bridge/segment-bridge-29633520-zd45t] pod update took 30.107651ms I0505 20:00:00.222623 3665 base_network_controller_pods.go:951] [default/segment-bridge/segment-bridge-29633520-zd45t] addLogicalPort annotation time took 30.138432ms I0505 20:00:00.223987 3665 pods.go:271] [segment-bridge/segment-bridge-29633520-zd45t] addLogicalPort took 31.607905ms, libovsdb time 972.707µs I0505 20:00:00.229680 3665 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29633520-7mjwn] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29633520-7mjwn for pod on switch ip-10-0-0-117.ec2.internal I0505 20:00:00.229801 3665 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29633520-7mjwn I0505 20:00:00.243893 3665 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633520-7mjwn] pod update took 14.119095ms I0505 20:00:00.243916 3665 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29633520-7mjwn] addLogicalPort annotation time took 14.147422ms I0505 20:00:00.245109 3665 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633520-7mjwn] addLogicalPort took 15.441385ms, libovsdb time 842.876µs I0505 20:00:00.555575 3665 cni.go:452] [segment-bridge/segment-bridge-29633520-zd45t d09fd184c93227e3064b5f0e56e6520510255777762a6dad3644a1c9e4ef4448 network default NAD default NAD key ] ADD starting CNI request [segment-bridge/segment-bridge-29633520-zd45t d09fd184c93227e3064b5f0e56e6520510255777762a6dad3644a1c9e4ef4448 network default NAD default NAD key ] I0505 20:00:00.565499 3665 helper_linux.go:556] ConfigureOVS: namespace: segment-bridge, podName: segment-bridge-29633520-zd45t, hostIfaceName: d09fd184c93227e, network: default, NAD default, SandboxID: "d09fd184c93227e3064b5f0e56e6520510255777762a6dad3644a1c9e4ef4448", PCI device ID: , UID: "d562f500-7b2b-4980-a3f6-4c80559f7c16", MAC: 0a:58:0a:82:00:28, IPs: [10.130.0.40/23] I0505 20:00:00.596199 3665 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633520-7mjwn 29c2bfe42b49617c450ffebcec249fd014a76ae8f75cb7005a5908305a98962e network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633520-7mjwn 29c2bfe42b49617c450ffebcec249fd014a76ae8f75cb7005a5908305a98962e network default NAD default NAD key ] I0505 20:00:00.608571 3665 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29633520-7mjwn, hostIfaceName: 29c2bfe42b49617, network: default, NAD default, SandboxID: "29c2bfe42b49617c450ffebcec249fd014a76ae8f75cb7005a5908305a98962e", PCI device ID: , UID: "5b825074-b103-43c6-873e-7b5a6e1bcc36", MAC: 0a:58:0a:82:00:29, IPs: [10.130.0.41/23] I0505 20:00:00.620181 3665 cni.go:473] [segment-bridge/segment-bridge-29633520-zd45t d09fd184c93227e3064b5f0e56e6520510255777762a6dad3644a1c9e4ef4448 network default NAD default NAD key default] ADD finished CNI request [segment-bridge/segment-bridge-29633520-zd45t d09fd184c93227e3064b5f0e56e6520510255777762a6dad3644a1c9e4ef4448 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:05:32:1e:f0:b3\",\"name\":\"d09fd184c93227e\"},{\"mac\":\"0a:58:0a:82:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3c735510-9e13-4b7e-9512-10473eb92aae\"}],\"ips\":[{\"address\":\"10.130.0.40/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 20:00:00.659643 3665 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633520-7mjwn 29c2bfe42b49617c450ffebcec249fd014a76ae8f75cb7005a5908305a98962e network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633520-7mjwn 29c2bfe42b49617c450ffebcec249fd014a76ae8f75cb7005a5908305a98962e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:13:26:5c:68:52\",\"name\":\"29c2bfe42b49617\"},{\"mac\":\"0a:58:0a:82:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fc5fba38-42e1-48aa-ab54-2496387ca950\"}],\"ips\":[{\"address\":\"10.130.0.41/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 20:00:03.804039 3665 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633520-7mjwn 29c2bfe42b49617c450ffebcec249fd014a76ae8f75cb7005a5908305a98962e network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633520-7mjwn 29c2bfe42b49617c450ffebcec249fd014a76ae8f75cb7005a5908305a98962e network default NAD default NAD key ] I0505 20:00:03.893494 3665 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633520-7mjwn 29c2bfe42b49617c450ffebcec249fd014a76ae8f75cb7005a5908305a98962e network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633520-7mjwn 29c2bfe42b49617c450ffebcec249fd014a76ae8f75cb7005a5908305a98962e network default NAD default NAD key default], result "{}", err I0505 20:00:03.939787 3665 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633520-7mjwn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 20:00:03.939824 3665 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29633520-7mjwn I0505 20:00:03.941206 3665 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29633520-7mjwn, ips: 10.130.0.41 I0505 20:00:03.941241 3665 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633520-7mjwn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 20:00:04.961689 3665 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633520-7mjwn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 20:00:04.961798 3665 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633520-7mjwn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 20:00:09.726773 3665 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=80 I0505 20:00:17.723215 3665 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=49 I0505 20:00:25.807797 3665 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0505 20:00:25.845088 3665 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0505 20:00:39.806153 3665 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0505 20:00:54.845590 3665 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0505 20:01:34.726315 3665 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=84 I0505 20:01:46.825361 3665 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0505 20:02:44.835018 3665 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0505 20:03:13.814545 3665 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0505 20:03:18.726656 3665 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0505 20:03:24.844390 3665 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 W0505 20:04:08.591924 3665 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service