+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-2-127.ec2.internal ++ [[ -n ip-10-0-2-127.ec2.internal ]] ++ [[ -f /env/ip-10-0-2-127.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' I0428 11:03:23.460972459 - disable conntrack on geneve port + echo 'I0428 11:03:23.460972459 - disable conntrack on geneve port' + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0428 11:03:23.502498052 - starting ovnkube-node + echo 'I0428 11:03:23.502498052 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-2-127.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-2-127.ec2.internal --init-node ip-10-0-2-127.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-2-127.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0428 11:03:23.567911 3782 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0428 11:03:23.567973 3782 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-0b0c8db5ba.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0428 11:03:23.569806 3782 kube.go:431] Waiting for certificate I0428 11:03:23.569849 3782 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0428 11:03:23.569882 3782 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0428 11:03:23.570633 3782 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0428 11:03:23.603086 3782 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0428 11:03:23.603120 3782 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0428 11:03:23.606398 3782 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0428 11:03:23.606480 3782 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-gssz7" I0428 11:03:23.613117 3782 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-gssz7" I0428 11:03:23.613182 3782 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0428 11:03:24.570691 3782 kube.go:438] Certificate found I0428 11:03:24.571507 3782 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0428 11:03:24.572490 3782 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0428 11:03:24.622324 3782 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-29 10:58:23 +0000 UTC" deadline="2026-04-29 07:42:14.31855466 +0000 UTC" I0428 11:03:24.622365 3782 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="20h38m49.696201208s" I0428 11:03:24.643114 3782 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0428 11:03:24.659124 3782 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0428 11:03:24.659184 3782 factory.go:561] Starting watch factory I0428 11:03:24.659294 3782 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0428 11:03:24.659315 3782 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0428 11:03:24.659319 3782 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0428 11:03:24.659332 3782 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0428 11:03:24.659317 3782 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0428 11:03:24.659342 3782 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0428 11:03:24.659350 3782 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0428 11:03:24.659356 3782 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0428 11:03:24.659400 3782 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0428 11:03:24.659415 3782 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0428 11:03:24.660212 3782 controller_manager.go:370] Starting the ovnkube controller I0428 11:03:24.660225 3782 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-2-127.ec2.internal I0428 11:03:24.660289 3782 controller_manager.go:395] NBDB zone sync took: 51.724µs I0428 11:03:24.660302 3782 factory.go:561] Starting watch factory I0428 11:03:24.661020 3782 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0428 11:03:24.661581 3782 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0428 11:03:24.662704 3782 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0428 11:03:24.662757 3782 server.go:101] MetricServer registers OVS metrics I0428 11:03:24.663016 3782 server.go:105] MetricServer registers OVN DB metrics I0428 11:03:24.667483 3782 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0428 11:03:24.667510 3782 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0428 11:03:24.681544 3782 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0428 11:03:24.681587 3782 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0428 11:03:24.681662 3782 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0428 11:03:24.681746 3782 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0428 11:03:24.682587 3782 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0428 11:03:24.682575 3782 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0428 11:03:24.683313 3782 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0428 11:03:24.686156 3782 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0428 11:03:24.686190 3782 server.go:109] MetricServer registers OVN Controller metrics I0428 11:03:24.691934 3782 server.go:113] MetricServer registers OVN Northd metrics I0428 11:03:24.692931 3782 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0428 11:03:24.696124 3782 metrics.go:519] OVN Metrics Server starts to run ... I0428 11:03:24.764946 3782 factory.go:1977] *v1.Node informer cache synced successfully I0428 11:03:24.764963 3782 factory.go:1977] *v1.Service informer cache synced successfully I0428 11:03:24.764967 3782 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0428 11:03:24.764970 3782 factory.go:1977] *v1.Pod informer cache synced successfully I0428 11:03:24.764973 3782 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0428 11:03:24.764977 3782 factory.go:1977] *v1.Namespace informer cache synced successfully I0428 11:03:24.765048 3782 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0428 11:03:24.765067 3782 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0428 11:03:24.765191 3782 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0428 11:03:24.765213 3782 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0428 11:03:24.765435 3782 factory.go:1977] *v1.Service informer cache synced successfully I0428 11:03:24.765448 3782 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0428 11:03:24.765458 3782 factory.go:1977] *v1.Pod informer cache synced successfully I0428 11:03:24.765461 3782 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0428 11:03:24.765464 3782 factory.go:1977] *v1.Namespace informer cache synced successfully I0428 11:03:24.765467 3782 factory.go:1977] *v1.Node informer cache synced successfully I0428 11:03:24.768598 3782 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0428 11:03:24.768629 3782 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0428 11:03:24.770632 3782 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0428 11:03:24.770641 3782 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0428 11:03:24.770688 3782 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0428 11:03:24.770700 3782 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0428 11:03:24.770746 3782 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0428 11:03:24.770755 3782 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0428 11:03:24.773460 3782 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0428 11:03:24.775925 3782 factory.go:1977] *v1.EgressIP informer cache synced successfully I0428 11:03:24.775945 3782 factory.go:1977] *v1.EgressIP informer cache synced successfully I0428 11:03:24.775974 3782 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0428 11:03:24.775985 3782 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0428 11:03:24.778902 3782 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0428 11:03:24.781125 3782 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0428 11:03:24.781135 3782 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0428 11:03:24.781203 3782 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0428 11:03:24.781246 3782 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0428 11:03:24.784351 3782 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0428 11:03:24.786373 3782 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0428 11:03:24.786385 3782 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0428 11:03:24.786432 3782 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0428 11:03:24.786443 3782 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0428 11:03:24.789132 3782 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0428 11:03:24.792424 3782 factory.go:1977] *v1.EgressService informer cache synced successfully I0428 11:03:24.792473 3782 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0428 11:03:24.792483 3782 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0428 11:03:24.792512 3782 factory.go:1977] *v1.EgressService informer cache synced successfully I0428 11:03:24.795197 3782 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0428 11:03:24.798355 3782 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0428 11:03:24.798438 3782 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0428 11:03:24.798490 3782 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0428 11:03:24.798501 3782 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0428 11:03:24.801610 3782 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0428 11:03:24.803577 3782 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0428 11:03:24.803589 3782 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0428 11:03:24.803641 3782 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0428 11:03:24.803646 3782 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0428 11:03:24.803656 3782 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0428 11:03:24.803662 3782 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0428 11:03:24.806639 3782 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0428 11:03:24.806758 3782 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0428 11:03:24.808937 3782 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0428 11:03:24.808946 3782 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0428 11:03:24.808948 3782 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0428 11:03:24.808953 3782 factory.go:680] Watch Factory start up complete, took: 148.650387ms I0428 11:03:24.808956 3782 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0428 11:03:24.808963 3782 factory.go:680] Watch Factory start up complete, took: 149.781405ms I0428 11:03:24.808963 3782 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-2-127.ec2.internal" zone I0428 11:03:24.809018 3782 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0428 11:03:24.859550 3782 default_node_network_controller.go:710] Initializing the default node network controller I0428 11:03:24.925043 3782 udn_isolation.go:101] Starting UDN host isolation manager I0428 11:03:24.931527 3782 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0428 11:03:24.980786 3782 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0428 11:03:24.980868 3782 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0428 11:03:24.980881 3782 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0428 11:03:25.013422 3782 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0428 11:03:25.013481 3782 default_node_network_controller.go:809] Node ip-10-0-2-127.ec2.internal ready for ovn initialization with subnet 10.129.0.0/23 I0428 11:03:25.018853 3782 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.2.127"] k8s.ovn.org/zone-name:ip-10-0-2-127.ec2.internal] on node ip-10-0-2-127.ec2.internal I0428 11:03:25.039052 3782 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0428 11:03:25.044569 3782 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0428 11:03:25.044737 3782 helper_linux.go:118] Found default gateway interface br-ex 10.0.2.1 I0428 11:03:25.044894 3782 gateway_init.go:263] Preparing Gateway I0428 11:03:25.044904 3782 gateway_shared_intf.go:1687] Creating new gateway I0428 11:03:25.059669 3782 controller_manager.go:429] Waiting for node in zone sync took: 250.685613ms I0428 11:03:25.064824 3782 controller_manager.go:611] Switching to transit router for layer2 networks I0428 11:03:25.064838 3782 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-2-127.ec2.internal I0428 11:03:25.080572 3782 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0428 11:03:25.086361 3782 controller_manager.go:290] SCTP support detected in OVN I0428 11:03:25.087050 3782 services_controller.go:69] Creating services controller for network=default I0428 11:03:25.087207 3782 udn_enabled_svc.go:80] Waiting for service informer to sync I0428 11:03:25.087446 3782 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0428 11:03:25.087512 3782 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0428 11:03:25.087526 3782 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0428 11:03:25.087537 3782 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0428 11:03:25.087775 3782 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0428 11:03:25.087810 3782 udn_enabled_svc.go:95] Performing full resync I0428 11:03:25.087823 3782 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0428 11:03:25.087855 3782 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 53.828µs I0428 11:03:25.087863 3782 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 33.664µs I0428 11:03:25.087873 3782 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 49.328µs I0428 11:03:25.087880 3782 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0428 11:03:25.087895 3782 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0428 11:03:25.087905 3782 default_network_controller.go:325] Starting the default network controller I0428 11:03:25.087930 3782 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 17.842µs I0428 11:03:25.088268 3782 udn_enabled_svc.go:99] Waiting for handler to sync I0428 11:03:25.088278 3782 udn_enabled_svc.go:104] Starting worker I0428 11:03:25.099052 3782 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0428 11:03:25.099161 3782 repair.go:33] Syncing exgw routes took 94.258µs I0428 11:03:25.099191 3782 default_network_controller.go:414] Starting all the Watchers... I0428 11:03:25.099446 3782 namespace.go:98] [kube-public] adding namespace I0428 11:03:25.099459 3782 namespace.go:98] [openshift-logging] adding namespace I0428 11:03:25.099470 3782 namespace.go:98] [openshift-network-node-identity] adding namespace I0428 11:03:25.099477 3782 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0428 11:03:25.099483 3782 namespace.go:98] [kube-node-lease] adding namespace I0428 11:03:25.099488 3782 namespace.go:98] [openshift-cluster-version] adding namespace I0428 11:03:25.099519 3782 namespace.go:98] [openshift-service-ca-operator] adding namespace I0428 11:03:25.099539 3782 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0428 11:03:25.099556 3782 namespace.go:98] [openshift-backplane-srep] adding namespace I0428 11:03:25.099568 3782 namespace.go:98] [openshift-authentication] adding namespace I0428 11:03:25.099567 3782 namespace.go:98] [openshift-config-operator] adding namespace I0428 11:03:25.099575 3782 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0428 11:03:25.099574 3782 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0428 11:03:25.099581 3782 namespace.go:98] [openshift-dns] adding namespace I0428 11:03:25.099591 3782 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0428 11:03:25.100246 3782 namespace.go:102] [kube-public] adding namespace took 784.138µs I0428 11:03:25.100261 3782 namespace.go:98] [openshift-machine-config-operator] adding namespace I0428 11:03:25.100816 3782 namespace.go:102] [openshift-logging] adding namespace took 1.347553ms I0428 11:03:25.100828 3782 namespace.go:98] [openshift-package-operator] adding namespace I0428 11:03:25.101436 3782 namespace.go:102] [openshift-package-operator] adding namespace took 600.382µs I0428 11:03:25.101460 3782 namespace.go:98] [openshift-controller-manager] adding namespace I0428 11:03:25.102062 3782 namespace.go:102] [openshift-network-node-identity] adding namespace took 2.581935ms I0428 11:03:25.102077 3782 namespace.go:98] [openshift-operators] adding namespace I0428 11:03:25.102629 3782 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 3.141498ms I0428 11:03:25.102650 3782 namespace.go:98] [openshift-console-user-settings] adding namespace I0428 11:03:25.103125 3782 namespace.go:102] [kube-node-lease] adding namespace took 3.629433ms I0428 11:03:25.103147 3782 namespace.go:98] [openshift-route-controller-manager] adding namespace I0428 11:03:25.103648 3782 namespace.go:102] [openshift-cluster-version] adding namespace took 4.149249ms I0428 11:03:25.103658 3782 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0428 11:03:25.104269 3782 namespace.go:102] [openshift-service-ca-operator] adding namespace took 4.730417ms I0428 11:03:25.104289 3782 namespace.go:98] [openshift-apiserver-operator] adding namespace I0428 11:03:25.104819 3782 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 5.271137ms I0428 11:03:25.104834 3782 namespace.go:98] [openshift-ingress] adding namespace I0428 11:03:25.105349 3782 namespace.go:102] [openshift-backplane-srep] adding namespace took 5.783794ms I0428 11:03:25.105386 3782 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0428 11:03:25.105808 3782 namespace.go:102] [openshift-authentication] adding namespace took 6.235005ms I0428 11:03:25.105818 3782 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0428 11:03:25.106260 3782 namespace.go:102] [openshift-config-operator] adding namespace took 6.680115ms I0428 11:03:25.106282 3782 namespace.go:98] [openshift-console] adding namespace I0428 11:03:25.106778 3782 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 7.196487ms I0428 11:03:25.106795 3782 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0428 11:03:25.107280 3782 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 7.694712ms I0428 11:03:25.107299 3782 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0428 11:03:25.107867 3782 namespace.go:102] [openshift-dns] adding namespace took 8.274305ms I0428 11:03:25.107884 3782 namespace.go:98] [openshift-ingress-operator] adding namespace I0428 11:03:25.108523 3782 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 8.923534ms I0428 11:03:25.108543 3782 namespace.go:98] [openshift-backplane] adding namespace I0428 11:03:25.108929 3782 namespace.go:102] [openshift-machine-config-operator] adding namespace took 8.660254ms I0428 11:03:25.108947 3782 namespace.go:98] [openshift-node] adding namespace I0428 11:03:25.109708 3782 namespace.go:102] [openshift-controller-manager] adding namespace took 8.241394ms I0428 11:03:25.109728 3782 namespace.go:98] [open-cluster-management-2pv452ledagn57tf47lfif0ho4ffo09v] adding namespace I0428 11:03:25.110433 3782 namespace.go:102] [openshift-operators] adding namespace took 8.34763ms I0428 11:03:25.110453 3782 namespace.go:98] [openshift-kube-scheduler] adding namespace I0428 11:03:25.111055 3782 namespace.go:102] [openshift-console-user-settings] adding namespace took 8.397961ms I0428 11:03:25.111071 3782 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0428 11:03:25.111695 3782 namespace.go:102] [openshift-route-controller-manager] adding namespace took 8.541662ms I0428 11:03:25.111714 3782 namespace.go:98] [openshift-console-operator] adding namespace I0428 11:03:25.112167 3782 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 8.50271ms I0428 11:03:25.112185 3782 namespace.go:98] [openshift-insights] adding namespace I0428 11:03:25.112638 3782 namespace.go:102] [openshift-apiserver-operator] adding namespace took 8.34072ms I0428 11:03:25.112655 3782 namespace.go:98] [openshift-authentication-operator] adding namespace I0428 11:03:25.113085 3782 namespace.go:102] [openshift-ingress] adding namespace took 8.243152ms I0428 11:03:25.113113 3782 namespace.go:98] [openshift-network-operator] adding namespace I0428 11:03:25.113610 3782 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 8.214998ms I0428 11:03:25.113626 3782 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0428 11:03:25.114050 3782 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 8.227317ms I0428 11:03:25.114065 3782 namespace.go:98] [openshift-network-console] adding namespace I0428 11:03:25.114593 3782 namespace.go:102] [openshift-console] adding namespace took 8.305596ms I0428 11:03:25.114610 3782 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0428 11:03:25.115234 3782 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 8.431298ms I0428 11:03:25.115251 3782 namespace.go:98] [openshift-customer-monitoring] adding namespace I0428 11:03:25.115820 3782 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 8.514625ms I0428 11:03:25.115834 3782 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0428 11:03:25.116324 3782 namespace.go:102] [openshift-ingress-operator] adding namespace took 8.419716ms I0428 11:03:25.116339 3782 namespace.go:98] [openshift-backplane-tam] adding namespace I0428 11:03:25.116894 3782 namespace.go:102] [openshift-backplane] adding namespace took 8.345305ms I0428 11:03:25.116908 3782 namespace.go:98] [openshift-image-registry] adding namespace I0428 11:03:25.117626 3782 namespace.go:102] [openshift-node] adding namespace took 8.672777ms I0428 11:03:25.117644 3782 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0428 11:03:25.118125 3782 namespace.go:102] [open-cluster-management-2pv452ledagn57tf47lfif0ho4ffo09v] adding namespace took 8.391118ms I0428 11:03:25.118136 3782 namespace.go:98] [openshift-apiserver] adding namespace I0428 11:03:25.119052 3782 namespace.go:102] [openshift-kube-scheduler] adding namespace took 8.590105ms I0428 11:03:25.119081 3782 namespace.go:98] [openshift-backplane-cse] adding namespace I0428 11:03:25.119598 3782 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 8.520825ms I0428 11:03:25.119613 3782 namespace.go:98] [openshift-backplane-mobb] adding namespace I0428 11:03:25.120068 3782 namespace.go:102] [openshift-console-operator] adding namespace took 8.347687ms I0428 11:03:25.120082 3782 namespace.go:98] [openshift-host-network] adding namespace I0428 11:03:25.120481 3782 namespace.go:102] [openshift-insights] adding namespace took 8.291042ms I0428 11:03:25.120496 3782 namespace.go:98] [default] adding namespace I0428 11:03:25.120932 3782 namespace.go:102] [openshift-authentication-operator] adding namespace took 8.272002ms I0428 11:03:25.120943 3782 namespace.go:98] [openshift-config] adding namespace I0428 11:03:25.121387 3782 namespace.go:102] [openshift-network-operator] adding namespace took 8.266874ms I0428 11:03:25.121401 3782 namespace.go:98] [openshift-etcd] adding namespace I0428 11:03:25.121850 3782 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 8.218863ms I0428 11:03:25.121861 3782 namespace.go:98] [openshift-monitoring] adding namespace I0428 11:03:25.122347 3782 namespace.go:102] [openshift-network-console] adding namespace took 8.276801ms I0428 11:03:25.122361 3782 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0428 11:03:25.122997 3782 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 8.383128ms I0428 11:03:25.123008 3782 namespace.go:98] [openshift-ingress-canary] adding namespace I0428 11:03:25.123512 3782 namespace.go:102] [openshift-customer-monitoring] adding namespace took 8.255387ms I0428 11:03:25.123527 3782 namespace.go:98] [openshift-backplane-cee] adding namespace I0428 11:03:25.123911 3782 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 8.069021ms I0428 11:03:25.123929 3782 namespace.go:98] [openshift-dns-operator] adding namespace I0428 11:03:25.124372 3782 namespace.go:102] [openshift-backplane-tam] adding namespace took 8.026897ms I0428 11:03:25.124388 3782 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0428 11:03:25.124750 3782 namespace.go:102] [openshift-image-registry] adding namespace took 7.83741ms I0428 11:03:25.124763 3782 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0428 11:03:25.125245 3782 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 7.592054ms I0428 11:03:25.125259 3782 namespace.go:98] [openshift-kube-apiserver] adding namespace I0428 11:03:25.125695 3782 namespace.go:102] [openshift-apiserver] adding namespace took 7.552328ms I0428 11:03:25.126134 3782 namespace.go:102] [openshift-backplane-cse] adding namespace took 7.044013ms I0428 11:03:25.126149 3782 namespace.go:98] [openshift] adding namespace I0428 11:03:25.126602 3782 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.981221ms I0428 11:03:25.126618 3782 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0428 11:03:25.127122 3782 namespace.go:102] [openshift-host-network] adding namespace took 7.034972ms I0428 11:03:25.127137 3782 namespace.go:98] [openshift-machine-api] adding namespace I0428 11:03:25.127693 3782 namespace.go:102] [default] adding namespace took 7.191556ms I0428 11:03:25.127707 3782 namespace.go:98] [dedicated-admin] adding namespace I0428 11:03:25.128197 3782 namespace.go:102] [openshift-config] adding namespace took 7.24829ms I0428 11:03:25.128212 3782 namespace.go:98] [openshift-must-gather-operator] adding namespace I0428 11:03:25.128621 3782 namespace.go:102] [openshift-etcd] adding namespace took 7.213005ms I0428 11:03:25.128635 3782 namespace.go:98] [openshift-backplane-csm] adding namespace I0428 11:03:25.129066 3782 namespace.go:102] [openshift-monitoring] adding namespace took 7.199405ms I0428 11:03:25.129080 3782 namespace.go:98] [openshift-multus] adding namespace I0428 11:03:25.129537 3782 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 7.171672ms I0428 11:03:25.129548 3782 namespace.go:98] [openshift-operators-redhat] adding namespace I0428 11:03:25.129991 3782 namespace.go:102] [openshift-ingress-canary] adding namespace took 6.97847ms I0428 11:03:25.130004 3782 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0428 11:03:25.130429 3782 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.89692ms I0428 11:03:25.130441 3782 namespace.go:98] [openshift-config-managed] adding namespace I0428 11:03:25.131056 3782 namespace.go:102] [openshift-dns-operator] adding namespace took 7.121177ms I0428 11:03:25.131082 3782 namespace.go:98] [kube-system] adding namespace I0428 11:03:25.131474 3782 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 7.081159ms I0428 11:03:25.131485 3782 namespace.go:98] [openshift-marketplace] adding namespace I0428 11:03:25.131894 3782 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 7.126762ms I0428 11:03:25.131903 3782 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0428 11:03:25.132350 3782 namespace.go:102] [openshift-kube-apiserver] adding namespace took 7.086355ms I0428 11:03:25.132826 3782 namespace.go:102] [openshift] adding namespace took 6.673567ms I0428 11:03:25.133286 3782 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 6.661059ms I0428 11:03:25.133753 3782 namespace.go:102] [openshift-machine-api] adding namespace took 6.610912ms I0428 11:03:25.133766 3782 namespace.go:98] [openshift-network-diagnostics] adding namespace I0428 11:03:25.134255 3782 namespace.go:102] [dedicated-admin] adding namespace took 6.54196ms I0428 11:03:25.134751 3782 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.53366ms W0428 11:03:25.135183 3782 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-mqjdw: pod openshift-multus/network-metrics-daemon-mqjdw: no pod IPs found W0428 11:03:25.135195 3782 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-6hd9d: pod openshift-multus/network-metrics-daemon-6hd9d: no pod IPs found W0428 11:03:25.135201 3782 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-bdpc4: pod openshift-multus/network-metrics-daemon-bdpc4: no pod IPs found I0428 11:03:25.135234 3782 namespace.go:102] [openshift-backplane-csm] adding namespace took 6.593466ms I0428 11:03:25.135723 3782 namespace.go:102] [openshift-multus] adding namespace took 6.638716ms I0428 11:03:25.136320 3782 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.764275ms I0428 11:03:25.136338 3782 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0428 11:03:25.136898 3782 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 6.888062ms I0428 11:03:25.136927 3782 namespace.go:98] [openshift-infra] adding namespace I0428 11:03:25.137446 3782 namespace.go:102] [openshift-config-managed] adding namespace took 6.998029ms I0428 11:03:25.137474 3782 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0428 11:03:25.138041 3782 namespace.go:102] [kube-system] adding namespace took 6.952032ms I0428 11:03:25.138572 3782 namespace.go:102] [openshift-marketplace] adding namespace took 7.080146ms W0428 11:03:25.139017 3782 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-mxd6k: pod openshift-network-diagnostics/network-check-target-mxd6k: no pod IPs found W0428 11:03:25.139046 3782 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-z8bkh: pod openshift-network-diagnostics/network-check-target-z8bkh: no pod IPs found W0428 11:03:25.139057 3782 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-d7xn8: pod openshift-network-diagnostics/network-check-target-d7xn8: no pod IPs found I0428 11:03:25.139063 3782 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 7.155289ms I0428 11:03:25.139623 3782 namespace.go:102] [openshift-network-diagnostics] adding namespace took 5.850239ms I0428 11:03:25.140077 3782 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 3.732381ms I0428 11:03:25.140651 3782 namespace.go:102] [openshift-infra] adding namespace took 3.717499ms I0428 11:03:25.141072 3782 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 3.592514ms W0428 11:03:25.141180 3782 master.go:458] Unable to parse local node ip-10-0-2-127.ec2.internal chassis-id annotation. Chassis may be removed during sync W0428 11:03:25.141189 3782 master.go:471] Unable to parse remote node ip-10-0-0-142.ec2.internal chassis-id annotation. Chassis may be removed during sync W0428 11:03:25.141192 3782 master.go:471] Unable to parse remote node ip-10-0-1-214.ec2.internal chassis-id annotation. Chassis may be removed during sync I0428 11:03:25.141197 3782 master.go:481] Removing stale chassis with ID/Name: bf44c699-8f52-4395-9164-8c312d14eb22, hostname: ip-10-0-2-127.ec2.internal I0428 11:03:25.141706 3782 master.go:548] Adding or Updating local node "ip-10-0-2-127.ec2.internal" for network "default" I0428 11:03:25.141811 3782 obj_retry.go:578] Failed to create *v1.Node ip-10-0-0-142.ec2.internal, error: adding or updating remote node chassis ip-10-0-0-142.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-142.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-142.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-142.ec2.internal I0428 11:03:25.141803 3782 obj_retry.go:578] Failed to create *v1.Node ip-10-0-1-214.ec2.internal, error: adding or updating remote node chassis ip-10-0-1-214.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-1-214.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-214.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-214.ec2.internal I0428 11:03:25.145683 3782 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-127.ec2.internal for the network default I0428 11:03:25.146050 3782 zone_ic_handler.go:195] Time taken to create transit switch: 352.439µs I0428 11:03:25.146857 3782 default_network_controller.go:823] Node add failed for ip-10-0-2-127.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-127.ec2.internal, error getting gateway config for node ip-10-0-2-127.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-127.ec2.internal", failed to update chassis to local for local node ip-10-0-2-127.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-127.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-127.ec2.internal] E0428 11:03:25.146902 3782 obj_retry.go:575] Failed to create *v1.Node ip-10-0-2-127.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-127.ec2.internal, error getting gateway config for node ip-10-0-2-127.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-127.ec2.internal", failed to update chassis to local for local node ip-10-0-2-127.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-127.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-127.ec2.internal] I0428 11:03:25.146940 3782 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0428 11:03:25.146972 3782 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0428 11:03:25.146985 3782 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0428 11:03:25.146988 3782 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-142.ec2.internal in network "default" I0428 11:03:25.146984 3782 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-2-127.ec2.internal", UID:"b3823e9d-17ee-4dc3-88cd-3899ffe4a35d", APIVersion:"v1", ResourceVersion:"8916", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-127.ec2.internal, error getting gateway config for node ip-10-0-2-127.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-127.ec2.internal", failed to update chassis to local for local node ip-10-0-2-127.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-127.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-127.ec2.internal] I0428 11:03:25.147030 3782 node_tracker.go:235] Node ip-10-0-0-142.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-142.ec2.internal" I0428 11:03:25.147046 3782 node_tracker.go:169] Node ip-10-0-0-142.ec2.internal switch + router changed, syncing services in network "default" I0428 11:03:25.147067 3782 services_controller.go:574] Full service sync requested for network=default I0428 11:03:25.147082 3782 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-214.ec2.internal in network "default" I0428 11:03:25.147095 3782 node_tracker.go:235] Node ip-10-0-1-214.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-214.ec2.internal" I0428 11:03:25.147116 3782 node_tracker.go:169] Node ip-10-0-1-214.ec2.internal switch + router changed, syncing services in network "default" I0428 11:03:25.147121 3782 services_controller.go:574] Full service sync requested for network=default I0428 11:03:25.147127 3782 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-127.ec2.internal in network "default" I0428 11:03:25.147135 3782 node_tracker.go:235] Node ip-10-0-2-127.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-127.ec2.internal" I0428 11:03:25.147140 3782 node_tracker.go:169] Node ip-10-0-2-127.ec2.internal switch + router changed, syncing services in network "default" I0428 11:03:25.147145 3782 services_controller.go:574] Full service sync requested for network=default I0428 11:03:25.149651 3782 iptables.go:108] Creating table: filter chain: FORWARD I0428 11:03:25.155813 3782 iptables.go:108] Creating table: filter chain: OUTPUT I0428 11:03:25.162164 3782 gateway_shared_intf.go:1816] Gateway Creation Complete I0428 11:03:25.162180 3782 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-127.ec2.internal","mac-address":"0e:64:52:41:ee:6d","ip-addresses":["10.0.2.127/24"],"ip-address":"10.0.2.127/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:bf44c699-8f52-4395-9164-8c312d14eb22 k8s.ovn.org/node-encap-ips:["10.0.2.127"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.127/24"} k8s.ovn.org/zone-name:ip-10-0-2-127.ec2.internal] on node ip-10-0-2-127.ec2.internal I0428 11:03:25.177255 3782 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-127.ec2.internal in network "default" I0428 11:03:25.177329 3782 node_tracker.go:169] Node ip-10-0-2-127.ec2.internal switch + router changed, syncing services in network "default" I0428 11:03:25.177346 3782 services_controller.go:574] Full service sync requested for network=default I0428 11:03:25.177388 3782 master.go:548] Adding or Updating local node "ip-10-0-2-127.ec2.internal" for network "default" I0428 11:03:25.181538 3782 default_node_network_controller.go:519] Node connection status = connected W0428 11:03:25.182658 3782 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-mqjdw: pod openshift-multus/network-metrics-daemon-mqjdw: no pod IPs found W0428 11:03:25.182675 3782 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-z8bkh: pod openshift-network-diagnostics/network-check-target-z8bkh: no pod IPs found I0428 11:03:25.183785 3782 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-127.ec2.internal for the network default I0428 11:03:25.183997 3782 zone_ic_handler.go:195] Time taken to create transit switch: 197.7µs I0428 11:03:25.247211 3782 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0428 11:03:25.247229 3782 services_controller.go:208] Setting up event handlers for services for network=default I0428 11:03:25.247357 3782 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0428 11:03:25.247393 3782 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0428 11:03:25.247407 3782 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0428 11:03:25.347682 3782 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0428 11:03:25.347704 3782 repair.go:60] Starting repairing loop for services I0428 11:03:25.347796 3782 repair.go:131] Deleted 0 stale service LBs I0428 11:03:25.347816 3782 repair.go:137] Deleted 0 stale Chassis Template Vars I0428 11:03:25.347833 3782 repair.go:62] Finished repairing loop for services: 130.669µs I0428 11:03:25.347858 3782 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0428 11:03:25.347868 3782 services_controller.go:254] Starting workers for network=default I0428 11:03:25.348314 3782 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-mxd6k, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-mxd6k: suppressed error logged: pod openshift-network-diagnostics/network-check-target-mxd6k: no pod IPs found I0428 11:03:25.348412 3782 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-z8bkh] creating logical port openshift-network-diagnostics_network-check-target-z8bkh for pod on switch ip-10-0-2-127.ec2.internal I0428 11:03:25.348469 3782 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-mqjdw] creating logical port openshift-multus_network-metrics-daemon-mqjdw for pod on switch ip-10-0-2-127.ec2.internal I0428 11:03:25.348582 3782 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-z8bkh I0428 11:03:25.348613 3782 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-mqjdw I0428 11:03:25.348642 3782 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-d7xn8, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-d7xn8: suppressed error logged: pod openshift-network-diagnostics/network-check-target-d7xn8: no pod IPs found I0428 11:03:25.370029 3782 pod.go:62] [openshift-multus/network-metrics-daemon-mqjdw] pod update took 21.471372ms I0428 11:03:25.370045 3782 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-mqjdw] addLogicalPort annotation time took 21.505109ms I0428 11:03:25.370855 3782 pods.go:271] [openshift-multus/network-metrics-daemon-mqjdw] addLogicalPort took 22.3949ms, libovsdb time 617.599µs I0428 11:03:25.371015 3782 pod.go:62] [openshift-network-diagnostics/network-check-target-z8bkh] pod update took 22.524941ms I0428 11:03:25.371033 3782 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-z8bkh] addLogicalPort annotation time took 22.544713ms I0428 11:03:25.371801 3782 pods.go:271] [openshift-network-diagnostics/network-check-target-z8bkh] addLogicalPort took 23.397894ms, libovsdb time 585.587µs I0428 11:03:25.371832 3782 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-6hd9d, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-6hd9d: suppressed error logged: pod openshift-multus/network-metrics-daemon-6hd9d: no pod IPs found I0428 11:03:25.371844 3782 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-bdpc4, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-bdpc4: suppressed error logged: pod openshift-multus/network-metrics-daemon-bdpc4: no pod IPs found I0428 11:03:25.372249 3782 admin_network_policy_controller.go:227] Starting controller default-network-controller I0428 11:03:25.372270 3782 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0428 11:03:25.372279 3782 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0428 11:03:25.372283 3782 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0428 11:03:25.372476 3782 repair.go:29] Repairing admin network policies took 188.258µs I0428 11:03:25.372581 3782 repair.go:92] Repairing baseline admin network policies took 95.939µs I0428 11:03:25.372980 3782 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0428 11:03:25.373003 3782 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0428 11:03:25.375050 3782 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0428 11:03:25.375068 3782 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0428 11:03:25.375075 3782 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0428 11:03:25.376208 3782 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0428 11:03:25.376235 3782 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0428 11:03:25.376247 3782 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0428 11:03:25.377800 3782 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0428 11:03:25.377817 3782 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0428 11:03:25.377831 3782 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0428 11:03:25.379838 3782 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0428 11:03:25.379856 3782 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0428 11:03:25.379863 3782 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0428 11:03:25.381172 3782 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0428 11:03:25.381187 3782 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0428 11:03:25.381194 3782 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0428 11:03:25.382487 3782 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0428 11:03:25.382503 3782 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0428 11:03:25.382510 3782 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0428 11:03:25.382918 3782 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0428 11:03:25.382935 3782 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0428 11:03:25.383279 3782 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0428 11:03:25.383293 3782 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0428 11:03:25.384081 3782 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0428 11:03:25.384113 3782 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0428 11:03:25.384133 3782 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0428 11:03:25.385420 3782 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0428 11:03:25.385439 3782 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0428 11:03:25.385446 3782 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0428 11:03:25.385933 3782 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0428 11:03:25.385950 3782 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0428 11:03:25.385956 3782 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0428 11:03:25.386257 3782 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0428 11:03:25.386277 3782 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0428 11:03:25.386285 3782 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0428 11:03:25.387305 3782 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0428 11:03:25.387321 3782 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0428 11:03:25.387328 3782 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0428 11:03:25.387829 3782 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0428 11:03:25.387847 3782 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0428 11:03:25.387857 3782 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0428 11:03:25.388975 3782 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0428 11:03:25.388993 3782 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0428 11:03:25.389002 3782 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0428 11:03:25.389824 3782 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0428 11:03:25.389841 3782 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0428 11:03:25.389849 3782 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0428 11:03:25.390363 3782 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0428 11:03:25.390380 3782 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0428 11:03:25.390387 3782 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0428 11:03:25.390956 3782 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0428 11:03:25.390970 3782 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0428 11:03:25.390977 3782 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0428 11:03:25.391866 3782 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0428 11:03:25.391879 3782 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0428 11:03:25.391885 3782 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0428 11:03:25.392683 3782 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0428 11:03:25.392700 3782 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0428 11:03:25.392722 3782 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0428 11:03:25.393462 3782 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0428 11:03:25.393480 3782 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0428 11:03:25.393488 3782 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0428 11:03:25.395238 3782 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0428 11:03:25.395255 3782 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0428 11:03:25.395262 3782 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0428 11:03:25.395681 3782 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0428 11:03:25.395698 3782 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0428 11:03:25.395706 3782 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0428 11:03:25.397182 3782 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0428 11:03:25.397198 3782 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0428 11:03:25.397204 3782 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0428 11:03:25.397453 3782 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0428 11:03:25.397470 3782 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0428 11:03:25.397477 3782 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0428 11:03:25.397900 3782 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0428 11:03:25.397915 3782 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0428 11:03:25.397920 3782 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0428 11:03:25.398165 3782 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0428 11:03:25.398182 3782 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0428 11:03:25.398189 3782 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0428 11:03:25.399064 3782 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0428 11:03:25.399084 3782 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0428 11:03:25.399092 3782 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0428 11:03:25.399972 3782 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0428 11:03:25.399985 3782 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0428 11:03:25.399994 3782 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0428 11:03:25.400416 3782 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0428 11:03:25.405367 3782 egressfirewall.go:374] Starting EgressFirewall controller I0428 11:03:25.405400 3782 controller.go:133] Adding controller egress-firewall-controller event handlers I0428 11:03:25.405416 3782 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0428 11:03:25.405443 3782 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0428 11:03:25.405454 3782 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0428 11:03:25.405418 3782 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0428 11:03:25.405462 3782 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0428 11:03:25.405691 3782 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0428 11:03:25.405703 3782 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0428 11:03:25.405708 3782 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0428 11:03:25.405716 3782 egressqos.go:193] Setting up event handlers for EgressQoS I0428 11:03:25.405723 3782 egressfirewall.go:723] Syncing node "ip-10-0-2-127.ec2.internal" for egress firewall I0428 11:03:25.405731 3782 egressfirewall.go:723] Syncing node "ip-10-0-0-142.ec2.internal" for egress firewall I0428 11:03:25.405735 3782 egressfirewall.go:723] Syncing node "ip-10-0-1-214.ec2.internal" for egress firewall I0428 11:03:25.405809 3782 egressqos.go:245] Starting EgressQoS Controller I0428 11:03:25.405818 3782 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0428 11:03:25.405824 3782 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0428 11:03:25.405830 3782 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0428 11:03:25.405834 3782 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0428 11:03:25.405839 3782 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0428 11:03:25.405843 3782 shared_informer.go:356] "Caches are synced" controller="egressqos" I0428 11:03:25.405847 3782 egressqos.go:259] Repairing EgressQoSes I0428 11:03:25.405850 3782 egressqos.go:399] Starting repairing loop for egressqos I0428 11:03:25.405921 3782 egressqos.go:401] Finished repairing loop for egressqos: 70.287µs I0428 11:03:25.405936 3782 egressservice_zone.go:132] Setting up event handlers for Egress Services I0428 11:03:25.405964 3782 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-2-127.ec2.internal I0428 11:03:25.406014 3782 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-2-127.ec2.internal : 51.29µs I0428 11:03:25.406065 3782 egressservice_zone.go:210] Starting Egress Services Controller I0428 11:03:25.406079 3782 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0428 11:03:25.406087 3782 shared_informer.go:356] "Caches are synced" controller="egressservices" I0428 11:03:25.406093 3782 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0428 11:03:25.406111 3782 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0428 11:03:25.406117 3782 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0428 11:03:25.406123 3782 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0428 11:03:25.406131 3782 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0428 11:03:25.406137 3782 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0428 11:03:25.406143 3782 egressservice_zone.go:228] Repairing Egress Services I0428 11:03:25.406406 3782 master_controller.go:88] Starting Admin Policy Based Route Controller I0428 11:03:25.406415 3782 external_controller.go:278] Starting Admin Policy Based Route Controller I0428 11:03:25.406426 3782 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-142.ec2.internal I0428 11:03:25.406438 3782 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-142.ec2.internal: 12.762µs I0428 11:03:25.406468 3782 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-214.ec2.internal I0428 11:03:25.406474 3782 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-214.ec2.internal: 29.365µs I0428 11:03:25.406479 3782 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-127.ec2.internal I0428 11:03:25.406483 3782 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-127.ec2.internal: 4.212µs I0428 11:03:25.406558 3782 default_network_controller.go:585] Completing all the Watchers took 307.356332ms I0428 11:03:25.406571 3782 default_network_controller.go:589] Starting unidling controllers I0428 11:03:25.406582 3782 unidle.go:46] Registering OVN SB ControllerEvent handler I0428 11:03:25.406589 3782 unidle.go:63] Populating Initial ContollerEvent events I0428 11:03:25.406603 3782 unidle.go:79] Setting up event handlers for services I0428 11:03:25.406701 3782 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0428 11:03:25.681869 3782 default_node_network_controller.go:519] Node connection status = connected I0428 11:03:25.744866 3782 default_network_controller.go:1025] Node "ip-10-0-0-142.ec2.internal" in remote zone "ip-10-0-0-142.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0428 11:03:25.744892 3782 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-142.ec2.internal in network "default" I0428 11:03:25.744910 3782 node_tracker.go:235] Node ip-10-0-0-142.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-142.ec2.internal" I0428 11:03:25.744936 3782 node_tracker.go:169] Node ip-10-0-0-142.ec2.internal switch + router changed, syncing services in network "default" I0428 11:03:25.744953 3782 services_controller.go:574] Full service sync requested for network=default I0428 11:03:25.889027 3782 default_network_controller.go:1025] Node "ip-10-0-0-142.ec2.internal" in remote zone "ip-10-0-0-142.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0428 11:03:25.889112 3782 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-142.ec2.internal in network "default" I0428 11:03:25.889176 3782 node_tracker.go:169] Node ip-10-0-0-142.ec2.internal switch + router changed, syncing services in network "default" I0428 11:03:25.889192 3782 services_controller.go:574] Full service sync requested for network=default I0428 11:03:25.890019 3782 zone_ic_handler.go:195] Time taken to create transit switch: 306.32µs I0428 11:03:25.890040 3782 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-142.ec2.internal for the network default I0428 11:03:25.891069 3782 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-142.ec2.internal" on network "default" took: 1.369213ms I0428 11:03:26.182916 3782 default_node_network_controller.go:519] Node connection status = connected I0428 11:03:26.682123 3782 default_node_network_controller.go:519] Node connection status = connected I0428 11:03:27.182268 3782 default_node_network_controller.go:519] Node connection status = connected I0428 11:03:27.442347 3782 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0428 11:03:27.682417 3782 default_node_network_controller.go:519] Node connection status = connected I0428 11:03:27.699348 3782 bridgeconfig.go:537] Gateway is ready I0428 11:03:27.699363 3782 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0428 11:03:27.711052 3782 node_ip_handler_linux.go:247] Node primary address changed to 10.0.2.127. Updating OVN encap IP. I0428 11:03:27.716243 3782 node_ip_handler_linux.go:542] Will not update encap IP 10.0.2.127 - it is already configured I0428 11:03:27.716267 3782 node_ip_handler_linux.go:485] Node address changed to map[10.0.2.127/24:{} 172.20.0.1/32:{}]. Updating annotations. I0428 11:03:27.716461 3782 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.2.127/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-127.ec2.internal","mac-address":"0e:64:52:41:ee:6d","ip-addresses":["10.0.2.127/24"],"ip-address":"10.0.2.127/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:bf44c699-8f52-4395-9164-8c312d14eb22 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.127/24"}] on node ip-10-0-2-127.ec2.internal I0428 11:03:27.731648 3782 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-127.ec2.internal I0428 11:03:27.731668 3782 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-127.ec2.internal: 29.186µs I0428 11:03:27.731683 3782 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-127.ec2.internal in network "default" I0428 11:03:27.731719 3782 egressfirewall.go:723] Syncing node "ip-10-0-2-127.ec2.internal" for egress firewall I0428 11:03:27.731737 3782 node_tracker.go:169] Node ip-10-0-2-127.ec2.internal switch + router changed, syncing services in network "default" I0428 11:03:27.731752 3782 services_controller.go:574] Full service sync requested for network=default I0428 11:03:27.731772 3782 master.go:548] Adding or Updating local node "ip-10-0-2-127.ec2.internal" for network "default" I0428 11:03:27.732091 3782 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.2.127 I0428 11:03:27.732227 3782 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-2-127.ec2.internal I0428 11:03:27.736154 3782 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-127.ec2.internal. Updating no re-route policies I0428 11:03:27.736247 3782 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-127.ec2.internal I0428 11:03:27.736259 3782 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-rbvzz I0428 11:03:27.736269 3782 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-127.ec2.internal I0428 11:03:27.736275 3782 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-rbvzz I0428 11:03:27.736275 3782 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-127.ec2.internal I0428 11:03:27.736289 3782 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-127.ec2.internal I0428 11:03:27.736291 3782 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-mqjdw I0428 11:03:27.736302 3782 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-szfqz I0428 11:03:27.736306 3782 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-rbvzz after 0 failed attempt(s) I0428 11:03:27.736307 3782 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-127.ec2.internal after 0 failed attempt(s) I0428 11:03:27.736310 3782 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-mqjdw I0428 11:03:27.736315 3782 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-szfqz I0428 11:03:27.736319 3782 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-n55vl I0428 11:03:27.736322 3782 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-wn6vq I0428 11:03:27.736327 3782 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-6hd9d I0428 11:03:27.736332 3782 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-wn6vq I0428 11:03:27.736325 3782 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-z8bkh I0428 11:03:27.736338 3782 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-szfqz after 0 failed attempt(s) I0428 11:03:27.736341 3782 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-6hd9d I0428 11:03:27.736346 3782 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-wn6vq after 0 failed attempt(s) I0428 11:03:27.736332 3782 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-n55vl I0428 11:03:27.736351 3782 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-mqjdw] creating logical port openshift-multus_network-metrics-daemon-mqjdw for pod on switch ip-10-0-2-127.ec2.internal I0428 11:03:27.736362 3782 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-n55vl after 0 failed attempt(s) I0428 11:03:27.736375 3782 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-5wrzr I0428 11:03:27.736394 3782 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-5wrzr I0428 11:03:27.736409 3782 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-fhrb7 I0428 11:03:27.736416 3782 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-5wrzr after 0 failed attempt(s) I0428 11:03:27.736418 3782 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-pnf2m I0428 11:03:27.736377 3782 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-6hd9d, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-6hd9d: suppressed error logged: pod openshift-multus/network-metrics-daemon-6hd9d: no pod IPs found I0428 11:03:27.736424 3782 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-l2ghq I0428 11:03:27.736408 3782 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-mxd6k I0428 11:03:27.736435 3782 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-l2ghq I0428 11:03:27.736439 3782 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-mxd6k I0428 11:03:27.736449 3782 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-l2ghq after 0 failed attempt(s) I0428 11:03:27.736450 3782 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-pnf2m I0428 11:03:27.736466 3782 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-pnf2m after 0 failed attempt(s) I0428 11:03:27.736332 3782 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-7qvjt I0428 11:03:27.736495 3782 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-7qvjt I0428 11:03:27.736348 3782 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-z8bkh I0428 11:03:27.736519 3782 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-7qvjt after 0 failed attempt(s) I0428 11:03:27.736536 3782 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-z8bkh] creating logical port openshift-network-diagnostics_network-check-target-z8bkh for pod on switch ip-10-0-2-127.ec2.internal I0428 11:03:27.736424 3782 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-fhrb7 I0428 11:03:27.736590 3782 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-fhrb7 after 0 failed attempt(s) I0428 11:03:27.736479 3782 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-mxd6k, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-mxd6k: suppressed error logged: pod openshift-network-diagnostics/network-check-target-mxd6k: no pod IPs found I0428 11:03:27.736306 3782 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-127.ec2.internal after 0 failed attempt(s) I0428 11:03:27.737167 3782 pods.go:271] [openshift-multus/network-metrics-daemon-mqjdw] addLogicalPort took 825.453µs, libovsdb time 369.727µs I0428 11:03:27.737178 3782 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-mqjdw after 0 failed attempt(s) I0428 11:03:27.737218 3782 pods.go:271] [openshift-network-diagnostics/network-check-target-z8bkh] addLogicalPort took 694.526µs, libovsdb time 318.528µs I0428 11:03:27.737224 3782 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-z8bkh after 0 failed attempt(s) I0428 11:03:27.747741 3782 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0428 11:03:27.759346 3782 iptables.go:108] Creating table: mangle chain: OUTPUT I0428 11:03:27.762741 3782 iptables.go:108] Creating table: nat chain: OUTPUT I0428 11:03:27.807790 3782 iptables.go:108] Creating table: nat chain: PREROUTING I0428 11:03:27.865662 3782 iptables.go:108] Creating table: filter chain: FORWARD I0428 11:03:27.882626 3782 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0428 11:03:27.882810 3782 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0428 11:03:27.882852 3782 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0428 11:03:27.882935 3782 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0428 11:03:27.882984 3782 gateway_init.go:325] Gateway and management port readiness took 2.70535661s I0428 11:03:27.883014 3782 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0428 11:03:27.883050 3782 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0428 11:03:27.883066 3782 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0428 11:03:27.883078 3782 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0428 11:03:27.883170 3782 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0428 11:03:27.883311 3782 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 88.171µs I0428 11:03:27.883512 3782 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0428 11:03:27.883536 3782 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 15.391µs I0428 11:03:27.883548 3782 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 33.392µs I0428 11:03:27.883554 3782 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0428 11:03:27.883563 3782 nad_controller.go:379] [node-nad-controller NAD controller]: started I0428 11:03:27.883568 3782 default_node_network_controller.go:899] Starting the default node network controller I0428 11:03:27.883573 3782 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0428 11:03:27.883661 3782 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 16.412µs I0428 11:03:27.883704 3782 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0428 11:03:27.883714 3782 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0428 11:03:27.883750 3782 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000873cf0 0xc000348700 0xc000348770 0xc0003487e0 0xc000348850 0xc000348930 0xc0003489a0 0xc000a97a40 0xc000348a10 0xc000348a80 0xc0001e0320 0xc0065e5340 0xc000348af0 map[0x2ff9080:0xc0022178c0 0x2ff95c0:0xc002217a40 0x2ffa2e0:0xc002217800 0x2ffa580:0xc002217860 0x2ffad60:0xc002217920 0x2ffb000:0xc002217980 0x2ffb2a0:0xc0022179e0 0x2ffba80:0xc002217aa0 0x2ffbd20:0xc002217b00 0x3026980:0xc000e0d500 0x3026d20:0xc000e0d620 0x3027800:0xc000d10f00 0x3029160:0xc001c18000 0x30298a0:0xc000e0d680 0x302a720:0xc000e0d4a0] 0xc0001dd1f0 0} I0428 11:03:27.883817 3782 gateway.go:151] Starting gateway service sync I0428 11:03:27.884219 3782 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0428 11:03:27.886380 3782 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0428 11:03:27.912961 3782 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0428 11:03:27.914045 3782 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0428 11:03:27.915029 3782 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0428 11:03:27.949267 3782 gateway.go:168] Gateway service sync done. Time taken: 65.436359ms I0428 11:03:27.949645 3782 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30408 I0428 11:03:27.950518 3782 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000873cf0 0xc000348700 0xc000348770 0xc0003487e0 0xc000348850 0xc000348930 0xc0003489a0 0xc000a97a40 0xc000348a10 0xc000348a80 0xc0001e0320 0xc0065e5340 0xc000348af0 map[0x2ff9080:0xc0022178c0 0x2ff95c0:0xc002217a40 0x2ffa2e0:0xc002217800 0x2ffa580:0xc002217860 0x2ffad60:0xc002217920 0x2ffb000:0xc002217980 0x2ffb2a0:0xc0022179e0 0x2ffba80:0xc002217aa0 0x2ffbd20:0xc002217b00 0x3026980:0xc000e0d500 0x3026d20:0xc000e0d620 0x3027800:0xc000d10f00 0x3029160:0xc001c18000 0x30298a0:0xc000e0d680 0x302a720:0xc000e0d4a0] 0xc0001dd1f0 0} I0428 11:03:27.950937 3782 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000873cf0 0xc000348700 0xc000348770 0xc0003487e0 0xc000348850 0xc000348930 0xc0003489a0 0xc000a97a40 0xc000348a10 0xc000348a80 0xc0001e0320 0xc0065e5340 0xc000348af0 map[0x2ff9080:0xc0022178c0 0x2ff95c0:0xc002217a40 0x2ffa2e0:0xc002217800 0x2ffa580:0xc002217860 0x2ffad60:0xc002217920 0x2ffb000:0xc002217980 0x2ffb2a0:0xc0022179e0 0x2ffba80:0xc002217aa0 0x2ffbd20:0xc002217b00 0x3026980:0xc000e0d500 0x3026d20:0xc000e0d620 0x3027800:0xc000d10f00 0x3029160:0xc001c18000 0x30298a0:0xc000e0d680 0x302a720:0xc000e0d4a0] 0xc0001dd1f0 0} I0428 11:03:27.950974 3782 gateway.go:532] Reconciling gateway with updates I0428 11:03:27.956525 3782 gateway.go:339] Spawning Conntrack Rule Check Thread I0428 11:03:27.956550 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0428 11:03:27.956554 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0428 11:03:27.956564 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0428 11:03:27.956567 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0428 11:03:27.956568 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0428 11:03:27.956571 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0428 11:03:27.956575 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0428 11:03:27.956584 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0428 11:03:27.956590 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0428 11:03:27.956590 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0428 11:03:27.956591 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0428 11:03:27.956604 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0428 11:03:27.956602 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0428 11:03:27.956608 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0428 11:03:27.956613 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0428 11:03:27.956617 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0428 11:03:27.956616 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0428 11:03:27.956625 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0428 11:03:27.956630 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0428 11:03:27.956639 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0428 11:03:27.956639 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0428 11:03:27.956647 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0428 11:03:27.956651 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0428 11:03:27.956654 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0428 11:03:27.956656 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0428 11:03:27.956667 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0428 11:03:27.956670 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0428 11:03:27.956673 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0428 11:03:27.956684 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0428 11:03:27.956689 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0428 11:03:27.956694 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0428 11:03:27.956696 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0428 11:03:27.956698 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0428 11:03:27.956702 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0428 11:03:27.956707 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0428 11:03:27.956661 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0428 11:03:27.956714 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0428 11:03:27.956717 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0428 11:03:27.956715 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0428 11:03:27.956720 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0428 11:03:27.956723 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0428 11:03:27.956725 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0428 11:03:27.956604 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0428 11:03:27.956730 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0428 11:03:27.956731 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0428 11:03:27.956733 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0428 11:03:27.956734 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0428 11:03:27.956740 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0428 11:03:27.956742 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0428 11:03:27.956741 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0428 11:03:27.956640 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0428 11:03:27.956749 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0428 11:03:27.956754 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0428 11:03:27.956594 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0428 11:03:27.956756 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0428 11:03:27.956683 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0428 11:03:27.956772 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0428 11:03:27.956779 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0428 11:03:27.956700 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0428 11:03:27.956789 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0428 11:03:27.956647 3782 default_node_network_controller.go:944] Gateway and management port readiness took 72.924311ms I0428 11:03:27.956689 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0428 11:03:27.956836 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0428 11:03:27.956671 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0428 11:03:27.956653 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0428 11:03:27.956582 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0428 11:03:27.956968 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0428 11:03:27.956618 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0428 11:03:27.956627 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0428 11:03:27.957010 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0428 11:03:27.956630 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0428 11:03:27.957037 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0428 11:03:27.956594 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0428 11:03:27.957065 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0428 11:03:27.956673 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0428 11:03:27.956673 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0428 11:03:27.956685 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0428 11:03:27.957135 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0428 11:03:27.956682 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0428 11:03:27.957182 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0428 11:03:27.956689 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0428 11:03:27.957234 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0428 11:03:27.956603 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0428 11:03:27.957275 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0428 11:03:27.956705 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0428 11:03:27.956707 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0428 11:03:27.957343 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0428 11:03:27.956706 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0428 11:03:27.957358 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0428 11:03:27.956709 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0428 11:03:27.957396 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0428 11:03:27.956711 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0428 11:03:27.957432 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0428 11:03:27.956720 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0428 11:03:27.957459 3782 node_ip_handler_linux.go:160] Node IP manager is running I0428 11:03:27.956718 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0428 11:03:27.957514 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0428 11:03:27.956721 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0428 11:03:27.957560 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0428 11:03:27.956722 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0428 11:03:27.957601 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0428 11:03:27.957610 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0428 11:03:27.956746 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0428 11:03:27.957631 3782 port_claim.go:71] Svc openshift-ingress/router-default: port 32323 is already open, no action needed I0428 11:03:27.957644 3782 port_claim.go:71] Svc openshift-ingress/router-default: port 30139 is already open, no action needed W0428 11:03:27.997478 3782 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0428 11:03:27.997661 3782 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0428 11:03:27.997783 3782 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:81:00:01/10.129.0.1) on link ovn-k8s-mp0 I0428 11:03:28.007541 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0428 11:03:28.027152 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0428 11:03:28.027211 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0428 11:03:28.027233 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0428 11:03:28.027259 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0428 11:03:28.027271 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0428 11:03:28.027279 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0428 11:03:28.027287 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0428 11:03:28.027296 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0428 11:03:28.027304 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0428 11:03:28.027312 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0428 11:03:28.027319 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0428 11:03:28.027327 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0428 11:03:28.027334 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0428 11:03:28.027342 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0428 11:03:28.027358 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0428 11:03:28.027375 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0428 11:03:28.027382 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0428 11:03:28.027388 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0428 11:03:28.027395 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0428 11:03:28.027400 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0428 11:03:28.027405 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0428 11:03:28.027410 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0428 11:03:28.027415 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0428 11:03:28.027421 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0428 11:03:28.027431 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0428 11:03:28.027438 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0428 11:03:28.027449 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0428 11:03:28.027456 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0428 11:03:28.027464 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0428 11:03:28.066423 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0428 11:03:28.437798 3782 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-214.ec2.internal in network "default" I0428 11:03:28.437804 3782 default_network_controller.go:1025] Node "ip-10-0-1-214.ec2.internal" in remote zone "ip-10-0-1-214.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0428 11:03:28.437840 3782 node_tracker.go:235] Node ip-10-0-1-214.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-214.ec2.internal" I0428 11:03:28.437854 3782 node_tracker.go:169] Node ip-10-0-1-214.ec2.internal switch + router changed, syncing services in network "default" I0428 11:03:28.437868 3782 services_controller.go:574] Full service sync requested for network=default I0428 11:03:28.448480 3782 egressfirewall.go:723] Syncing node "ip-10-0-0-142.ec2.internal" for egress firewall I0428 11:03:28.448506 3782 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-142.ec2.internal I0428 11:03:28.448522 3782 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-142.ec2.internal: 19.908µs I0428 11:03:28.448527 3782 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-142.ec2.internal in network "default" I0428 11:03:28.448578 3782 node_tracker.go:169] Node ip-10-0-0-142.ec2.internal switch + router changed, syncing services in network "default" I0428 11:03:28.448594 3782 services_controller.go:574] Full service sync requested for network=default I0428 11:03:28.448623 3782 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-142.ec2.internal. Updating no re-route policies I0428 11:03:28.612760 3782 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-214.ec2.internal in network "default" I0428 11:03:28.612860 3782 node_tracker.go:169] Node ip-10-0-1-214.ec2.internal switch + router changed, syncing services in network "default" I0428 11:03:28.612865 3782 default_network_controller.go:1025] Node "ip-10-0-1-214.ec2.internal" in remote zone "ip-10-0-1-214.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0428 11:03:28.612874 3782 services_controller.go:574] Full service sync requested for network=default I0428 11:03:28.613950 3782 zone_ic_handler.go:195] Time taken to create transit switch: 291.671µs I0428 11:03:28.613963 3782 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-214.ec2.internal for the network default I0428 11:03:28.615047 3782 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-214.ec2.internal" on network "default" took: 1.406195ms I0428 11:03:29.990265 3782 default_node_network_controller.go:1380] Starting node controller node sync W0428 11:03:29.990337 3782 egressip_healthcheck.go:76] Health checking using insecure connection I0428 11:03:29.990377 3782 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.129.0.2:9107 I0428 11:03:30.002399 3782 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 12.11508ms I0428 11:03:30.002513 3782 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-142.ec2.internal", IP: 10.0.0.142 to PMTUD blocking rules I0428 11:03:30.002528 3782 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-142.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0428 11:03:30.007808 3782 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0428 11:03:30.008515 3782 egressservice_node.go:93] Setting up event handlers for Egress Services I0428 11:03:30.008614 3782 egressservice_node.go:183] Starting Egress Services Controller I0428 11:03:30.008633 3782 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0428 11:03:30.008647 3782 shared_informer.go:356] "Caches are synced" controller="egressservices" I0428 11:03:30.008656 3782 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0428 11:03:30.008663 3782 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0428 11:03:30.008671 3782 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0428 11:03:30.008678 3782 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0428 11:03:30.008686 3782 egressservice_node.go:197] Repairing Egress Services I0428 11:03:30.018677 3782 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0428 11:03:30.018690 3782 external_controller.go:278] Starting Admin Policy Based Route Controller I0428 11:03:30.018873 3782 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0428 11:03:30.018885 3782 link_network_manager.go:119] Link manager is running I0428 11:03:30.018896 3782 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0428 11:03:30.019031 3782 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0428 11:03:30.019274 3782 vrf_manager.go:128] VRF manager is running I0428 11:03:30.019354 3782 node_controller_manager.go:437] Removing flows to drop GARP I0428 11:03:30.019363 3782 gateway.go:532] Reconciling gateway with updates I0428 11:03:30.041923 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0428 11:03:30.041932 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0428 11:03:30.041939 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0428 11:03:30.041942 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0428 11:03:30.041949 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0428 11:03:30.041949 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0428 11:03:30.041960 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0428 11:03:30.041959 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0428 11:03:30.041966 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0428 11:03:30.041970 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0428 11:03:30.041974 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0428 11:03:30.041977 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0428 11:03:30.041978 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0428 11:03:30.041987 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0428 11:03:30.041988 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0428 11:03:30.041987 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0428 11:03:30.041943 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0428 11:03:30.041995 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0428 11:03:30.042000 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0428 11:03:30.042004 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0428 11:03:30.042006 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0428 11:03:30.042007 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0428 11:03:30.042013 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0428 11:03:30.042013 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0428 11:03:30.042021 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0428 11:03:30.042023 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0428 11:03:30.042025 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0428 11:03:30.042029 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0428 11:03:30.042027 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0428 11:03:30.042037 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0428 11:03:30.042039 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0428 11:03:30.042043 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0428 11:03:30.042045 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0428 11:03:30.042049 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0428 11:03:30.042056 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0428 11:03:30.041962 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0428 11:03:30.042063 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0428 11:03:30.042065 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0428 11:03:30.042077 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0428 11:03:30.042078 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0428 11:03:30.042079 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0428 11:03:30.042084 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0428 11:03:30.042085 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0428 11:03:30.042088 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0428 11:03:30.042091 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0428 11:03:30.042114 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0428 11:03:30.042118 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0428 11:03:30.042080 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0428 11:03:30.042127 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0428 11:03:30.041953 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0428 11:03:30.042170 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0428 11:03:30.041950 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0428 11:03:30.042216 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0428 11:03:30.042026 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0428 11:03:30.042225 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0428 11:03:30.042078 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0428 11:03:30.042022 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0428 11:03:30.042277 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0428 11:03:30.042057 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0428 11:03:30.042302 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0428 11:03:30.042036 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0428 11:03:30.042336 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0428 11:03:30.041979 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0428 11:03:30.042011 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0428 11:03:30.042384 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0428 11:03:30.041993 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0428 11:03:30.042013 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0428 11:03:30.042017 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0428 11:03:30.042027 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0428 11:03:30.042041 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0428 11:03:30.042439 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0428 11:03:30.042443 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0428 11:03:30.042049 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0428 11:03:30.042452 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0428 11:03:30.041969 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0428 11:03:30.042481 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0428 11:03:30.042049 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0428 11:03:30.042489 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0428 11:03:30.042057 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0428 11:03:30.042511 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0428 11:03:30.042066 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0428 11:03:30.042542 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0428 11:03:30.042546 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0428 11:03:30.042066 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0428 11:03:30.042066 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0428 11:03:30.042063 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0428 11:03:30.042614 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0428 11:03:30.042626 3782 port_claim.go:71] Svc openshift-ingress/router-default: port 32323 is already open, no action needed I0428 11:03:30.042633 3782 port_claim.go:71] Svc openshift-ingress/router-default: port 30139 is already open, no action needed I0428 11:03:30.042068 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0428 11:03:30.042673 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0428 11:03:30.042078 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0428 11:03:30.042678 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0428 11:03:30.042078 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0428 11:03:30.042685 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0428 11:03:30.042684 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0428 11:03:30.042694 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0428 11:03:30.042079 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0428 11:03:30.042743 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0428 11:03:30.042082 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0428 11:03:30.042764 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0428 11:03:30.041994 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0428 11:03:30.042087 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0428 11:03:30.080586 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0428 11:03:30.080610 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0428 11:03:30.080618 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0428 11:03:30.080626 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0428 11:03:30.080635 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0428 11:03:30.080641 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0428 11:03:30.080646 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0428 11:03:30.080651 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0428 11:03:30.119963 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0428 11:03:30.119990 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0428 11:03:30.120003 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0428 11:03:30.120009 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0428 11:03:30.120016 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0428 11:03:30.120023 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0428 11:03:30.120029 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0428 11:03:30.120036 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0428 11:03:30.120045 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0428 11:03:30.120053 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0428 11:03:30.120061 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0428 11:03:30.120065 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0428 11:03:30.120071 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0428 11:03:30.120076 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0428 11:03:30.120083 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0428 11:03:30.120110 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0428 11:03:30.120124 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0428 11:03:30.159837 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0428 11:03:30.159874 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0428 11:03:30.159891 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0428 11:03:30.159897 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0428 11:03:30.159905 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0428 11:03:30.159914 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0428 11:03:31.169431 3782 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-214.ec2.internal I0428 11:03:31.169455 3782 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-214.ec2.internal: 32.871µs I0428 11:03:31.169434 3782 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-214.ec2.internal in network "default" I0428 11:03:31.169502 3782 egressfirewall.go:723] Syncing node "ip-10-0-1-214.ec2.internal" for egress firewall I0428 11:03:31.169555 3782 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-214.ec2.internal", IP: 10.0.1.214 to PMTUD blocking rules I0428 11:03:31.169578 3782 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-214.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0428 11:03:31.172002 3782 node_tracker.go:169] Node ip-10-0-1-214.ec2.internal switch + router changed, syncing services in network "default" I0428 11:03:31.172219 3782 services_controller.go:574] Full service sync requested for network=default I0428 11:03:31.177889 3782 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-214.ec2.internal. Updating no re-route policies I0428 11:03:31.185525 3782 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-214.ec2.internal", IP: 10.0.1.214 to PMTUD blocking rules I0428 11:03:31.185551 3782 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-214.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0428 11:03:32.258250 3782 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-127.ec2.internal I0428 11:03:32.258279 3782 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-127.ec2.internal: 38.571µs I0428 11:03:32.289399 3782 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-6c8946d869-rc9f4] creating logical port openshift-image-registry_image-registry-6c8946d869-rc9f4 for pod on switch ip-10-0-2-127.ec2.internal I0428 11:03:32.289512 3782 kube.go:256] Updating pod openshift-image-registry/image-registry-6c8946d869-rc9f4 I0428 11:03:32.315717 3782 pod.go:62] [openshift-image-registry/image-registry-6c8946d869-rc9f4] pod update took 26.233514ms I0428 11:03:32.315745 3782 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-6c8946d869-rc9f4] addLogicalPort annotation time took 26.261742ms I0428 11:03:32.317065 3782 pods.go:271] [openshift-image-registry/image-registry-6c8946d869-rc9f4] addLogicalPort took 27.674535ms, libovsdb time 1.012801ms I0428 11:03:32.335055 3782 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-crk7x] creating logical port openshift-dns_dns-default-crk7x for pod on switch ip-10-0-2-127.ec2.internal I0428 11:03:32.335070 3782 base_network_controller_pods.go:487] [default/openshift-console-operator/console-operator-66dbbb6468-5fr79] creating logical port openshift-console-operator_console-operator-66dbbb6468-5fr79 for pod on switch ip-10-0-2-127.ec2.internal I0428 11:03:32.335180 3782 kube.go:256] Updating pod openshift-dns/dns-default-crk7x I0428 11:03:32.335179 3782 kube.go:256] Updating pod openshift-console-operator/console-operator-66dbbb6468-5fr79 I0428 11:03:32.337791 3782 base_network_controller_pods.go:487] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-lvlbb] creating logical port openshift-monitoring_cluster-monitoring-operator-557b74df6-lvlbb for pod on switch ip-10-0-2-127.ec2.internal I0428 11:03:32.337860 3782 kube.go:256] Updating pod openshift-monitoring/cluster-monitoring-operator-557b74df6-lvlbb I0428 11:03:32.340867 3782 base_network_controller_pods.go:487] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-ddbb8] creating logical port openshift-cluster-storage-operator_volume-data-source-validator-6944588dcc-ddbb8 for pod on switch ip-10-0-2-127.ec2.internal I0428 11:03:32.340930 3782 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-rgsc2] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-rgsc2 for pod on switch ip-10-0-2-127.ec2.internal I0428 11:03:32.340966 3782 kube.go:256] Updating pod openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-ddbb8 I0428 11:03:32.341031 3782 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-rgsc2 I0428 11:03:32.341049 3782 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-gc48p] creating logical port openshift-kube-storage-version-migrator-operator_kube-storage-version-migrator-operator-74478b59c6-gc48p for pod on switch ip-10-0-2-127.ec2.internal I0428 11:03:32.341145 3782 kube.go:256] Updating pod openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-gc48p I0428 11:03:32.362921 3782 base_network_controller_pods.go:487] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-mrnfr] creating logical port openshift-service-ca-operator_service-ca-operator-bc9564db4-mrnfr for pod on switch ip-10-0-2-127.ec2.internal I0428 11:03:32.363017 3782 kube.go:256] Updating pod openshift-service-ca-operator/service-ca-operator-bc9564db4-mrnfr I0428 11:03:32.363143 3782 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-74bcd9648c-v9ffn] creating logical port openshift-ingress_router-default-74bcd9648c-v9ffn for pod on switch ip-10-0-2-127.ec2.internal I0428 11:03:32.363221 3782 kube.go:256] Updating pod openshift-ingress/router-default-74bcd9648c-v9ffn I0428 11:03:32.365587 3782 pod.go:62] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-ddbb8] pod update took 24.652693ms I0428 11:03:32.365604 3782 base_network_controller_pods.go:951] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-ddbb8] addLogicalPort annotation time took 24.670581ms I0428 11:03:32.366494 3782 pods.go:271] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-ddbb8] addLogicalPort took 25.637848ms, libovsdb time 693.991µs I0428 11:03:32.370676 3782 pod.go:62] [openshift-monitoring/cluster-monitoring-operator-557b74df6-lvlbb] pod update took 32.829929ms I0428 11:03:32.370695 3782 base_network_controller_pods.go:951] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-lvlbb] addLogicalPort annotation time took 32.84911ms I0428 11:03:32.371522 3782 pods.go:271] [openshift-monitoring/cluster-monitoring-operator-557b74df6-lvlbb] addLogicalPort took 33.739042ms, libovsdb time 626.764µs I0428 11:03:32.375760 3782 pod.go:62] [openshift-console-operator/console-operator-66dbbb6468-5fr79] pod update took 40.605189ms I0428 11:03:32.375778 3782 base_network_controller_pods.go:951] [default/openshift-console-operator/console-operator-66dbbb6468-5fr79] addLogicalPort annotation time took 40.624069ms I0428 11:03:32.375930 3782 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-rgsc2] pod update took 34.919357ms I0428 11:03:32.375948 3782 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-rgsc2] addLogicalPort annotation time took 34.936382ms I0428 11:03:32.376638 3782 pods.go:271] [openshift-console-operator/console-operator-66dbbb6468-5fr79] addLogicalPort took 41.582711ms, libovsdb time 629.923µs I0428 11:03:32.376859 3782 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-rgsc2] addLogicalPort took 35.940119ms, libovsdb time 712.523µs I0428 11:03:32.377875 3782 pod.go:62] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-gc48p] pod update took 36.745054ms I0428 11:03:32.377896 3782 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-gc48p] addLogicalPort annotation time took 36.764835ms I0428 11:03:32.377953 3782 pod.go:62] [openshift-dns/dns-default-crk7x] pod update took 42.80679ms I0428 11:03:32.377969 3782 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-crk7x] addLogicalPort annotation time took 42.825195ms I0428 11:03:32.378058 3782 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-6dnbd] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-6dnbd for pod on switch ip-10-0-2-127.ec2.internal I0428 11:03:32.378228 3782 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-6dnbd I0428 11:03:32.379201 3782 pods.go:271] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-gc48p] addLogicalPort took 38.159499ms, libovsdb time 1.004752ms I0428 11:03:32.379331 3782 pods.go:271] [openshift-dns/dns-default-crk7x] addLogicalPort took 44.289355ms, libovsdb time 1.095847ms I0428 11:03:32.387268 3782 pod.go:62] [openshift-service-ca-operator/service-ca-operator-bc9564db4-mrnfr] pod update took 24.270035ms I0428 11:03:32.387284 3782 base_network_controller_pods.go:951] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-mrnfr] addLogicalPort annotation time took 24.287069ms I0428 11:03:32.387548 3782 pod.go:62] [openshift-ingress/router-default-74bcd9648c-v9ffn] pod update took 24.345253ms I0428 11:03:32.387562 3782 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-74bcd9648c-v9ffn] addLogicalPort annotation time took 24.361652ms I0428 11:03:32.388279 3782 pods.go:271] [openshift-service-ca-operator/service-ca-operator-bc9564db4-mrnfr] addLogicalPort took 25.3643ms, libovsdb time 777.138µs I0428 11:03:32.388336 3782 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-6454669b5b-rlfk2] creating logical port openshift-ingress_router-default-6454669b5b-rlfk2 for pod on switch ip-10-0-2-127.ec2.internal I0428 11:03:32.388371 3782 pods.go:271] [openshift-ingress/router-default-74bcd9648c-v9ffn] addLogicalPort took 25.235081ms, libovsdb time 602.05µs I0428 11:03:32.388409 3782 kube.go:256] Updating pod openshift-ingress/router-default-6454669b5b-rlfk2 I0428 11:03:32.403691 3782 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-6dnbd] pod update took 25.490053ms I0428 11:03:32.403711 3782 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-6dnbd] addLogicalPort annotation time took 25.510789ms I0428 11:03:32.404834 3782 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-6dnbd] addLogicalPort took 26.790001ms, libovsdb time 865.523µs I0428 11:03:32.408959 3782 pod.go:62] [openshift-ingress/router-default-6454669b5b-rlfk2] pod update took 20.576642ms I0428 11:03:32.408980 3782 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-6454669b5b-rlfk2] addLogicalPort annotation time took 20.598992ms I0428 11:03:32.410096 3782 pods.go:271] [openshift-ingress/router-default-6454669b5b-rlfk2] addLogicalPort took 21.766471ms, libovsdb time 783.76µs I0428 11:03:32.424316 3782 base_network_controller_pods.go:487] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-qgjs6] creating logical port openshift-cluster-samples-operator_cluster-samples-operator-67f4d568c7-qgjs6 for pod on switch ip-10-0-2-127.ec2.internal I0428 11:03:32.424386 3782 kube.go:256] Updating pod openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-qgjs6 I0428 11:03:32.451389 3782 pod.go:62] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-qgjs6] pod update took 27.02063ms I0428 11:03:32.451417 3782 base_network_controller_pods.go:951] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-qgjs6] addLogicalPort annotation time took 27.044624ms I0428 11:03:32.452413 3782 pods.go:271] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-qgjs6] addLogicalPort took 28.153532ms, libovsdb time 665.709µs I0428 11:03:32.462324 3782 base_network_controller_pods.go:487] [default/openshift-insights/insights-operator-6dbb575d6c-9qwj5] creating logical port openshift-insights_insights-operator-6dbb575d6c-9qwj5 for pod on switch ip-10-0-2-127.ec2.internal I0428 11:03:32.462399 3782 kube.go:256] Updating pod openshift-insights/insights-operator-6dbb575d6c-9qwj5 I0428 11:03:32.465894 3782 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-vhcxs] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-catalog-vhcxs for pod on switch ip-10-0-2-127.ec2.internal I0428 11:03:32.466002 3782 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-fz87f] creating logical port openshift-ingress-canary_ingress-canary-fz87f for pod on switch ip-10-0-2-127.ec2.internal I0428 11:03:32.466013 3782 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-catalog-vhcxs I0428 11:03:32.466058 3782 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-fz87f I0428 11:03:32.466125 3782 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29622900-d5prm] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29622900-d5prm for pod on switch ip-10-0-2-127.ec2.internal I0428 11:03:32.466302 3782 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29622900-d5prm I0428 11:03:32.485234 3782 pod.go:62] [openshift-insights/insights-operator-6dbb575d6c-9qwj5] pod update took 22.858775ms I0428 11:03:32.485250 3782 base_network_controller_pods.go:951] [default/openshift-insights/insights-operator-6dbb575d6c-9qwj5] addLogicalPort annotation time took 22.878383ms I0428 11:03:32.485306 3782 pod.go:62] [openshift-ingress-canary/ingress-canary-fz87f] pod update took 19.265814ms I0428 11:03:32.485322 3782 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-fz87f] addLogicalPort annotation time took 19.283404ms I0428 11:03:32.485337 3782 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29622900-d5prm] pod update took 19.059904ms I0428 11:03:32.485356 3782 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29622900-d5prm] addLogicalPort annotation time took 19.07833ms I0428 11:03:32.485410 3782 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-vhcxs] pod update took 19.429126ms I0428 11:03:32.485429 3782 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-vhcxs] addLogicalPort annotation time took 19.448067ms I0428 11:03:32.486253 3782 pods.go:271] [openshift-insights/insights-operator-6dbb575d6c-9qwj5] addLogicalPort took 23.937592ms, libovsdb time 734.357µs I0428 11:03:32.486297 3782 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-j4v5s] creating logical port openshift-network-diagnostics_network-check-source-84fd6d9d54-j4v5s for pod on switch ip-10-0-2-127.ec2.internal I0428 11:03:32.486355 3782 kube.go:256] Updating pod openshift-network-diagnostics/network-check-source-84fd6d9d54-j4v5s I0428 11:03:32.486499 3782 pods.go:271] [openshift-ingress-canary/ingress-canary-fz87f] addLogicalPort took 20.504053ms, libovsdb time 942.617µs I0428 11:03:32.486938 3782 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29622900-d5prm] addLogicalPort took 20.837771ms, libovsdb time 1.21749ms I0428 11:03:32.487272 3782 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-vhcxs] addLogicalPort took 21.390528ms, libovsdb time 1.516435ms I0428 11:03:32.502541 3782 pod.go:62] [openshift-network-diagnostics/network-check-source-84fd6d9d54-j4v5s] pod update took 16.211369ms I0428 11:03:32.502557 3782 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-j4v5s] addLogicalPort annotation time took 16.228947ms I0428 11:03:32.503381 3782 pods.go:271] [openshift-network-diagnostics/network-check-source-84fd6d9d54-j4v5s] addLogicalPort took 17.088656ms, libovsdb time 580.373µs I0428 11:03:32.726924 3782 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-142.ec2.internal I0428 11:03:32.726952 3782 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-142.ec2.internal: 34.432µs I0428 11:03:32.835943 3782 cni.go:452] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-ddbb8 81d6e435f18e352db0b073b6b511895d5e86cbfa9171210c5cf3df282358f9c0 network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-ddbb8 81d6e435f18e352db0b073b6b511895d5e86cbfa9171210c5cf3df282358f9c0 network default NAD default NAD key ] I0428 11:03:32.872120 3782 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-storage-operator, podName: volume-data-source-validator-6944588dcc-ddbb8, hostIfaceName: 81d6e435f18e352, network: default, NAD default, SandboxID: "81d6e435f18e352db0b073b6b511895d5e86cbfa9171210c5cf3df282358f9c0", PCI device ID: , UID: "85b55eeb-74dd-487b-ba28-8cb90ce76938", MAC: 0a:58:0a:81:00:09, IPs: [10.129.0.9/23] I0428 11:03:32.885422 3782 cni.go:452] [openshift-service-ca-operator/service-ca-operator-bc9564db4-mrnfr 7837017d0885874fd8f72b1619a3be59aff48ebe4e988b9c82f80f8a287477da network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-mrnfr 7837017d0885874fd8f72b1619a3be59aff48ebe4e988b9c82f80f8a287477da network default NAD default NAD key ] I0428 11:03:32.896520 3782 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca-operator, podName: service-ca-operator-bc9564db4-mrnfr, hostIfaceName: 7837017d0885874, network: default, NAD default, SandboxID: "7837017d0885874fd8f72b1619a3be59aff48ebe4e988b9c82f80f8a287477da", PCI device ID: , UID: "85f065de-ec89-418e-b5ea-b44a6330b248", MAC: 0a:58:0a:81:00:0c, IPs: [10.129.0.12/23] I0428 11:03:32.918758 3782 cni.go:473] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-ddbb8 81d6e435f18e352db0b073b6b511895d5e86cbfa9171210c5cf3df282358f9c0 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-ddbb8 81d6e435f18e352db0b073b6b511895d5e86cbfa9171210c5cf3df282358f9c0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:c7:5f:c9:a0:17\",\"name\":\"81d6e435f18e352\"},{\"mac\":\"0a:58:0a:81:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5a8b0ed7-87c4-426e-93a3-26b623268d91\"}],\"ips\":[{\"address\":\"10.129.0.9/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0428 11:03:32.939677 3782 cni.go:473] [openshift-service-ca-operator/service-ca-operator-bc9564db4-mrnfr 7837017d0885874fd8f72b1619a3be59aff48ebe4e988b9c82f80f8a287477da network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-mrnfr 7837017d0885874fd8f72b1619a3be59aff48ebe4e988b9c82f80f8a287477da network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:9e:5c:27:85:94\",\"name\":\"7837017d0885874\"},{\"mac\":\"0a:58:0a:81:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1f17c2a1-f475-4d19-8d5d-c6544cc71e19\"}],\"ips\":[{\"address\":\"10.129.0.12/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0428 11:03:32.994084 3782 cni.go:452] [openshift-insights/insights-operator-6dbb575d6c-9qwj5 2f339dd395b16c58d3971c055d8112f546b49153cd53f0967a31d7a8bebb6fab network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-operator-6dbb575d6c-9qwj5 2f339dd395b16c58d3971c055d8112f546b49153cd53f0967a31d7a8bebb6fab network default NAD default NAD key ] I0428 11:03:33.004467 3782 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-operator-6dbb575d6c-9qwj5, hostIfaceName: 2f339dd395b16c5, network: default, NAD default, SandboxID: "2f339dd395b16c58d3971c055d8112f546b49153cd53f0967a31d7a8bebb6fab", PCI device ID: , UID: "13308a68-f918-4e2b-828c-f4146f6efd4c", MAC: 0a:58:0a:81:00:11, IPs: [10.129.0.17/23] I0428 11:03:33.048723 3782 cni.go:473] [openshift-insights/insights-operator-6dbb575d6c-9qwj5 2f339dd395b16c58d3971c055d8112f546b49153cd53f0967a31d7a8bebb6fab network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-operator-6dbb575d6c-9qwj5 2f339dd395b16c58d3971c055d8112f546b49153cd53f0967a31d7a8bebb6fab network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:a6:e4:85:c0:08\",\"name\":\"2f339dd395b16c5\"},{\"mac\":\"0a:58:0a:81:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/32406083-68c3-44d8-a5df-74c82ab6d047\"}],\"ips\":[{\"address\":\"10.129.0.17/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0428 11:03:33.067236 3782 cni.go:452] [openshift-ingress-canary/ingress-canary-fz87f e86e65649f8eb019e3b4c8d756244a5e92c1083517da2e2588c72b39b0aaaf80 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-fz87f e86e65649f8eb019e3b4c8d756244a5e92c1083517da2e2588c72b39b0aaaf80 network default NAD default NAD key ] I0428 11:03:33.079451 3782 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-fz87f, hostIfaceName: e86e65649f8eb01, network: default, NAD default, SandboxID: "e86e65649f8eb019e3b4c8d756244a5e92c1083517da2e2588c72b39b0aaaf80", PCI device ID: , UID: "303eeb13-574b-4ba7-a849-f4b9e4ddf5ef", MAC: 0a:58:0a:81:00:13, IPs: [10.129.0.19/23] I0428 11:03:33.088760 3782 cni.go:452] [openshift-console-operator/console-operator-66dbbb6468-5fr79 6301a3c6df1c02199e9192a9807272e75e37b8c803bb997b798c0ae2163e7b88 network default NAD default NAD key ] ADD starting CNI request [openshift-console-operator/console-operator-66dbbb6468-5fr79 6301a3c6df1c02199e9192a9807272e75e37b8c803bb997b798c0ae2163e7b88 network default NAD default NAD key ] I0428 11:03:33.096499 3782 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29622900-d5prm 97da17b85a22ac4fab71884c615a7f594b6eec3e3d1f8b557729382b7c53d9e2 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29622900-d5prm 97da17b85a22ac4fab71884c615a7f594b6eec3e3d1f8b557729382b7c53d9e2 network default NAD default NAD key ] I0428 11:03:33.098617 3782 helper_linux.go:556] ConfigureOVS: namespace: openshift-console-operator, podName: console-operator-66dbbb6468-5fr79, hostIfaceName: 6301a3c6df1c021, network: default, NAD default, SandboxID: "6301a3c6df1c02199e9192a9807272e75e37b8c803bb997b798c0ae2163e7b88", PCI device ID: , UID: "5cebd928-7166-462a-ae2b-1ffda9693e92", MAC: 0a:58:0a:81:00:07, IPs: [10.129.0.7/23] I0428 11:03:33.108059 3782 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29622900-d5prm, hostIfaceName: 97da17b85a22ac4, network: default, NAD default, SandboxID: "97da17b85a22ac4fab71884c615a7f594b6eec3e3d1f8b557729382b7c53d9e2", PCI device ID: , UID: "3fe7943c-158e-4e4b-adb3-e133f760fd1f", MAC: 0a:58:0a:81:00:14, IPs: [10.129.0.20/23] I0428 11:03:33.118450 3782 cni.go:452] [openshift-network-diagnostics/network-check-source-84fd6d9d54-j4v5s ac7c579143803753557e9f10d6cb36dfe684a6e9ab194d778f676bb903e0e8c1 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-j4v5s ac7c579143803753557e9f10d6cb36dfe684a6e9ab194d778f676bb903e0e8c1 network default NAD default NAD key ] I0428 11:03:33.129035 3782 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-source-84fd6d9d54-j4v5s, hostIfaceName: ac7c57914380375, network: default, NAD default, SandboxID: "ac7c579143803753557e9f10d6cb36dfe684a6e9ab194d778f676bb903e0e8c1", PCI device ID: , UID: "482cf085-4d4e-4858-9c62-dbdad1db054a", MAC: 0a:58:0a:81:00:15, IPs: [10.129.0.21/23] I0428 11:03:33.132563 3782 cni.go:473] [openshift-ingress-canary/ingress-canary-fz87f e86e65649f8eb019e3b4c8d756244a5e92c1083517da2e2588c72b39b0aaaf80 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-fz87f e86e65649f8eb019e3b4c8d756244a5e92c1083517da2e2588c72b39b0aaaf80 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:71:68:d1:39:0c\",\"name\":\"e86e65649f8eb01\"},{\"mac\":\"0a:58:0a:81:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e35010a4-ac83-4a5c-8cf0-0773cd434a8c\"}],\"ips\":[{\"address\":\"10.129.0.19/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0428 11:03:33.152679 3782 cni.go:473] [openshift-console-operator/console-operator-66dbbb6468-5fr79 6301a3c6df1c02199e9192a9807272e75e37b8c803bb997b798c0ae2163e7b88 network default NAD default NAD key default] ADD finished CNI request [openshift-console-operator/console-operator-66dbbb6468-5fr79 6301a3c6df1c02199e9192a9807272e75e37b8c803bb997b798c0ae2163e7b88 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:ac:69:61:ec:00\",\"name\":\"6301a3c6df1c021\"},{\"mac\":\"0a:58:0a:81:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9c8e11e9-c24f-45a1-9588-1409ed9e9715\"}],\"ips\":[{\"address\":\"10.129.0.7/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0428 11:03:33.157369 3782 cni.go:452] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-gc48p 96b730a79b70d559966ded36bc0c843af408e346af9bcbd3f42c420ca346afd1 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-gc48p 96b730a79b70d559966ded36bc0c843af408e346af9bcbd3f42c420ca346afd1 network default NAD default NAD key ] I0428 11:03:33.162461 3782 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29622900-d5prm 97da17b85a22ac4fab71884c615a7f594b6eec3e3d1f8b557729382b7c53d9e2 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29622900-d5prm 97da17b85a22ac4fab71884c615a7f594b6eec3e3d1f8b557729382b7c53d9e2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:1a:f1:3f:9f:5b\",\"name\":\"97da17b85a22ac4\"},{\"mac\":\"0a:58:0a:81:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a616ff94-ddfb-4f94-b33c-c9a6976aaa67\"}],\"ips\":[{\"address\":\"10.129.0.20/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0428 11:03:33.167210 3782 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator-operator, podName: kube-storage-version-migrator-operator-74478b59c6-gc48p, hostIfaceName: 96b730a79b70d55, network: default, NAD default, SandboxID: "96b730a79b70d559966ded36bc0c843af408e346af9bcbd3f42c420ca346afd1", PCI device ID: , UID: "6ab07e81-e548-4e50-997e-654a5ae437cd", MAC: 0a:58:0a:81:00:0b, IPs: [10.129.0.11/23] I0428 11:03:33.179433 3782 cni.go:473] [openshift-network-diagnostics/network-check-source-84fd6d9d54-j4v5s ac7c579143803753557e9f10d6cb36dfe684a6e9ab194d778f676bb903e0e8c1 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-j4v5s ac7c579143803753557e9f10d6cb36dfe684a6e9ab194d778f676bb903e0e8c1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:79:d5:75:4b:79\",\"name\":\"ac7c57914380375\"},{\"mac\":\"0a:58:0a:81:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4415c1ec-e9d0-48f3-b7ed-81a3bf8f3e3e\"}],\"ips\":[{\"address\":\"10.129.0.21/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0428 11:03:33.212260 3782 cni.go:473] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-gc48p 96b730a79b70d559966ded36bc0c843af408e346af9bcbd3f42c420ca346afd1 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-gc48p 96b730a79b70d559966ded36bc0c843af408e346af9bcbd3f42c420ca346afd1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:bb:5e:01:cd:3b\",\"name\":\"96b730a79b70d55\"},{\"mac\":\"0a:58:0a:81:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2c5a8b91-5de9-406d-b96e-259bbfe74b30\"}],\"ips\":[{\"address\":\"10.129.0.11/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0428 11:03:33.341514 3782 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-vhcxs c11c88f522fccd4470bf230c7baacd2ecf313d9a0c9273077ed71a4aa30b2a77 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-vhcxs c11c88f522fccd4470bf230c7baacd2ecf313d9a0c9273077ed71a4aa30b2a77 network default NAD default NAD key ] I0428 11:03:33.352281 3782 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-catalog-vhcxs, hostIfaceName: c11c88f522fccd4, network: default, NAD default, SandboxID: "c11c88f522fccd4470bf230c7baacd2ecf313d9a0c9273077ed71a4aa30b2a77", PCI device ID: , UID: "c8c0f6e4-3dc9-48d4-925d-a2713c42586e", MAC: 0a:58:0a:81:00:12, IPs: [10.129.0.18/23] I0428 11:03:33.396421 3782 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-vhcxs c11c88f522fccd4470bf230c7baacd2ecf313d9a0c9273077ed71a4aa30b2a77 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-vhcxs c11c88f522fccd4470bf230c7baacd2ecf313d9a0c9273077ed71a4aa30b2a77 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:c7:d4:2c:5c:02\",\"name\":\"c11c88f522fccd4\"},{\"mac\":\"0a:58:0a:81:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/df2b8e33-4dcc-4d0e-9f58-974a2ff08f28\"}],\"ips\":[{\"address\":\"10.129.0.18/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0428 11:03:34.616437 3782 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-214.ec2.internal I0428 11:03:34.616470 3782 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-214.ec2.internal: 38.323µs I0428 11:03:39.195914 3782 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0428 11:03:39.197139 3782 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 1.174478ms I0428 11:03:39.222908 3782 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace W0428 11:03:42.173531 3782 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0428 11:03:42.297395 3782 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0428 11:03:42.992924 3782 namespace.go:98] [openshift-service-ca] adding namespace I0428 11:03:42.993943 3782 namespace.go:102] [openshift-service-ca] adding namespace took 994.165µs I0428 11:03:43.017405 3782 namespace.go:142] [openshift-service-ca] updating namespace W0428 11:03:43.037704 3782 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0428 11:03:52.575873 3782 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0428 11:04:03.017753 3782 cni.go:452] [openshift-multus/network-metrics-daemon-mqjdw 49bb2305eb1fec79a39a18b34ed3ac3aabfd0ae0671b97857e90d0cfe76d90a3 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-mqjdw 49bb2305eb1fec79a39a18b34ed3ac3aabfd0ae0671b97857e90d0cfe76d90a3 network default NAD default NAD key ] I0428 11:04:03.020407 3782 cni.go:452] [openshift-network-diagnostics/network-check-target-z8bkh 0448e5a1f337aae2ff4a2dc7a04a312a13e91b33983dda91fc9e159a3f0303ba network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-z8bkh 0448e5a1f337aae2ff4a2dc7a04a312a13e91b33983dda91fc9e159a3f0303ba network default NAD default NAD key ] I0428 11:04:03.027522 3782 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-mqjdw, hostIfaceName: 49bb2305eb1fec7, network: default, NAD default, SandboxID: "49bb2305eb1fec79a39a18b34ed3ac3aabfd0ae0671b97857e90d0cfe76d90a3", PCI device ID: , UID: "4bd92d36-24d8-45c5-9e9a-d1aa7e723051", MAC: 0a:58:0a:81:00:04, IPs: [10.129.0.4/23] I0428 11:04:03.028977 3782 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-z8bkh, hostIfaceName: 0448e5a1f337aae, network: default, NAD default, SandboxID: "0448e5a1f337aae2ff4a2dc7a04a312a13e91b33983dda91fc9e159a3f0303ba", PCI device ID: , UID: "9c5a9e2b-1048-43ec-9d7b-5081ba957cd6", MAC: 0a:58:0a:81:00:03, IPs: [10.129.0.3/23] I0428 11:04:03.072972 3782 cni.go:473] [openshift-multus/network-metrics-daemon-mqjdw 49bb2305eb1fec79a39a18b34ed3ac3aabfd0ae0671b97857e90d0cfe76d90a3 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-mqjdw 49bb2305eb1fec79a39a18b34ed3ac3aabfd0ae0671b97857e90d0cfe76d90a3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:40:8c:35:72:cc\",\"name\":\"49bb2305eb1fec7\"},{\"mac\":\"0a:58:0a:81:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ab70ca32-8f3e-484c-b45a-c5188788d6cc\"}],\"ips\":[{\"address\":\"10.129.0.4/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0428 11:04:03.088852 3782 cni.go:473] [openshift-network-diagnostics/network-check-target-z8bkh 0448e5a1f337aae2ff4a2dc7a04a312a13e91b33983dda91fc9e159a3f0303ba network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-z8bkh 0448e5a1f337aae2ff4a2dc7a04a312a13e91b33983dda91fc9e159a3f0303ba network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:a0:99:d5:f3:ca\",\"name\":\"0448e5a1f337aae\"},{\"mac\":\"0a:58:0a:81:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/26a85619-304c-4a79-86fc-e4c0316e882d\"}],\"ips\":[{\"address\":\"10.129.0.3/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0428 11:04:04.472642 3782 cni.go:452] [openshift-image-registry/image-registry-6c8946d869-rc9f4 e0791cb992e12c2e03816a3bf03be411d0faec94721e37f2cdfd21f1121fee5e network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-6c8946d869-rc9f4 e0791cb992e12c2e03816a3bf03be411d0faec94721e37f2cdfd21f1121fee5e network default NAD default NAD key ] I0428 11:04:04.482494 3782 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-6c8946d869-rc9f4, hostIfaceName: e0791cb992e12c2, network: default, NAD default, SandboxID: "e0791cb992e12c2e03816a3bf03be411d0faec94721e37f2cdfd21f1121fee5e", PCI device ID: , UID: "9d5cf1e6-e2f3-455d-9a32-24a8cc538a9f", MAC: 0a:58:0a:81:00:05, IPs: [10.129.0.5/23] I0428 11:04:04.528395 3782 cni.go:473] [openshift-image-registry/image-registry-6c8946d869-rc9f4 e0791cb992e12c2e03816a3bf03be411d0faec94721e37f2cdfd21f1121fee5e network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-6c8946d869-rc9f4 e0791cb992e12c2e03816a3bf03be411d0faec94721e37f2cdfd21f1121fee5e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:aa:47:79:f9:64\",\"name\":\"e0791cb992e12c2\"},{\"mac\":\"0a:58:0a:81:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2f65d0d5-5c22-4c6e-a726-717b934e31a5\"}],\"ips\":[{\"address\":\"10.129.0.5/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0428 11:04:04.544137 3782 cni.go:452] [openshift-dns/dns-default-crk7x f7edf6eca4a730cf2c9448b2e4fada760054b45cc351bf21d9df715fb5781b69 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-crk7x f7edf6eca4a730cf2c9448b2e4fada760054b45cc351bf21d9df715fb5781b69 network default NAD default NAD key ] I0428 11:04:04.553064 3782 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-crk7x, hostIfaceName: f7edf6eca4a730c, network: default, NAD default, SandboxID: "f7edf6eca4a730cf2c9448b2e4fada760054b45cc351bf21d9df715fb5781b69", PCI device ID: , UID: "57ec61ba-f870-454f-800c-5871c95af7d3", MAC: 0a:58:0a:81:00:06, IPs: [10.129.0.6/23] I0428 11:04:04.598136 3782 cni.go:452] [openshift-monitoring/cluster-monitoring-operator-557b74df6-lvlbb 0c6c4f3effdc83b6234607fa1786dc4dac69bab0f87ac328034de3b7dbd9efd9 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-lvlbb 0c6c4f3effdc83b6234607fa1786dc4dac69bab0f87ac328034de3b7dbd9efd9 network default NAD default NAD key ] I0428 11:04:04.607037 3782 cni.go:473] [openshift-dns/dns-default-crk7x f7edf6eca4a730cf2c9448b2e4fada760054b45cc351bf21d9df715fb5781b69 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-crk7x f7edf6eca4a730cf2c9448b2e4fada760054b45cc351bf21d9df715fb5781b69 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:94:43:dd:d1:f9\",\"name\":\"f7edf6eca4a730c\"},{\"mac\":\"0a:58:0a:81:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4dc88819-3c10-4858-a01a-fe3b21f2b582\"}],\"ips\":[{\"address\":\"10.129.0.6/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0428 11:04:04.609222 3782 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: cluster-monitoring-operator-557b74df6-lvlbb, hostIfaceName: 0c6c4f3effdc83b, network: default, NAD default, SandboxID: "0c6c4f3effdc83b6234607fa1786dc4dac69bab0f87ac328034de3b7dbd9efd9", PCI device ID: , UID: "eb062786-a2a6-455c-a0ca-bb5a39ad95e6", MAC: 0a:58:0a:81:00:08, IPs: [10.129.0.8/23] I0428 11:04:04.638473 3782 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-rgsc2 1a7061611096ffd24c661ba63b6d0c858c467dd86a0bbf09a914081ed40348ab network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-rgsc2 1a7061611096ffd24c661ba63b6d0c858c467dd86a0bbf09a914081ed40348ab network default NAD default NAD key ] I0428 11:04:04.653715 3782 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-rgsc2, hostIfaceName: 1a7061611096ffd, network: default, NAD default, SandboxID: "1a7061611096ffd24c661ba63b6d0c858c467dd86a0bbf09a914081ed40348ab", PCI device ID: , UID: "ad8a0bb7-5982-412a-a8c0-919dbaa6a954", MAC: 0a:58:0a:81:00:0a, IPs: [10.129.0.10/23] I0428 11:04:04.660417 3782 cni.go:473] [openshift-monitoring/cluster-monitoring-operator-557b74df6-lvlbb 0c6c4f3effdc83b6234607fa1786dc4dac69bab0f87ac328034de3b7dbd9efd9 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-lvlbb 0c6c4f3effdc83b6234607fa1786dc4dac69bab0f87ac328034de3b7dbd9efd9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:36:3d:82:b0:8c\",\"name\":\"0c6c4f3effdc83b\"},{\"mac\":\"0a:58:0a:81:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5bba6d41-5951-41f9-a6d3-88d2a6c4f40f\"}],\"ips\":[{\"address\":\"10.129.0.8/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0428 11:04:04.702490 3782 cni.go:452] [openshift-ingress/router-default-6454669b5b-rlfk2 3b562f93b582f71500812cb757f660c728008506f3fc3e5cfb45ad4fd075054c network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-6454669b5b-rlfk2 3b562f93b582f71500812cb757f660c728008506f3fc3e5cfb45ad4fd075054c network default NAD default NAD key ] I0428 11:04:04.704769 3782 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-rgsc2 1a7061611096ffd24c661ba63b6d0c858c467dd86a0bbf09a914081ed40348ab network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-rgsc2 1a7061611096ffd24c661ba63b6d0c858c467dd86a0bbf09a914081ed40348ab network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:78:f6:3a:a8:3f\",\"name\":\"1a7061611096ffd\"},{\"mac\":\"0a:58:0a:81:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c0f0c2a1-1fe1-48e0-a2c7-89cd3b679f71\"}],\"ips\":[{\"address\":\"10.129.0.10/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0428 11:04:04.712464 3782 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-6454669b5b-rlfk2, hostIfaceName: 3b562f93b582f71, network: default, NAD default, SandboxID: "3b562f93b582f71500812cb757f660c728008506f3fc3e5cfb45ad4fd075054c", PCI device ID: , UID: "d350d38c-b1e9-44d1-b438-6813526cb8e3", MAC: 0a:58:0a:81:00:0f, IPs: [10.129.0.15/23] I0428 11:04:04.717927 3782 cni.go:452] [openshift-ingress/router-default-74bcd9648c-v9ffn fa01b22271f5c6aa0ddf84aeb77bffa54ba7ec29290de86498bbf847f99e28a6 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-74bcd9648c-v9ffn fa01b22271f5c6aa0ddf84aeb77bffa54ba7ec29290de86498bbf847f99e28a6 network default NAD default NAD key ] I0428 11:04:04.728653 3782 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-74bcd9648c-v9ffn, hostIfaceName: fa01b22271f5c6a, network: default, NAD default, SandboxID: "fa01b22271f5c6aa0ddf84aeb77bffa54ba7ec29290de86498bbf847f99e28a6", PCI device ID: , UID: "54887ba2-fcfc-468d-bd2d-bee690559b29", MAC: 0a:58:0a:81:00:0d, IPs: [10.129.0.13/23] I0428 11:04:04.742893 3782 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-6dnbd 40d11b7dae6bbdf82c950c6b32cf3e84a464d2458eef440f325ee5af35448ead network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-6dnbd 40d11b7dae6bbdf82c950c6b32cf3e84a464d2458eef440f325ee5af35448ead network default NAD default NAD key ] I0428 11:04:04.766307 3782 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-6dnbd, hostIfaceName: 40d11b7dae6bbdf, network: default, NAD default, SandboxID: "40d11b7dae6bbdf82c950c6b32cf3e84a464d2458eef440f325ee5af35448ead", PCI device ID: , UID: "86dcd7ce-600c-4a33-b9b5-6e7c25fbf687", MAC: 0a:58:0a:81:00:0e, IPs: [10.129.0.14/23] I0428 11:04:04.767229 3782 cni.go:473] [openshift-ingress/router-default-6454669b5b-rlfk2 3b562f93b582f71500812cb757f660c728008506f3fc3e5cfb45ad4fd075054c network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-6454669b5b-rlfk2 3b562f93b582f71500812cb757f660c728008506f3fc3e5cfb45ad4fd075054c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:3c:3d:b5:bf:62\",\"name\":\"3b562f93b582f71\"},{\"mac\":\"0a:58:0a:81:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ffdd9a99-52f0-4562-bcd4-693b311d1cbf\"}],\"ips\":[{\"address\":\"10.129.0.15/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0428 11:04:04.780718 3782 cni.go:452] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-qgjs6 cf2f8d5ac4639b3e762182c237cc4e3c14962c033b9d6dd920df45e2bdaa361c network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-qgjs6 cf2f8d5ac4639b3e762182c237cc4e3c14962c033b9d6dd920df45e2bdaa361c network default NAD default NAD key ] I0428 11:04:04.785909 3782 cni.go:473] [openshift-ingress/router-default-74bcd9648c-v9ffn fa01b22271f5c6aa0ddf84aeb77bffa54ba7ec29290de86498bbf847f99e28a6 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-74bcd9648c-v9ffn fa01b22271f5c6aa0ddf84aeb77bffa54ba7ec29290de86498bbf847f99e28a6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:09:80:03:cd:b9\",\"name\":\"fa01b22271f5c6a\"},{\"mac\":\"0a:58:0a:81:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/141ed535-de57-4c9c-94ad-2f00c64ef51b\"}],\"ips\":[{\"address\":\"10.129.0.13/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0428 11:04:04.793575 3782 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-samples-operator, podName: cluster-samples-operator-67f4d568c7-qgjs6, hostIfaceName: cf2f8d5ac4639b3, network: default, NAD default, SandboxID: "cf2f8d5ac4639b3e762182c237cc4e3c14962c033b9d6dd920df45e2bdaa361c", PCI device ID: , UID: "671f8a1a-f219-4109-a212-81d04bcb383f", MAC: 0a:58:0a:81:00:10, IPs: [10.129.0.16/23] I0428 11:04:04.817814 3782 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-6dnbd 40d11b7dae6bbdf82c950c6b32cf3e84a464d2458eef440f325ee5af35448ead network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-6dnbd 40d11b7dae6bbdf82c950c6b32cf3e84a464d2458eef440f325ee5af35448ead network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:fe:64:04:7a:ad\",\"name\":\"40d11b7dae6bbdf\"},{\"mac\":\"0a:58:0a:81:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ccc08f6e-6ec2-4f54-b8e0-33dad83b012b\"}],\"ips\":[{\"address\":\"10.129.0.14/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0428 11:04:04.848669 3782 cni.go:473] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-qgjs6 cf2f8d5ac4639b3e762182c237cc4e3c14962c033b9d6dd920df45e2bdaa361c network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-qgjs6 cf2f8d5ac4639b3e762182c237cc4e3c14962c033b9d6dd920df45e2bdaa361c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:e3:c2:e1:42:b6\",\"name\":\"cf2f8d5ac4639b3\"},{\"mac\":\"0a:58:0a:81:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ef0fab5b-a299-4b8b-a7ea-c68baa406813\"}],\"ips\":[{\"address\":\"10.129.0.16/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0428 11:04:06.549714 3782 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0428 11:04:06.550058 3782 util.go:959] Failed to build node endpoints for node ip-10-0-2-127.ec2.internal port 8443: empty IP address endpoints for service openshift-console-operator/metrics W0428 11:04:06.581658 3782 util.go:959] Failed to build node endpoints for node ip-10-0-2-127.ec2.internal port 50051: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0428 11:04:06.584589 3782 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0428 11:04:06.633975 3782 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-jtsv7] creating logical port openshift-insights_insights-runtime-extractor-jtsv7 for pod on switch ip-10-0-2-127.ec2.internal I0428 11:04:06.634094 3782 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-jtsv7 I0428 11:04:06.682918 3782 pod.go:62] [openshift-insights/insights-runtime-extractor-jtsv7] pod update took 48.865171ms I0428 11:04:06.682947 3782 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-jtsv7] addLogicalPort annotation time took 48.899045ms I0428 11:04:06.684448 3782 pods.go:271] [openshift-insights/insights-runtime-extractor-jtsv7] addLogicalPort took 50.491145ms, libovsdb time 973.793µs I0428 11:04:06.702096 3782 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0428 11:04:06.704747 3782 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0428 11:04:06.800792 3782 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0428 11:04:06.805805 3782 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0428 11:04:07.184453 3782 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0428 11:04:07.600170 3782 cni.go:452] [openshift-insights/insights-runtime-extractor-jtsv7 cb383dba3c377a83a06bc853f998e360bb316aa24fe54720cf7948bcae8a67e2 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-jtsv7 cb383dba3c377a83a06bc853f998e360bb316aa24fe54720cf7948bcae8a67e2 network default NAD default NAD key ] I0428 11:04:07.610305 3782 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-jtsv7, hostIfaceName: cb383dba3c377a8, network: default, NAD default, SandboxID: "cb383dba3c377a83a06bc853f998e360bb316aa24fe54720cf7948bcae8a67e2", PCI device ID: , UID: "b0fae8f8-8a60-43df-bc25-a9826bf92637", MAC: 0a:58:0a:81:00:16, IPs: [10.129.0.22/23] W0428 11:04:07.660539 3782 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0428 11:04:07.660564 3782 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0428 11:04:07.660571 3782 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0428 11:04:07.671490 3782 cni.go:473] [openshift-insights/insights-runtime-extractor-jtsv7 cb383dba3c377a83a06bc853f998e360bb316aa24fe54720cf7948bcae8a67e2 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-jtsv7 cb383dba3c377a83a06bc853f998e360bb316aa24fe54720cf7948bcae8a67e2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:41:75:83:e9:35\",\"name\":\"cb383dba3c377a8\"},{\"mac\":\"0a:58:0a:81:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9e441adb-d015-4e30-b2c7-d06c52b4963e\"}],\"ips\":[{\"address\":\"10.129.0.22/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0428 11:04:08.356518 3782 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0428 11:04:08.356539 3782 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0428 11:04:08.356544 3782 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0428 11:04:09.103616 3782 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0428 11:04:09.103633 3782 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0428 11:04:09.103640 3782 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0428 11:04:12.120285 3782 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0428 11:04:14.022841 3782 util.go:959] Failed to build node endpoints for node ip-10-0-2-127.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0428 11:04:14.022869 3782 util.go:959] Failed to build node endpoints for node ip-10-0-2-127.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0428 11:04:15.138894 3782 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0428 11:04:15.688641 3782 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0428 11:04:17.663295 3782 util.go:959] Failed to build node endpoints for node ip-10-0-2-127.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0428 11:04:17.663317 3782 util.go:959] Failed to build node endpoints for node ip-10-0-2-127.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0428 11:04:17.663323 3782 util.go:959] Failed to build node endpoints for node ip-10-0-2-127.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0428 11:04:17.663339 3782 util.go:959] Failed to build node endpoints for node ip-10-0-2-127.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0428 11:04:17.663343 3782 util.go:959] Failed to build node endpoints for node ip-10-0-2-127.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0428 11:04:17.663348 3782 util.go:959] Failed to build node endpoints for node ip-10-0-2-127.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0428 11:04:18.100298 3782 base_network_controller_pods.go:487] [default/openshift-console/console-c669869f6-mlxxc] creating logical port openshift-console_console-c669869f6-mlxxc for pod on switch ip-10-0-2-127.ec2.internal I0428 11:04:18.100399 3782 kube.go:256] Updating pod openshift-console/console-c669869f6-mlxxc W0428 11:04:18.118210 3782 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0428 11:04:18.124011 3782 pod.go:62] [openshift-console/console-c669869f6-mlxxc] pod update took 23.63962ms I0428 11:04:18.124032 3782 base_network_controller_pods.go:951] [default/openshift-console/console-c669869f6-mlxxc] addLogicalPort annotation time took 23.665836ms I0428 11:04:18.125225 3782 pods.go:271] [openshift-console/console-c669869f6-mlxxc] addLogicalPort took 24.943951ms, libovsdb time 854.431µs W0428 11:04:18.280165 3782 util.go:959] Failed to build node endpoints for node ip-10-0-2-127.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0428 11:04:18.280189 3782 util.go:959] Failed to build node endpoints for node ip-10-0-2-127.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0428 11:04:18.280196 3782 util.go:959] Failed to build node endpoints for node ip-10-0-2-127.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0428 11:04:18.472874 3782 cni.go:452] [openshift-console/console-c669869f6-mlxxc fe51c7c70f66f2217be8db633bf96ea7d95b678c896ea2af843fab45a5026f1a network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-c669869f6-mlxxc fe51c7c70f66f2217be8db633bf96ea7d95b678c896ea2af843fab45a5026f1a network default NAD default NAD key ] I0428 11:04:18.482749 3782 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-c669869f6-mlxxc, hostIfaceName: fe51c7c70f66f22, network: default, NAD default, SandboxID: "fe51c7c70f66f2217be8db633bf96ea7d95b678c896ea2af843fab45a5026f1a", PCI device ID: , UID: "59527ffd-8278-4566-9088-656529ab9b47", MAC: 0a:58:0a:81:00:17, IPs: [10.129.0.23/23] I0428 11:04:18.534429 3782 cni.go:473] [openshift-console/console-c669869f6-mlxxc fe51c7c70f66f2217be8db633bf96ea7d95b678c896ea2af843fab45a5026f1a network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-c669869f6-mlxxc fe51c7c70f66f2217be8db633bf96ea7d95b678c896ea2af843fab45a5026f1a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:90:aa:49:31:5e\",\"name\":\"fe51c7c70f66f22\"},{\"mac\":\"0a:58:0a:81:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2827186e-745d-4540-a973-0204989036da\"}],\"ips\":[{\"address\":\"10.129.0.23/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0428 11:04:21.332421 3782 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0428 11:04:21.719084 3782 util.go:959] Failed to build node endpoints for node ip-10-0-2-127.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0428 11:04:21.719145 3782 util.go:959] Failed to build node endpoints for node ip-10-0-2-127.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0428 11:04:27.270093 3782 util.go:959] Failed to build node endpoints for node ip-10-0-2-127.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0428 11:04:28.733514 3782 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0428 11:04:29.395427 3782 util.go:959] Failed to build node endpoints for node ip-10-0-2-127.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0428 11:04:32.360025 3782 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6f4c55d5d-d8w4p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:04:32.360525 3782 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6f4c55d5d-d8w4p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:04:32.399158 3782 cni.go:452] [openshift-image-registry/image-registry-6c8946d869-rc9f4 e0791cb992e12c2e03816a3bf03be411d0faec94721e37f2cdfd21f1121fee5e network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-6c8946d869-rc9f4 e0791cb992e12c2e03816a3bf03be411d0faec94721e37f2cdfd21f1121fee5e network default NAD default NAD key ] I0428 11:04:32.466399 3782 cni.go:473] [openshift-image-registry/image-registry-6c8946d869-rc9f4 e0791cb992e12c2e03816a3bf03be411d0faec94721e37f2cdfd21f1121fee5e network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-6c8946d869-rc9f4 e0791cb992e12c2e03816a3bf03be411d0faec94721e37f2cdfd21f1121fee5e network default NAD default NAD key default], result "{}", err I0428 11:04:32.516188 3782 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6c8946d869-rc9f4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:04:32.516226 3782 pods.go:176] Deleting pod: openshift-image-registry/image-registry-6c8946d869-rc9f4 I0428 11:04:32.517476 3782 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-6c8946d869-rc9f4, ips: 10.129.0.5 I0428 11:04:32.517501 3782 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6c8946d869-rc9f4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:04:32.525232 3782 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-6bb7584977-qfdbl] creating logical port openshift-image-registry_image-registry-6bb7584977-qfdbl for pod on switch ip-10-0-2-127.ec2.internal I0428 11:04:32.525337 3782 kube.go:256] Updating pod openshift-image-registry/image-registry-6bb7584977-qfdbl I0428 11:04:32.542552 3782 pod.go:62] [openshift-image-registry/image-registry-6bb7584977-qfdbl] pod update took 17.245322ms I0428 11:04:32.542647 3782 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-6bb7584977-qfdbl] addLogicalPort annotation time took 17.344751ms I0428 11:04:32.543866 3782 pods.go:271] [openshift-image-registry/image-registry-6bb7584977-qfdbl] addLogicalPort took 18.650165ms, libovsdb time 849.399µs I0428 11:04:32.883240 3782 cni.go:452] [openshift-image-registry/image-registry-6bb7584977-qfdbl 3c532d486c398d2305e03292ac2f1a06ffd70031ef1ce7b8bb4be490475353da network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-6bb7584977-qfdbl 3c532d486c398d2305e03292ac2f1a06ffd70031ef1ce7b8bb4be490475353da network default NAD default NAD key ] I0428 11:04:32.892416 3782 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-6bb7584977-qfdbl, hostIfaceName: 3c532d486c398d2, network: default, NAD default, SandboxID: "3c532d486c398d2305e03292ac2f1a06ffd70031ef1ce7b8bb4be490475353da", PCI device ID: , UID: "acb7cca1-94ab-4867-8415-0d6839f99181", MAC: 0a:58:0a:81:00:18, IPs: [10.129.0.24/23] I0428 11:04:32.941717 3782 cni.go:473] [openshift-image-registry/image-registry-6bb7584977-qfdbl 3c532d486c398d2305e03292ac2f1a06ffd70031ef1ce7b8bb4be490475353da network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-6bb7584977-qfdbl 3c532d486c398d2305e03292ac2f1a06ffd70031ef1ce7b8bb4be490475353da network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:52:cb:ac:47:f2\",\"name\":\"3c532d486c398d2\"},{\"mac\":\"0a:58:0a:81:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/097c1d1b-4b64-4692-a1d1-4c2f872eb853\"}],\"ips\":[{\"address\":\"10.129.0.24/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0428 11:04:33.215402 3782 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6f4c55d5d-d8w4p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:04:33.215423 3782 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6f4c55d5d-d8w4p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:04:33.220907 3782 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-6f4c55d5d-d8w4p I0428 11:04:33.220928 3782 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-6f4c55d5d-d8w4p I0428 11:04:33.383204 3782 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6c8946d869-rc9f4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:04:33.383308 3782 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6c8946d869-rc9f4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:04:33.386484 3782 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-6c8946d869-rc9f4 I0428 11:04:33.386506 3782 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-6c8946d869-rc9f4 W0428 11:04:34.237520 3782 util.go:959] Failed to build node endpoints for node ip-10-0-2-127.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0428 11:04:36.184079 3782 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0428 11:04:43.427032 3782 obj_retry.go:498] Detected object openshift-console/console-5bcfcd7b98-mcfnm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:04:43.427582 3782 obj_retry.go:498] Detected object openshift-console/console-5bcfcd7b98-mcfnm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:04:44.252436 3782 obj_retry.go:492] Detected object openshift-console/console-5bcfcd7b98-mcfnm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:04:44.252463 3782 obj_retry.go:492] Detected object openshift-console/console-5bcfcd7b98-mcfnm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:04:44.255351 3782 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5bcfcd7b98-mcfnm I0428 11:04:44.255372 3782 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5bcfcd7b98-mcfnm W0428 11:04:47.422283 3782 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0428 11:04:47.422305 3782 util.go:959] Failed to build node endpoints for node ip-10-0-2-127.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0428 11:04:47.422355 3782 util.go:959] Failed to build node endpoints for node ip-10-0-2-127.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0428 11:04:48.427899 3782 util.go:959] Failed to build node endpoints for node ip-10-0-2-127.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0428 11:04:54.226648 3782 util.go:959] Failed to build node endpoints for node ip-10-0-2-127.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0428 11:04:54.226676 3782 util.go:959] Failed to build node endpoints for node ip-10-0-2-127.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0428 11:04:54.226696 3782 util.go:959] Failed to build node endpoints for node ip-10-0-2-127.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0428 11:04:54.226722 3782 util.go:959] Failed to build node endpoints for node ip-10-0-2-127.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0428 11:04:54.267687 3782 util.go:959] Failed to build node endpoints for node ip-10-0-2-127.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0428 11:04:54.267738 3782 util.go:959] Failed to build node endpoints for node ip-10-0-2-127.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0428 11:04:54.394385 3782 util.go:959] Failed to build node endpoints for node ip-10-0-2-127.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0428 11:04:55.024152 3782 obj_retry.go:498] Detected object openshift-console/console-5bcfcd7b98-zkmg8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:04:55.024673 3782 obj_retry.go:498] Detected object openshift-console/console-5bcfcd7b98-zkmg8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:04:55.848293 3782 obj_retry.go:492] Detected object openshift-console/console-5bcfcd7b98-zkmg8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:04:55.848313 3782 obj_retry.go:492] Detected object openshift-console/console-5bcfcd7b98-zkmg8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:04:55.854612 3782 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5bcfcd7b98-zkmg8 I0428 11:04:55.854636 3782 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5bcfcd7b98-zkmg8 W0428 11:04:57.480756 3782 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0428 11:04:57.480774 3782 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0428 11:04:57.480778 3782 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0428 11:04:57.862781 3782 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0428 11:04:57.862797 3782 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0428 11:04:57.862804 3782 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0428 11:04:58.470918 3782 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0428 11:04:58.471024 3782 util.go:959] Failed to build node endpoints for node ip-10-0-2-127.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0428 11:04:58.471073 3782 util.go:959] Failed to build node endpoints for node ip-10-0-2-127.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0428 11:04:59.477427 3782 util.go:959] Failed to build node endpoints for node ip-10-0-2-127.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0428 11:05:01.332539 3782 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0428 11:05:01.382401 3782 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0428 11:05:01.382419 3782 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0428 11:05:01.870153 3782 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0428 11:05:01.913480 3782 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0428 11:05:01.913498 3782 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0428 11:05:03.944684 3782 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0428 11:05:03.944707 3782 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0428 11:05:03.944714 3782 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0428 11:05:03.944718 3782 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0428 11:05:04.374342 3782 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0428 11:05:04.374360 3782 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0428 11:05:04.374364 3782 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0428 11:05:04.374371 3782 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier I0428 11:05:12.531638 3782 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29622900-d5prm 97da17b85a22ac4fab71884c615a7f594b6eec3e3d1f8b557729382b7c53d9e2 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29622900-d5prm 97da17b85a22ac4fab71884c615a7f594b6eec3e3d1f8b557729382b7c53d9e2 network default NAD default NAD key ] I0428 11:05:12.630661 3782 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29622900-d5prm 97da17b85a22ac4fab71884c615a7f594b6eec3e3d1f8b557729382b7c53d9e2 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29622900-d5prm 97da17b85a22ac4fab71884c615a7f594b6eec3e3d1f8b557729382b7c53d9e2 network default NAD default NAD key default], result "{}", err I0428 11:05:12.676093 3782 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29622900-d5prm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:05:12.676153 3782 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29622900-d5prm I0428 11:05:12.677686 3782 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29622900-d5prm, ips: 10.129.0.20 I0428 11:05:12.677718 3782 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29622900-d5prm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:05:13.547706 3782 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29622900-d5prm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:05:13.547737 3782 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29622900-d5prm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0428 11:05:17.546893 3782 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0428 11:05:17.546907 3782 util.go:959] Failed to build node endpoints for node ip-10-0-2-127.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0428 11:05:17.546959 3782 util.go:959] Failed to build node endpoints for node ip-10-0-2-127.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0428 11:05:18.552467 3782 util.go:959] Failed to build node endpoints for node ip-10-0-2-127.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics I0428 11:05:19.592156 3782 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6c8946d869-j79sv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:05:19.592658 3782 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6c8946d869-j79sv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:05:19.968683 3782 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6c8946d869-j79sv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:05:19.968717 3782 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6c8946d869-j79sv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:05:19.978537 3782 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-6c8946d869-j79sv I0428 11:05:19.978562 3782 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-6c8946d869-j79sv I0428 11:05:22.208920 3782 cni.go:452] [openshift-ingress/router-default-74bcd9648c-v9ffn fa01b22271f5c6aa0ddf84aeb77bffa54ba7ec29290de86498bbf847f99e28a6 network default NAD default NAD key ] DEL starting CNI request [openshift-ingress/router-default-74bcd9648c-v9ffn fa01b22271f5c6aa0ddf84aeb77bffa54ba7ec29290de86498bbf847f99e28a6 network default NAD default NAD key ] I0428 11:05:22.296272 3782 cni.go:473] [openshift-ingress/router-default-74bcd9648c-v9ffn fa01b22271f5c6aa0ddf84aeb77bffa54ba7ec29290de86498bbf847f99e28a6 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/router-default-74bcd9648c-v9ffn fa01b22271f5c6aa0ddf84aeb77bffa54ba7ec29290de86498bbf847f99e28a6 network default NAD default NAD key default], result "{}", err I0428 11:05:22.348220 3782 obj_retry.go:498] Detected object openshift-ingress/router-default-74bcd9648c-v9ffn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:05:22.348261 3782 pods.go:176] Deleting pod: openshift-ingress/router-default-74bcd9648c-v9ffn I0428 11:05:22.349549 3782 pods.go:236] Attempting to release IPs for pod: openshift-ingress/router-default-74bcd9648c-v9ffn, ips: 10.129.0.13 I0428 11:05:22.349586 3782 obj_retry.go:498] Detected object openshift-ingress/router-default-74bcd9648c-v9ffn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:05:22.564087 3782 obj_retry.go:492] Detected object openshift-ingress/router-default-74bcd9648c-v9ffn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:05:22.564126 3782 obj_retry.go:492] Detected object openshift-ingress/router-default-74bcd9648c-v9ffn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:05:22.580276 3782 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-74bcd9648c-v9ffn I0428 11:05:22.580303 3782 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-74bcd9648c-v9ffn I0428 11:05:22.585570 3782 obj_retry.go:498] Detected object openshift-console/console-c669869f6-5ngzn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:05:22.586087 3782 obj_retry.go:498] Detected object openshift-console/console-c669869f6-5ngzn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:05:23.446148 3782 obj_retry.go:492] Detected object openshift-console/console-c669869f6-5ngzn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:05:23.446177 3782 obj_retry.go:492] Detected object openshift-console/console-c669869f6-5ngzn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:05:23.454524 3782 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-c669869f6-5ngzn I0428 11:05:23.454544 3782 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-c669869f6-5ngzn I0428 11:05:33.163573 3782 cni.go:452] [openshift-console/console-c669869f6-mlxxc fe51c7c70f66f2217be8db633bf96ea7d95b678c896ea2af843fab45a5026f1a network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-c669869f6-mlxxc fe51c7c70f66f2217be8db633bf96ea7d95b678c896ea2af843fab45a5026f1a network default NAD default NAD key ] I0428 11:05:33.236070 3782 cni.go:473] [openshift-console/console-c669869f6-mlxxc fe51c7c70f66f2217be8db633bf96ea7d95b678c896ea2af843fab45a5026f1a network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-c669869f6-mlxxc fe51c7c70f66f2217be8db633bf96ea7d95b678c896ea2af843fab45a5026f1a network default NAD default NAD key default], result "{}", err I0428 11:05:33.280279 3782 obj_retry.go:498] Detected object openshift-console/console-c669869f6-mlxxc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:05:33.280319 3782 pods.go:176] Deleting pod: openshift-console/console-c669869f6-mlxxc I0428 11:05:33.281632 3782 pods.go:236] Attempting to release IPs for pod: openshift-console/console-c669869f6-mlxxc, ips: 10.129.0.23 I0428 11:05:33.281665 3782 obj_retry.go:498] Detected object openshift-console/console-c669869f6-mlxxc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:05:33.612089 3782 obj_retry.go:492] Detected object openshift-console/console-c669869f6-mlxxc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:05:33.612140 3782 obj_retry.go:492] Detected object openshift-console/console-c669869f6-mlxxc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:05:33.623083 3782 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-c669869f6-mlxxc I0428 11:05:33.623136 3782 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-c669869f6-mlxxc I0428 11:05:55.877479 3782 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2p75x] creating logical port openshift-deployment-validation-operator_99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2p75x for pod on switch ip-10-0-2-127.ec2.internal I0428 11:05:55.877581 3782 kube.go:256] Updating pod openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2p75x I0428 11:05:55.891823 3782 pod.go:62] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2p75x] pod update took 14.270556ms I0428 11:05:55.891853 3782 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2p75x] addLogicalPort annotation time took 14.301702ms I0428 11:05:55.893159 3782 pods.go:271] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2p75x] addLogicalPort took 15.697041ms, libovsdb time 932.333µs I0428 11:05:56.236005 3782 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2p75x 1e0bad44fb0545f3f0c7ab023dd9244b3faf4ec36c278914b4185e85046284ea network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2p75x 1e0bad44fb0545f3f0c7ab023dd9244b3faf4ec36c278914b4185e85046284ea network default NAD default NAD key ] I0428 11:05:56.244788 3782 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: 99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2p75x, hostIfaceName: 1e0bad44fb0545f, network: default, NAD default, SandboxID: "1e0bad44fb0545f3f0c7ab023dd9244b3faf4ec36c278914b4185e85046284ea", PCI device ID: , UID: "8ec44f9b-06ce-498e-a6a5-371cd07c57c6", MAC: 0a:58:0a:81:00:19, IPs: [10.129.0.25/23] I0428 11:05:56.293250 3782 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2p75x 1e0bad44fb0545f3f0c7ab023dd9244b3faf4ec36c278914b4185e85046284ea network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2p75x 1e0bad44fb0545f3f0c7ab023dd9244b3faf4ec36c278914b4185e85046284ea network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:e6:a0:69:08:e1\",\"name\":\"1e0bad44fb0545f\"},{\"mac\":\"0a:58:0a:81:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e6a2fdaf-cd92-4526-975a-2311718cb85d\"}],\"ips\":[{\"address\":\"10.129.0.25/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0428 11:06:14.562360 3782 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:06:14.562884 3782 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:06:15.197602 3782 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:06:15.197629 3782 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:06:15.205749 3782 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0428 11:06:15.205775 3782 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0428 11:06:18.792968 3782 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2p75x 1e0bad44fb0545f3f0c7ab023dd9244b3faf4ec36c278914b4185e85046284ea network default NAD default NAD key ] DEL starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2p75x 1e0bad44fb0545f3f0c7ab023dd9244b3faf4ec36c278914b4185e85046284ea network default NAD default NAD key ] I0428 11:06:18.864961 3782 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2p75x 1e0bad44fb0545f3f0c7ab023dd9244b3faf4ec36c278914b4185e85046284ea network default NAD default NAD key default] DEL finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2p75x 1e0bad44fb0545f3f0c7ab023dd9244b3faf4ec36c278914b4185e85046284ea network default NAD default NAD key default], result "{}", err I0428 11:06:18.910564 3782 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2p75x of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:06:18.910602 3782 pods.go:176] Deleting pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2p75x I0428 11:06:18.911933 3782 pods.go:236] Attempting to release IPs for pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2p75x, ips: 10.129.0.25 I0428 11:06:18.911956 3782 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2p75x of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:06:18.911975 3782 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2p75x of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0428 11:06:18.911984 3782 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0428 11:06:18.912229 3782 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2p75x of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0428 11:06:18.912245 3782 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0428 11:06:18.952898 3782 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:06:18.953310 3782 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:06:19.687577 3782 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:06:19.687605 3782 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:06:19.694684 3782 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0428 11:06:19.694711 3782 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0428 11:06:19.937291 3782 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2p75x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:06:19.937320 3782 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2p75x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:06:19.937340 3782 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2p75x of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:06:19.937354 3782 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2p75x of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:06:20.984957 3782 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0428 11:06:20.997936 3782 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0428 11:06:21.947180 3782 base_network_controller_pods.go:487] [default/openshift-console/console-845c47766f-tz7h4] creating logical port openshift-console_console-845c47766f-tz7h4 for pod on switch ip-10-0-2-127.ec2.internal I0428 11:06:21.947316 3782 kube.go:256] Updating pod openshift-console/console-845c47766f-tz7h4 I0428 11:06:21.971840 3782 pod.go:62] [openshift-console/console-845c47766f-tz7h4] pod update took 24.564431ms I0428 11:06:21.971868 3782 base_network_controller_pods.go:951] [default/openshift-console/console-845c47766f-tz7h4] addLogicalPort annotation time took 24.599387ms I0428 11:06:21.973312 3782 pods.go:271] [openshift-console/console-845c47766f-tz7h4] addLogicalPort took 26.151102ms, libovsdb time 1.043665ms I0428 11:06:22.359698 3782 cni.go:452] [openshift-console/console-845c47766f-tz7h4 c30c5612872718adf68c9f15c9ea152a8f50113af81e770e6461e52f61030b02 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-845c47766f-tz7h4 c30c5612872718adf68c9f15c9ea152a8f50113af81e770e6461e52f61030b02 network default NAD default NAD key ] I0428 11:06:22.369807 3782 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-845c47766f-tz7h4, hostIfaceName: c30c5612872718a, network: default, NAD default, SandboxID: "c30c5612872718adf68c9f15c9ea152a8f50113af81e770e6461e52f61030b02", PCI device ID: , UID: "8c8ca5b1-9381-4137-8af2-01b2fd7432ed", MAC: 0a:58:0a:81:00:1a, IPs: [10.129.0.26/23] I0428 11:06:22.419430 3782 cni.go:473] [openshift-console/console-845c47766f-tz7h4 c30c5612872718adf68c9f15c9ea152a8f50113af81e770e6461e52f61030b02 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-845c47766f-tz7h4 c30c5612872718adf68c9f15c9ea152a8f50113af81e770e6461e52f61030b02 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:97:18:ed:39:30\",\"name\":\"c30c5612872718a\"},{\"mac\":\"0a:58:0a:81:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/73b55bef-5732-4b37-89db-1004e6da50cc\"}],\"ips\":[{\"address\":\"10.129.0.26/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0428 11:06:32.854327 3782 util.go:959] Failed to build node endpoints for node ip-10-0-2-127.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0428 11:06:46.973983 3782 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:06:46.974610 3782 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:06:47.234951 3782 obj_retry.go:498] Detected object openshift-console/console-64774ffbc8-pnb2m of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:06:47.235500 3782 obj_retry.go:498] Detected object openshift-console/console-64774ffbc8-pnb2m of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:06:47.842014 3782 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:06:47.842037 3782 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:06:47.849652 3782 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0428 11:06:47.849668 3782 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0428 11:06:47.864656 3782 obj_retry.go:492] Detected object openshift-console/console-64774ffbc8-pnb2m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:06:47.864673 3782 obj_retry.go:492] Detected object openshift-console/console-64774ffbc8-pnb2m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:06:47.871842 3782 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-64774ffbc8-pnb2m I0428 11:06:47.871867 3782 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-64774ffbc8-pnb2m I0428 11:06:58.167274 3782 obj_retry.go:498] Detected object openshift-console/console-64774ffbc8-ztldw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:06:58.167853 3782 obj_retry.go:498] Detected object openshift-console/console-64774ffbc8-ztldw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:06:58.379238 3782 obj_retry.go:492] Detected object openshift-console/console-64774ffbc8-ztldw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:06:58.379263 3782 obj_retry.go:492] Detected object openshift-console/console-64774ffbc8-ztldw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:06:58.398966 3782 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-64774ffbc8-ztldw I0428 11:06:58.399075 3782 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-64774ffbc8-ztldw I0428 11:07:11.542623 3782 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0428 11:07:22.325539 3782 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:07:22.326214 3782 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:07:22.477856 3782 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:07:22.477879 3782 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:07:22.487781 3782 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0428 11:07:22.487813 3782 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0428 11:08:34.791937 3782 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0428 11:08:35.689306 3782 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=69 I0428 11:08:58.781640 3782 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0428 11:09:01.771999 3782 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0428 11:09:07.695968 3782 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=601 I0428 11:09:13.689184 3782 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=143 I0428 11:09:19.515544 3782 obj_retry.go:498] Detected object openshift-console/console-845c47766f-qggjh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:09:19.516139 3782 obj_retry.go:498] Detected object openshift-console/console-845c47766f-qggjh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:09:20.481330 3782 obj_retry.go:492] Detected object openshift-console/console-845c47766f-qggjh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:09:20.481369 3782 obj_retry.go:492] Detected object openshift-console/console-845c47766f-qggjh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:09:20.490387 3782 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-845c47766f-qggjh I0428 11:09:20.490410 3782 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-845c47766f-qggjh I0428 11:09:30.097800 3782 cni.go:452] [openshift-console/console-845c47766f-tz7h4 c30c5612872718adf68c9f15c9ea152a8f50113af81e770e6461e52f61030b02 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-845c47766f-tz7h4 c30c5612872718adf68c9f15c9ea152a8f50113af81e770e6461e52f61030b02 network default NAD default NAD key ] I0428 11:09:30.167050 3782 cni.go:473] [openshift-console/console-845c47766f-tz7h4 c30c5612872718adf68c9f15c9ea152a8f50113af81e770e6461e52f61030b02 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-845c47766f-tz7h4 c30c5612872718adf68c9f15c9ea152a8f50113af81e770e6461e52f61030b02 network default NAD default NAD key default], result "{}", err I0428 11:09:30.213691 3782 obj_retry.go:498] Detected object openshift-console/console-845c47766f-tz7h4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:09:30.213727 3782 pods.go:176] Deleting pod: openshift-console/console-845c47766f-tz7h4 I0428 11:09:30.215062 3782 pods.go:236] Attempting to release IPs for pod: openshift-console/console-845c47766f-tz7h4, ips: 10.129.0.26 I0428 11:09:30.215086 3782 obj_retry.go:498] Detected object openshift-console/console-845c47766f-tz7h4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:09:30.524756 3782 obj_retry.go:492] Detected object openshift-console/console-845c47766f-tz7h4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:09:30.524802 3782 obj_retry.go:492] Detected object openshift-console/console-845c47766f-tz7h4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:09:30.530686 3782 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-845c47766f-tz7h4 I0428 11:09:30.530713 3782 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-845c47766f-tz7h4 I0428 11:09:33.772838 3782 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0428 11:09:40.805160 3782 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0428 11:09:46.787089 3782 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0428 11:10:00.179532 3782 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29622910-7w5sx] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29622910-7w5sx for pod on switch ip-10-0-2-127.ec2.internal I0428 11:10:00.179619 3782 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29622910-7w5sx I0428 11:10:00.192179 3782 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29622910-7w5sx] pod update took 12.581414ms I0428 11:10:00.192197 3782 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29622910-7w5sx] addLogicalPort annotation time took 12.605762ms I0428 11:10:00.193398 3782 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29622910-7w5sx] addLogicalPort took 13.878691ms, libovsdb time 882.745µs I0428 11:10:00.558983 3782 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29622910-7w5sx d7b52a5ff0ec40d054aa30d1eac6a8ebf94bfa31c9e8e7d8a4dd9321d97a97f3 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29622910-7w5sx d7b52a5ff0ec40d054aa30d1eac6a8ebf94bfa31c9e8e7d8a4dd9321d97a97f3 network default NAD default NAD key ] I0428 11:10:00.568072 3782 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29622910-7w5sx, hostIfaceName: d7b52a5ff0ec40d, network: default, NAD default, SandboxID: "d7b52a5ff0ec40d054aa30d1eac6a8ebf94bfa31c9e8e7d8a4dd9321d97a97f3", PCI device ID: , UID: "dc279796-aa6e-4c9a-b3d3-84b0ed968c2d", MAC: 0a:58:0a:81:00:1b, IPs: [10.129.0.27/23] I0428 11:10:00.615091 3782 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29622910-7w5sx d7b52a5ff0ec40d054aa30d1eac6a8ebf94bfa31c9e8e7d8a4dd9321d97a97f3 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29622910-7w5sx d7b52a5ff0ec40d054aa30d1eac6a8ebf94bfa31c9e8e7d8a4dd9321d97a97f3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:fe:9f:c9:ef:e7\",\"name\":\"d7b52a5ff0ec40d\"},{\"mac\":\"0a:58:0a:81:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a220f2cb-d3bc-4dc9-9e1e-d969c318014e\"}],\"ips\":[{\"address\":\"10.129.0.27/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0428 11:10:03.656668 3782 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29622910-7w5sx d7b52a5ff0ec40d054aa30d1eac6a8ebf94bfa31c9e8e7d8a4dd9321d97a97f3 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29622910-7w5sx d7b52a5ff0ec40d054aa30d1eac6a8ebf94bfa31c9e8e7d8a4dd9321d97a97f3 network default NAD default NAD key ] I0428 11:10:03.745277 3782 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29622910-7w5sx d7b52a5ff0ec40d054aa30d1eac6a8ebf94bfa31c9e8e7d8a4dd9321d97a97f3 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29622910-7w5sx d7b52a5ff0ec40d054aa30d1eac6a8ebf94bfa31c9e8e7d8a4dd9321d97a97f3 network default NAD default NAD key default], result "{}", err I0428 11:10:03.787660 3782 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29622910-7w5sx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:10:03.787695 3782 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29622910-7w5sx I0428 11:10:03.788861 3782 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29622910-7w5sx, ips: 10.129.0.27 I0428 11:10:03.788887 3782 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29622910-7w5sx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:10:04.678035 3782 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29622910-7w5sx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:10:04.678056 3782 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29622910-7w5sx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:10:07.688377 3782 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=15 I0428 11:11:22.397138 3782 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-6vfks] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-5d7684fb5d-6vfks for pod on switch ip-10-0-2-127.ec2.internal I0428 11:11:22.397312 3782 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-6vfks I0428 11:11:22.413551 3782 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-6vfks] pod update took 16.277738ms I0428 11:11:22.413576 3782 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-6vfks] addLogicalPort annotation time took 16.3086ms I0428 11:11:22.414945 3782 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-6vfks] addLogicalPort took 17.846807ms, libovsdb time 1.005808ms I0428 11:11:22.760277 3782 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-6vfks db76cea5cad4728eaba7c2e545461abb741d0cfac7c4faabc308eeb2dbd766ba network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-6vfks db76cea5cad4728eaba7c2e545461abb741d0cfac7c4faabc308eeb2dbd766ba network default NAD default NAD key ] I0428 11:11:22.770278 3782 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-5d7684fb5d-6vfks, hostIfaceName: db76cea5cad4728, network: default, NAD default, SandboxID: "db76cea5cad4728eaba7c2e545461abb741d0cfac7c4faabc308eeb2dbd766ba", PCI device ID: , UID: "59a4de85-e3c8-4948-84e6-1defed0d9b0e", MAC: 0a:58:0a:81:00:1c, IPs: [10.129.0.28/23] I0428 11:11:22.818476 3782 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-6vfks db76cea5cad4728eaba7c2e545461abb741d0cfac7c4faabc308eeb2dbd766ba network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-6vfks db76cea5cad4728eaba7c2e545461abb741d0cfac7c4faabc308eeb2dbd766ba network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:f8:02:4a:2a:14\",\"name\":\"db76cea5cad4728\"},{\"mac\":\"0a:58:0a:81:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9ecac2c3-45ea-4601-9880-9a1f99e81dfc\"}],\"ips\":[{\"address\":\"10.129.0.28/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0428 11:11:25.975660 3782 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0428 11:11:28.848561 3782 namespace.go:98] [tsf] adding namespace I0428 11:11:28.849484 3782 namespace.go:102] [tsf] adding namespace took 901.459µs I0428 11:11:28.865911 3782 namespace.go:142] [tsf] updating namespace I0428 11:11:28.876814 3782 namespace.go:142] [tsf] updating namespace I0428 11:11:32.743751 3782 namespace.go:98] [konflux-ui] adding namespace I0428 11:11:32.744900 3782 namespace.go:102] [konflux-ui] adding namespace took 1.119894ms I0428 11:11:32.745701 3782 namespace.go:98] [cert-manager-operator] adding namespace I0428 11:11:32.746540 3782 namespace.go:102] [cert-manager-operator] adding namespace took 817.692µs I0428 11:11:32.753841 3782 namespace.go:98] [tsf-tas] adding namespace I0428 11:11:32.753971 3782 namespace.go:98] [tsf-keycloak] adding namespace I0428 11:11:32.754142 3782 namespace.go:98] [tsf-tpa] adding namespace I0428 11:11:32.754290 3782 namespace.go:98] [rhbk-operator] adding namespace I0428 11:11:32.754479 3782 namespace.go:98] [konflux-operator] adding namespace I0428 11:11:32.754698 3782 namespace.go:102] [tsf-tas] adding namespace took 837.156µs I0428 11:11:32.755396 3782 namespace.go:102] [tsf-keycloak] adding namespace took 1.407958ms I0428 11:11:32.756125 3782 namespace.go:102] [tsf-tpa] adding namespace took 1.963578ms I0428 11:11:32.756625 3782 namespace.go:102] [rhbk-operator] adding namespace took 2.316492ms I0428 11:11:32.757211 3782 namespace.go:102] [konflux-operator] adding namespace took 2.717174ms I0428 11:11:32.759278 3782 namespace.go:142] [konflux-ui] updating namespace I0428 11:11:32.762229 3782 namespace.go:98] [rhtpa-operator] adding namespace I0428 11:11:32.762877 3782 namespace.go:102] [rhtpa-operator] adding namespace took 635.112µs I0428 11:11:32.778711 3782 namespace.go:142] [konflux-ui] updating namespace I0428 11:11:32.778852 3782 namespace.go:142] [cert-manager-operator] updating namespace I0428 11:11:32.794642 3782 namespace.go:142] [tsf-tpa] updating namespace I0428 11:11:32.794737 3782 namespace.go:142] [tsf-keycloak] updating namespace I0428 11:11:32.794900 3782 namespace.go:142] [tsf-tas] updating namespace I0428 11:11:32.802523 3782 namespace.go:142] [cert-manager-operator] updating namespace I0428 11:11:32.826877 3782 namespace.go:142] [rhbk-operator] updating namespace I0428 11:11:32.826917 3782 namespace.go:142] [konflux-operator] updating namespace I0428 11:11:32.827137 3782 namespace.go:142] [rhtpa-operator] updating namespace I0428 11:11:32.839998 3782 namespace.go:142] [cert-manager-operator] updating namespace I0428 11:11:32.840194 3782 namespace.go:142] [konflux-ui] updating namespace I0428 11:11:32.841719 3782 namespace.go:142] [tsf-tpa] updating namespace I0428 11:11:32.864690 3782 namespace.go:142] [rhbk-operator] updating namespace I0428 11:11:32.867766 3782 namespace.go:142] [tsf-tpa] updating namespace I0428 11:11:32.888699 3782 namespace.go:142] [konflux-operator] updating namespace I0428 11:11:32.888816 3782 namespace.go:142] [rhbk-operator] updating namespace I0428 11:11:32.903781 3782 namespace.go:142] [konflux-operator] updating namespace I0428 11:11:32.903906 3782 namespace.go:142] [rhtpa-operator] updating namespace I0428 11:11:32.929302 3782 namespace.go:142] [rhtpa-operator] updating namespace I0428 11:11:32.964811 3782 namespace.go:142] [tsf-tas] updating namespace I0428 11:11:32.973448 3782 namespace.go:142] [tsf-tas] updating namespace I0428 11:11:33.158623 3782 namespace.go:142] [tsf-keycloak] updating namespace I0428 11:11:33.166681 3782 namespace.go:142] [tsf-keycloak] updating namespace I0428 11:11:33.880922 3782 namespace.go:142] [tsf-tpa] updating namespace I0428 11:11:33.885981 3782 namespace.go:142] [tsf-keycloak] updating namespace I0428 11:11:35.522093 3782 base_network_controller_pods.go:487] [default/openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158pvc4q] creating logical port openshift-marketplace_26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158pvc4q for pod on switch ip-10-0-2-127.ec2.internal I0428 11:11:35.522233 3782 kube.go:256] Updating pod openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158pvc4q I0428 11:11:35.535365 3782 pod.go:62] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158pvc4q] pod update took 13.168432ms I0428 11:11:35.535393 3782 base_network_controller_pods.go:951] [default/openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158pvc4q] addLogicalPort annotation time took 13.20049ms I0428 11:11:35.536873 3782 pods.go:271] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158pvc4q] addLogicalPort took 14.804596ms, libovsdb time 1.003076ms I0428 11:11:35.690022 3782 base_network_controller_pods.go:487] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19djxp4q] creating logical port openshift-marketplace_2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19djxp4q for pod on switch ip-10-0-2-127.ec2.internal I0428 11:11:35.690156 3782 kube.go:256] Updating pod openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19djxp4q I0428 11:11:35.704969 3782 pod.go:62] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19djxp4q] pod update took 14.838375ms I0428 11:11:35.704993 3782 base_network_controller_pods.go:951] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19djxp4q] addLogicalPort annotation time took 14.866543ms I0428 11:11:35.706178 3782 pods.go:271] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19djxp4q] addLogicalPort took 16.178482ms, libovsdb time 825.257µs I0428 11:11:35.879893 3782 cni.go:452] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158pvc4q 8b9213847a7d33f57248829969431945712ef179432b6687ff574ef89ccf1858 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158pvc4q 8b9213847a7d33f57248829969431945712ef179432b6687ff574ef89ccf1858 network default NAD default NAD key ] I0428 11:11:35.888867 3782 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158pvc4q, hostIfaceName: 8b9213847a7d33f, network: default, NAD default, SandboxID: "8b9213847a7d33f57248829969431945712ef179432b6687ff574ef89ccf1858", PCI device ID: , UID: "c3eaafaa-1fa0-45e4-8991-15b1caa40459", MAC: 0a:58:0a:81:00:1d, IPs: [10.129.0.29/23] I0428 11:11:35.936781 3782 cni.go:473] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158pvc4q 8b9213847a7d33f57248829969431945712ef179432b6687ff574ef89ccf1858 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158pvc4q 8b9213847a7d33f57248829969431945712ef179432b6687ff574ef89ccf1858 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:88:59:0b:8e:da\",\"name\":\"8b9213847a7d33f\"},{\"mac\":\"0a:58:0a:81:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f628918f-c866-4d73-aff4-d77482d8b752\"}],\"ips\":[{\"address\":\"10.129.0.29/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0428 11:11:36.043501 3782 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19djxp4q f41ed3f3e245523007a027f7a129ca5fad940f5ba014fb95539acc61e072d21e network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19djxp4q f41ed3f3e245523007a027f7a129ca5fad940f5ba014fb95539acc61e072d21e network default NAD default NAD key ] I0428 11:11:36.053260 3782 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19djxp4q, hostIfaceName: f41ed3f3e245523, network: default, NAD default, SandboxID: "f41ed3f3e245523007a027f7a129ca5fad940f5ba014fb95539acc61e072d21e", PCI device ID: , UID: "e39907d0-0d31-4398-a763-7ab5878d1dde", MAC: 0a:58:0a:81:00:1e, IPs: [10.129.0.30/23] I0428 11:11:36.100588 3782 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19djxp4q f41ed3f3e245523007a027f7a129ca5fad940f5ba014fb95539acc61e072d21e network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19djxp4q f41ed3f3e245523007a027f7a129ca5fad940f5ba014fb95539acc61e072d21e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:42:ef:45:86:8d\",\"name\":\"f41ed3f3e245523\"},{\"mac\":\"0a:58:0a:81:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7ad7db30-8159-4f2a-aab0-9a53fce550d6\"}],\"ips\":[{\"address\":\"10.129.0.30/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0428 11:11:36.994894 3782 util.go:959] Failed to build node endpoints for node ip-10-0-2-127.ec2.internal port 8383: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0428 11:11:37.030455 3782 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0428 11:11:37.030506 3782 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-6qndl IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-6qndl: no pod IPs found I0428 11:11:38.495502 3782 base_network_controller_pods.go:487] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51gwtzk] creating logical port openshift-marketplace_79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51gwtzk for pod on switch ip-10-0-2-127.ec2.internal I0428 11:11:38.495659 3782 kube.go:256] Updating pod openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51gwtzk I0428 11:11:38.508778 3782 pod.go:62] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51gwtzk] pod update took 13.154896ms I0428 11:11:38.508802 3782 base_network_controller_pods.go:951] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51gwtzk] addLogicalPort annotation time took 13.181341ms I0428 11:11:38.510155 3782 pods.go:271] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51gwtzk] addLogicalPort took 14.676031ms, libovsdb time 925.38µs I0428 11:11:38.878947 3782 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51gwtzk 497474bd2b20eff4e40823fe5ea03c72f6fd4fcad6fa04787b68ac647b8d5a0d network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51gwtzk 497474bd2b20eff4e40823fe5ea03c72f6fd4fcad6fa04787b68ac647b8d5a0d network default NAD default NAD key ] I0428 11:11:38.889714 3782 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51gwtzk, hostIfaceName: 497474bd2b20eff, network: default, NAD default, SandboxID: "497474bd2b20eff4e40823fe5ea03c72f6fd4fcad6fa04787b68ac647b8d5a0d", PCI device ID: , UID: "f5d696a2-ebd4-423c-84cf-a50477839f6c", MAC: 0a:58:0a:81:00:1f, IPs: [10.129.0.31/23] I0428 11:11:38.937148 3782 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51gwtzk 497474bd2b20eff4e40823fe5ea03c72f6fd4fcad6fa04787b68ac647b8d5a0d network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51gwtzk 497474bd2b20eff4e40823fe5ea03c72f6fd4fcad6fa04787b68ac647b8d5a0d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:57:36:c9:fd:0a\",\"name\":\"497474bd2b20eff\"},{\"mac\":\"0a:58:0a:81:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dc408b58-32a2-4407-9199-eed8d442dac6\"}],\"ips\":[{\"address\":\"10.129.0.31/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0428 11:11:40.062284 3782 cni.go:452] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158pvc4q 8b9213847a7d33f57248829969431945712ef179432b6687ff574ef89ccf1858 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158pvc4q 8b9213847a7d33f57248829969431945712ef179432b6687ff574ef89ccf1858 network default NAD default NAD key ] I0428 11:11:40.130451 3782 cni.go:473] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158pvc4q 8b9213847a7d33f57248829969431945712ef179432b6687ff574ef89ccf1858 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158pvc4q 8b9213847a7d33f57248829969431945712ef179432b6687ff574ef89ccf1858 network default NAD default NAD key default], result "{}", err I0428 11:11:40.192790 3782 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158pvc4q of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:11:40.192818 3782 pods.go:176] Deleting pod: openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158pvc4q I0428 11:11:40.194069 3782 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158pvc4q, ips: 10.129.0.29 I0428 11:11:40.194096 3782 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158pvc4q of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:11:40.194138 3782 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158pvc4q of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0428 11:11:40.194147 3782 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0428 11:11:40.194321 3782 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158pvc4q of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0428 11:11:40.194338 3782 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0428 11:11:40.461957 3782 base_network_controller_pods.go:487] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26tmnq] creating logical port openshift-marketplace_a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26tmnq for pod on switch ip-10-0-2-127.ec2.internal I0428 11:11:40.462085 3782 kube.go:256] Updating pod openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26tmnq I0428 11:11:40.475952 3782 pod.go:62] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26tmnq] pod update took 13.896238ms I0428 11:11:40.475974 3782 base_network_controller_pods.go:951] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26tmnq] addLogicalPort annotation time took 13.922977ms I0428 11:11:40.477128 3782 pods.go:271] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26tmnq] addLogicalPort took 15.186671ms, libovsdb time 808.911µs I0428 11:11:40.821979 3782 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26tmnq 79419dd40533dc0cb51f4b91e141b7476803b9c0e130f4d056bc5ba9495a8b1b network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26tmnq 79419dd40533dc0cb51f4b91e141b7476803b9c0e130f4d056bc5ba9495a8b1b network default NAD default NAD key ] I0428 11:11:40.832535 3782 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26tmnq, hostIfaceName: 79419dd40533dc0, network: default, NAD default, SandboxID: "79419dd40533dc0cb51f4b91e141b7476803b9c0e130f4d056bc5ba9495a8b1b", PCI device ID: , UID: "b7eed43a-0e9f-4e4e-bbf8-98c6f2174e48", MAC: 0a:58:0a:81:00:20, IPs: [10.129.0.32/23] I0428 11:11:40.878719 3782 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26tmnq 79419dd40533dc0cb51f4b91e141b7476803b9c0e130f4d056bc5ba9495a8b1b network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26tmnq 79419dd40533dc0cb51f4b91e141b7476803b9c0e130f4d056bc5ba9495a8b1b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:15:b6:9e:af:93\",\"name\":\"79419dd40533dc0\"},{\"mac\":\"0a:58:0a:81:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/71f0cc6f-2365-417d-adae-bc209a1cad81\"}],\"ips\":[{\"address\":\"10.129.0.32/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0428 11:11:41.065670 3782 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19djxp4q f41ed3f3e245523007a027f7a129ca5fad940f5ba014fb95539acc61e072d21e network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19djxp4q f41ed3f3e245523007a027f7a129ca5fad940f5ba014fb95539acc61e072d21e network default NAD default NAD key ] I0428 11:11:41.141600 3782 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19djxp4q f41ed3f3e245523007a027f7a129ca5fad940f5ba014fb95539acc61e072d21e network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19djxp4q f41ed3f3e245523007a027f7a129ca5fad940f5ba014fb95539acc61e072d21e network default NAD default NAD key default], result "{}", err I0428 11:11:41.181762 3782 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19djxp4q of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:11:41.181805 3782 pods.go:176] Deleting pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19djxp4q I0428 11:11:41.183229 3782 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19djxp4q, ips: 10.129.0.30 I0428 11:11:41.183261 3782 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19djxp4q of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:11:41.183285 3782 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19djxp4q of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0428 11:11:41.183295 3782 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0428 11:11:41.183481 3782 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19djxp4q of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0428 11:11:41.183496 3782 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0428 11:11:41.216353 3782 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158pvc4q of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:11:41.216374 3782 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158pvc4q of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:11:41.216393 3782 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158pvc4q of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:11:41.216403 3782 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158pvc4q of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:11:41.928860 3782 base_network_controller_pods.go:487] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136s9zfw] creating logical port openshift-marketplace_03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136s9zfw for pod on switch ip-10-0-2-127.ec2.internal I0428 11:11:41.928980 3782 kube.go:256] Updating pod openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136s9zfw I0428 11:11:41.943481 3782 pod.go:62] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136s9zfw] pod update took 14.528736ms I0428 11:11:41.943501 3782 base_network_controller_pods.go:951] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136s9zfw] addLogicalPort annotation time took 14.551856ms I0428 11:11:41.944713 3782 pods.go:271] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136s9zfw] addLogicalPort took 15.866522ms, libovsdb time 898.13µs I0428 11:11:42.029508 3782 base_network_controller_pods.go:487] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dt77d] creating logical port openshift-marketplace_09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dt77d for pod on switch ip-10-0-2-127.ec2.internal I0428 11:11:42.029627 3782 kube.go:256] Updating pod openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dt77d I0428 11:11:42.043096 3782 pod.go:62] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dt77d] pod update took 13.49173ms I0428 11:11:42.043126 3782 base_network_controller_pods.go:951] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dt77d] addLogicalPort annotation time took 13.563776ms I0428 11:11:42.044147 3782 pods.go:271] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dt77d] addLogicalPort took 14.647952ms, libovsdb time 691.554µs I0428 11:11:42.209518 3782 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19djxp4q of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:11:42.209541 3782 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19djxp4q of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:11:42.209556 3782 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19djxp4q of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:11:42.209567 3782 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19djxp4q of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:11:42.350940 3782 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136s9zfw a705a704cbe2688d3bf9fa1f8e4fc6100e15ab7577a094d23c602ec3da89ff56 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136s9zfw a705a704cbe2688d3bf9fa1f8e4fc6100e15ab7577a094d23c602ec3da89ff56 network default NAD default NAD key ] I0428 11:11:42.360642 3782 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136s9zfw, hostIfaceName: a705a704cbe2688, network: default, NAD default, SandboxID: "a705a704cbe2688d3bf9fa1f8e4fc6100e15ab7577a094d23c602ec3da89ff56", PCI device ID: , UID: "47759383-5fdf-41d5-a6ed-90045c47c205", MAC: 0a:58:0a:81:00:21, IPs: [10.129.0.33/23] I0428 11:11:42.389782 3782 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dt77d d505a5afcb4bca27997f9c960486e34044b4fef1d4c7dee830aac9cfabbbef54 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dt77d d505a5afcb4bca27997f9c960486e34044b4fef1d4c7dee830aac9cfabbbef54 network default NAD default NAD key ] I0428 11:11:42.401124 3782 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dt77d, hostIfaceName: d505a5afcb4bca2, network: default, NAD default, SandboxID: "d505a5afcb4bca27997f9c960486e34044b4fef1d4c7dee830aac9cfabbbef54", PCI device ID: , UID: "b803eee5-6b00-45c8-a00e-7124e6836495", MAC: 0a:58:0a:81:00:22, IPs: [10.129.0.34/23] I0428 11:11:42.410155 3782 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136s9zfw a705a704cbe2688d3bf9fa1f8e4fc6100e15ab7577a094d23c602ec3da89ff56 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136s9zfw a705a704cbe2688d3bf9fa1f8e4fc6100e15ab7577a094d23c602ec3da89ff56 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:ef:94:5e:45:61\",\"name\":\"a705a704cbe2688\"},{\"mac\":\"0a:58:0a:81:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/842147cf-e5ae-444b-9f18-c52d885225f8\"}],\"ips\":[{\"address\":\"10.129.0.33/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0428 11:11:42.449936 3782 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dt77d d505a5afcb4bca27997f9c960486e34044b4fef1d4c7dee830aac9cfabbbef54 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dt77d d505a5afcb4bca27997f9c960486e34044b4fef1d4c7dee830aac9cfabbbef54 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:d6:7c:e1:b3:eb\",\"name\":\"d505a5afcb4bca2\"},{\"mac\":\"0a:58:0a:81:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/eaf8b2e3-6978-4376-8b6b-0ba82a74a7c0\"}],\"ips\":[{\"address\":\"10.129.0.34/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0428 11:11:44.094238 3782 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26tmnq 79419dd40533dc0cb51f4b91e141b7476803b9c0e130f4d056bc5ba9495a8b1b network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26tmnq 79419dd40533dc0cb51f4b91e141b7476803b9c0e130f4d056bc5ba9495a8b1b network default NAD default NAD key ] I0428 11:11:44.095145 3782 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51gwtzk 497474bd2b20eff4e40823fe5ea03c72f6fd4fcad6fa04787b68ac647b8d5a0d network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51gwtzk 497474bd2b20eff4e40823fe5ea03c72f6fd4fcad6fa04787b68ac647b8d5a0d network default NAD default NAD key ] I0428 11:11:44.160173 3782 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26tmnq 79419dd40533dc0cb51f4b91e141b7476803b9c0e130f4d056bc5ba9495a8b1b network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26tmnq 79419dd40533dc0cb51f4b91e141b7476803b9c0e130f4d056bc5ba9495a8b1b network default NAD default NAD key default], result "{}", err I0428 11:11:44.192313 3782 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51gwtzk 497474bd2b20eff4e40823fe5ea03c72f6fd4fcad6fa04787b68ac647b8d5a0d network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51gwtzk 497474bd2b20eff4e40823fe5ea03c72f6fd4fcad6fa04787b68ac647b8d5a0d network default NAD default NAD key default], result "{}", err I0428 11:11:44.225496 3782 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26tmnq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:11:44.225526 3782 pods.go:176] Deleting pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26tmnq I0428 11:11:44.227023 3782 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26tmnq, ips: 10.129.0.32 I0428 11:11:44.227052 3782 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26tmnq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:11:44.227071 3782 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26tmnq of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0428 11:11:44.227078 3782 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0428 11:11:44.227313 3782 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26tmnq of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0428 11:11:44.227327 3782 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0428 11:11:44.246832 3782 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51gwtzk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:11:44.246861 3782 pods.go:176] Deleting pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51gwtzk I0428 11:11:44.248133 3782 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51gwtzk, ips: 10.129.0.31 I0428 11:11:44.248155 3782 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51gwtzk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:11:44.248173 3782 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51gwtzk of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0428 11:11:44.248181 3782 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0428 11:11:44.248376 3782 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51gwtzk of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0428 11:11:44.248391 3782 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0428 11:11:45.261905 3782 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26tmnq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:11:45.261996 3782 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26tmnq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:11:45.262020 3782 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26tmnq of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:11:45.262031 3782 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26tmnq of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:11:45.329066 3782 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51gwtzk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:11:45.329090 3782 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51gwtzk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:11:45.329123 3782 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51gwtzk of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:11:45.329131 3782 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51gwtzk of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:11:46.115607 3782 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136s9zfw a705a704cbe2688d3bf9fa1f8e4fc6100e15ab7577a094d23c602ec3da89ff56 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136s9zfw a705a704cbe2688d3bf9fa1f8e4fc6100e15ab7577a094d23c602ec3da89ff56 network default NAD default NAD key ] I0428 11:11:46.182243 3782 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136s9zfw a705a704cbe2688d3bf9fa1f8e4fc6100e15ab7577a094d23c602ec3da89ff56 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136s9zfw a705a704cbe2688d3bf9fa1f8e4fc6100e15ab7577a094d23c602ec3da89ff56 network default NAD default NAD key default], result "{}", err I0428 11:11:46.233952 3782 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136s9zfw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:11:46.233985 3782 pods.go:176] Deleting pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136s9zfw I0428 11:11:46.235265 3782 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136s9zfw, ips: 10.129.0.33 I0428 11:11:46.235293 3782 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136s9zfw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:11:46.235316 3782 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136s9zfw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0428 11:11:46.235325 3782 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0428 11:11:46.235481 3782 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136s9zfw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0428 11:11:46.235495 3782 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0428 11:11:47.122277 3782 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dt77d d505a5afcb4bca27997f9c960486e34044b4fef1d4c7dee830aac9cfabbbef54 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dt77d d505a5afcb4bca27997f9c960486e34044b4fef1d4c7dee830aac9cfabbbef54 network default NAD default NAD key ] I0428 11:11:47.200446 3782 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dt77d d505a5afcb4bca27997f9c960486e34044b4fef1d4c7dee830aac9cfabbbef54 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dt77d d505a5afcb4bca27997f9c960486e34044b4fef1d4c7dee830aac9cfabbbef54 network default NAD default NAD key default], result "{}", err I0428 11:11:47.311064 3782 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dt77d of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:11:47.311116 3782 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136s9zfw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:11:47.311129 3782 pods.go:176] Deleting pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dt77d I0428 11:11:47.311147 3782 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136s9zfw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:11:47.311165 3782 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136s9zfw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:11:47.311177 3782 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136s9zfw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:11:47.312519 3782 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dt77d, ips: 10.129.0.34 I0428 11:11:47.312540 3782 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dt77d of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:11:47.312559 3782 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dt77d of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0428 11:11:47.312570 3782 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0428 11:11:47.312743 3782 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dt77d of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0428 11:11:47.312757 3782 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0428 11:11:48.357049 3782 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dt77d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:11:48.357086 3782 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dt77d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:11:48.357130 3782 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dt77d of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:11:48.357143 3782 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dt77d of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:11:51.254359 3782 base_network_controller_pods.go:487] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-65bm2] creating logical port cert-manager-operator_cert-manager-operator-controller-manager-5b66478c58-65bm2 for pod on switch ip-10-0-2-127.ec2.internal I0428 11:11:51.254555 3782 kube.go:256] Updating pod cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-65bm2 I0428 11:11:51.272726 3782 pod.go:62] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-65bm2] pod update took 18.221952ms I0428 11:11:51.272751 3782 base_network_controller_pods.go:951] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-65bm2] addLogicalPort annotation time took 18.253838ms I0428 11:11:51.274198 3782 pods.go:271] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-65bm2] addLogicalPort took 19.864811ms, libovsdb time 1.040021ms I0428 11:11:51.619138 3782 cni.go:452] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-65bm2 29e30bb7af2ba2cd5e33283377a2e36e8eef5b155ab1340cc5e9b879fec3231f network default NAD default NAD key ] ADD starting CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-65bm2 29e30bb7af2ba2cd5e33283377a2e36e8eef5b155ab1340cc5e9b879fec3231f network default NAD default NAD key ] I0428 11:11:51.628697 3782 helper_linux.go:556] ConfigureOVS: namespace: cert-manager-operator, podName: cert-manager-operator-controller-manager-5b66478c58-65bm2, hostIfaceName: 29e30bb7af2ba2c, network: default, NAD default, SandboxID: "29e30bb7af2ba2cd5e33283377a2e36e8eef5b155ab1340cc5e9b879fec3231f", PCI device ID: , UID: "bd36af2e-9415-4484-8911-73f13053173d", MAC: 0a:58:0a:81:00:23, IPs: [10.129.0.35/23] I0428 11:11:51.676655 3782 cni.go:473] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-65bm2 29e30bb7af2ba2cd5e33283377a2e36e8eef5b155ab1340cc5e9b879fec3231f network default NAD default NAD key default] ADD finished CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-65bm2 29e30bb7af2ba2cd5e33283377a2e36e8eef5b155ab1340cc5e9b879fec3231f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:98:4c:11:dd:e0\",\"name\":\"29e30bb7af2ba2c\"},{\"mac\":\"0a:58:0a:81:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cb24bc86-e04f-4fb7-a99c-5467ce4a2222\"}],\"ips\":[{\"address\":\"10.129.0.35/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0428 11:11:53.892447 3782 namespace.go:98] [cert-manager] adding namespace I0428 11:11:53.893323 3782 namespace.go:102] [cert-manager] adding namespace took 857.898µs I0428 11:11:53.975732 3782 namespace.go:142] [cert-manager] updating namespace I0428 11:11:54.055666 3782 namespace.go:142] [cert-manager] updating namespace I0428 11:11:55.552953 3782 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-webhook-7dc76cbb94-2x4tm] creating logical port cert-manager_cert-manager-webhook-7dc76cbb94-2x4tm for pod on switch ip-10-0-2-127.ec2.internal I0428 11:11:55.553072 3782 kube.go:256] Updating pod cert-manager/cert-manager-webhook-7dc76cbb94-2x4tm I0428 11:11:55.570962 3782 pod.go:62] [cert-manager/cert-manager-webhook-7dc76cbb94-2x4tm] pod update took 17.918824ms I0428 11:11:55.570984 3782 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-webhook-7dc76cbb94-2x4tm] addLogicalPort annotation time took 17.948409ms I0428 11:11:55.572339 3782 pods.go:271] [cert-manager/cert-manager-webhook-7dc76cbb94-2x4tm] addLogicalPort took 19.405334ms, libovsdb time 998.771µs I0428 11:11:55.923306 3782 cni.go:452] [cert-manager/cert-manager-webhook-7dc76cbb94-2x4tm c057c12d72187cb4f1067659d59a8d1fec9cc5b7d1ba386ddb86d7535d1f0cdb network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-2x4tm c057c12d72187cb4f1067659d59a8d1fec9cc5b7d1ba386ddb86d7535d1f0cdb network default NAD default NAD key ] I0428 11:11:55.932573 3782 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-webhook-7dc76cbb94-2x4tm, hostIfaceName: c057c12d72187cb, network: default, NAD default, SandboxID: "c057c12d72187cb4f1067659d59a8d1fec9cc5b7d1ba386ddb86d7535d1f0cdb", PCI device ID: , UID: "2148ad7d-c3c7-4c99-9f85-090b31a9a9cb", MAC: 0a:58:0a:81:00:24, IPs: [10.129.0.36/23] I0428 11:11:55.979919 3782 cni.go:473] [cert-manager/cert-manager-webhook-7dc76cbb94-2x4tm c057c12d72187cb4f1067659d59a8d1fec9cc5b7d1ba386ddb86d7535d1f0cdb network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-2x4tm c057c12d72187cb4f1067659d59a8d1fec9cc5b7d1ba386ddb86d7535d1f0cdb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:10:b7:52:97:3a\",\"name\":\"c057c12d72187cb\"},{\"mac\":\"0a:58:0a:81:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a8b275cc-d565-4d1c-84a4-74b1ea478b6e\"}],\"ips\":[{\"address\":\"10.129.0.36/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0428 11:11:57.012058 3782 base_network_controller_pods.go:487] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-9755d] creating logical port tsf-tpa_rhtpa-operator-controller-manager-586cbb496b-9755d for pod on switch ip-10-0-2-127.ec2.internal I0428 11:11:57.012231 3782 kube.go:256] Updating pod tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-9755d I0428 11:11:57.031159 3782 pod.go:62] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-9755d] pod update took 18.967068ms I0428 11:11:57.031179 3782 base_network_controller_pods.go:951] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-9755d] addLogicalPort annotation time took 18.993616ms I0428 11:11:57.032606 3782 pods.go:271] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-9755d] addLogicalPort took 20.566174ms, libovsdb time 1.069957ms I0428 11:11:57.126124 3782 base_network_controller_pods.go:487] [default/konflux-operator/konflux-operator-controller-manager-66b879f574-mjfd2] creating logical port konflux-operator_konflux-operator-controller-manager-66b879f574-mjfd2 for pod on switch ip-10-0-2-127.ec2.internal I0428 11:11:57.126300 3782 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-66b879f574-mjfd2 I0428 11:11:57.152117 3782 pod.go:62] [konflux-operator/konflux-operator-controller-manager-66b879f574-mjfd2] pod update took 25.834632ms I0428 11:11:57.152137 3782 base_network_controller_pods.go:951] [default/konflux-operator/konflux-operator-controller-manager-66b879f574-mjfd2] addLogicalPort annotation time took 25.880359ms I0428 11:11:57.153461 3782 pods.go:271] [konflux-operator/konflux-operator-controller-manager-66b879f574-mjfd2] addLogicalPort took 27.377067ms, libovsdb time 969.227µs I0428 11:11:58.006986 3782 cni.go:452] [konflux-operator/konflux-operator-controller-manager-66b879f574-mjfd2 ed0224748c0ef6325e83d409caaf8658dd6e3ad760aaea073f20365c09957ec1 network default NAD default NAD key ] ADD starting CNI request [konflux-operator/konflux-operator-controller-manager-66b879f574-mjfd2 ed0224748c0ef6325e83d409caaf8658dd6e3ad760aaea073f20365c09957ec1 network default NAD default NAD key ] I0428 11:11:58.007065 3782 cni.go:452] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-9755d ab2b76abb17f4f44aff807ce196faa1eb6759bee533d360483c047f6e4f5fe74 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-9755d ab2b76abb17f4f44aff807ce196faa1eb6759bee533d360483c047f6e4f5fe74 network default NAD default NAD key ] I0428 11:11:58.017793 3782 helper_linux.go:556] ConfigureOVS: namespace: konflux-operator, podName: konflux-operator-controller-manager-66b879f574-mjfd2, hostIfaceName: ed0224748c0ef63, network: default, NAD default, SandboxID: "ed0224748c0ef6325e83d409caaf8658dd6e3ad760aaea073f20365c09957ec1", PCI device ID: , UID: "16d8ca8d-6b55-4dc0-8c3f-d6c887e768c1", MAC: 0a:58:0a:81:00:26, IPs: [10.129.0.38/23] I0428 11:11:58.019707 3782 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: rhtpa-operator-controller-manager-586cbb496b-9755d, hostIfaceName: ab2b76abb17f4f4, network: default, NAD default, SandboxID: "ab2b76abb17f4f44aff807ce196faa1eb6759bee533d360483c047f6e4f5fe74", PCI device ID: , UID: "2d753e3c-a2be-4394-8575-2a1cceca03d4", MAC: 0a:58:0a:81:00:25, IPs: [10.129.0.37/23] I0428 11:11:58.067080 3782 cni.go:473] [konflux-operator/konflux-operator-controller-manager-66b879f574-mjfd2 ed0224748c0ef6325e83d409caaf8658dd6e3ad760aaea073f20365c09957ec1 network default NAD default NAD key default] ADD finished CNI request [konflux-operator/konflux-operator-controller-manager-66b879f574-mjfd2 ed0224748c0ef6325e83d409caaf8658dd6e3ad760aaea073f20365c09957ec1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:79:de:e4:22:ab\",\"name\":\"ed0224748c0ef63\"},{\"mac\":\"0a:58:0a:81:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/83198ea2-c69a-498e-89c6-9d9d18e69d62\"}],\"ips\":[{\"address\":\"10.129.0.38/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0428 11:11:58.084470 3782 cni.go:473] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-9755d ab2b76abb17f4f44aff807ce196faa1eb6759bee533d360483c047f6e4f5fe74 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-9755d ab2b76abb17f4f44aff807ce196faa1eb6759bee533d360483c047f6e4f5fe74 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:ff:d2:8a:07:10\",\"name\":\"ab2b76abb17f4f4\"},{\"mac\":\"0a:58:0a:81:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0a7173cf-b453-4b72-80f1-d6fcf4ef79dc\"}],\"ips\":[{\"address\":\"10.129.0.37/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0428 11:11:58.344584 3782 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0428 11:11:58.344602 3782 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0428 11:12:00.849908 3782 base_network_controller_pods.go:487] [default/rhbk-operator/rhbk-operator-fb86cd8d9-d26qp] creating logical port rhbk-operator_rhbk-operator-fb86cd8d9-d26qp for pod on switch ip-10-0-2-127.ec2.internal I0428 11:12:00.850054 3782 kube.go:256] Updating pod rhbk-operator/rhbk-operator-fb86cd8d9-d26qp I0428 11:12:00.873028 3782 pod.go:62] [rhbk-operator/rhbk-operator-fb86cd8d9-d26qp] pod update took 22.997672ms I0428 11:12:00.873050 3782 base_network_controller_pods.go:951] [default/rhbk-operator/rhbk-operator-fb86cd8d9-d26qp] addLogicalPort annotation time took 23.026648ms I0428 11:12:00.874467 3782 pods.go:271] [rhbk-operator/rhbk-operator-fb86cd8d9-d26qp] addLogicalPort took 24.580166ms, libovsdb time 990.299µs I0428 11:12:01.211899 3782 cni.go:452] [rhbk-operator/rhbk-operator-fb86cd8d9-d26qp ce8b7172be51834be52e20b3c84b4540e0e21af2da4303b2f673cc00b3fe7120 network default NAD default NAD key ] ADD starting CNI request [rhbk-operator/rhbk-operator-fb86cd8d9-d26qp ce8b7172be51834be52e20b3c84b4540e0e21af2da4303b2f673cc00b3fe7120 network default NAD default NAD key ] I0428 11:12:01.222894 3782 helper_linux.go:556] ConfigureOVS: namespace: rhbk-operator, podName: rhbk-operator-fb86cd8d9-d26qp, hostIfaceName: ce8b7172be51834, network: default, NAD default, SandboxID: "ce8b7172be51834be52e20b3c84b4540e0e21af2da4303b2f673cc00b3fe7120", PCI device ID: , UID: "5fbe8059-6218-4eaa-97d6-3ca42cece3af", MAC: 0a:58:0a:81:00:27, IPs: [10.129.0.39/23] I0428 11:12:01.270382 3782 cni.go:473] [rhbk-operator/rhbk-operator-fb86cd8d9-d26qp ce8b7172be51834be52e20b3c84b4540e0e21af2da4303b2f673cc00b3fe7120 network default NAD default NAD key default] ADD finished CNI request [rhbk-operator/rhbk-operator-fb86cd8d9-d26qp ce8b7172be51834be52e20b3c84b4540e0e21af2da4303b2f673cc00b3fe7120 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:2a:28:8c:b3:d3\",\"name\":\"ce8b7172be51834\"},{\"mac\":\"0a:58:0a:81:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1e09bb48-cda9-4ab1-a131-9165335988cc\"}],\"ips\":[{\"address\":\"10.129.0.39/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0428 11:12:01.290864 3782 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0428 11:12:01.391457 3782 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0428 11:12:01.848766 3782 namespace.go:142] [openshift-operators] updating namespace I0428 11:12:01.866779 3782 namespace.go:142] [openshift-operators] updating namespace W0428 11:12:04.222614 3782 util.go:959] Failed to build node endpoints for node ip-10-0-2-127.ec2.internal port 10250: empty IP address endpoints for service cert-manager/cert-manager-webhook W0428 11:12:04.222640 3782 util.go:959] Failed to build node endpoints for node ip-10-0-2-127.ec2.internal port 9402: empty IP address endpoints for service cert-manager/cert-manager-webhook W0428 11:12:09.401249 3782 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0428 11:12:09.411199 3782 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0428 11:12:09.436682 3782 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0428 11:12:09.450628 3782 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0428 11:12:10.012903 3782 namespace.go:142] [openshift-operators] updating namespace W0428 11:12:12.246190 3782 util.go:959] Failed to build node endpoints for node ip-10-0-2-127.ec2.internal port 8443: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0428 11:12:12.348417 3782 util.go:959] Failed to build node endpoints for node ip-10-0-2-127.ec2.internal port 8443: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0428 11:12:16.761176 3782 base_network_controller_pods.go:487] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-f7gkv] creating logical port openshift-operators_rhtas-operator-controller-manager-68888cb75-f7gkv for pod on switch ip-10-0-2-127.ec2.internal I0428 11:12:16.761299 3782 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-68888cb75-f7gkv I0428 11:12:16.810007 3782 pod.go:62] [openshift-operators/rhtas-operator-controller-manager-68888cb75-f7gkv] pod update took 48.73621ms I0428 11:12:16.810028 3782 base_network_controller_pods.go:951] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-f7gkv] addLogicalPort annotation time took 48.760744ms I0428 11:12:16.811369 3782 pods.go:271] [openshift-operators/rhtas-operator-controller-manager-68888cb75-f7gkv] addLogicalPort took 50.211275ms, libovsdb time 954.269µs I0428 11:12:17.126348 3782 cni.go:452] [openshift-operators/rhtas-operator-controller-manager-68888cb75-f7gkv baf12d9809de470118826298356943ef2078a97b814bdd62ea10469ecb2410f3 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-f7gkv baf12d9809de470118826298356943ef2078a97b814bdd62ea10469ecb2410f3 network default NAD default NAD key ] I0428 11:12:17.135321 3782 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: rhtas-operator-controller-manager-68888cb75-f7gkv, hostIfaceName: baf12d9809de470, network: default, NAD default, SandboxID: "baf12d9809de470118826298356943ef2078a97b814bdd62ea10469ecb2410f3", PCI device ID: , UID: "301e244f-9c3c-4cba-beea-6e3e6d4d45b4", MAC: 0a:58:0a:81:00:28, IPs: [10.129.0.40/23] I0428 11:12:17.182805 3782 cni.go:473] [openshift-operators/rhtas-operator-controller-manager-68888cb75-f7gkv baf12d9809de470118826298356943ef2078a97b814bdd62ea10469ecb2410f3 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-f7gkv baf12d9809de470118826298356943ef2078a97b814bdd62ea10469ecb2410f3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:dd:45:ee:0a:26\",\"name\":\"baf12d9809de470\"},{\"mac\":\"0a:58:0a:81:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/61cc3fde-0bf7-4f89-a719-b3553377f7b1\"}],\"ips\":[{\"address\":\"10.129.0.40/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0428 11:12:17.809523 3782 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0428 11:12:19.077983 3782 namespace.go:98] [trusted-artifact-signer] adding namespace I0428 11:12:19.078767 3782 namespace.go:102] [trusted-artifact-signer] adding namespace took 764.431µs I0428 11:12:19.163259 3782 namespace.go:142] [trusted-artifact-signer] updating namespace I0428 11:12:19.204250 3782 namespace.go:142] [trusted-artifact-signer] updating namespace W0428 11:12:19.334416 3782 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0428 11:12:20.311595 3782 base_network_controller_pods.go:487] [default/trusted-artifact-signer/cli-server-7d56d9fd65-8nlbx] creating logical port trusted-artifact-signer_cli-server-7d56d9fd65-8nlbx for pod on switch ip-10-0-2-127.ec2.internal I0428 11:12:20.311670 3782 kube.go:256] Updating pod trusted-artifact-signer/cli-server-7d56d9fd65-8nlbx I0428 11:12:20.340584 3782 pod.go:62] [trusted-artifact-signer/cli-server-7d56d9fd65-8nlbx] pod update took 28.931706ms I0428 11:12:20.340604 3782 base_network_controller_pods.go:951] [default/trusted-artifact-signer/cli-server-7d56d9fd65-8nlbx] addLogicalPort annotation time took 28.956471ms I0428 11:12:20.341645 3782 pods.go:271] [trusted-artifact-signer/cli-server-7d56d9fd65-8nlbx] addLogicalPort took 30.065659ms, libovsdb time 725.568µs I0428 11:12:20.665416 3782 cni.go:452] [trusted-artifact-signer/cli-server-7d56d9fd65-8nlbx f93dc4cba568891cd67720de9b1f4d0621349f27ed4f62a07daf7e58d7900b0d network default NAD default NAD key ] ADD starting CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-8nlbx f93dc4cba568891cd67720de9b1f4d0621349f27ed4f62a07daf7e58d7900b0d network default NAD default NAD key ] I0428 11:12:20.675776 3782 helper_linux.go:556] ConfigureOVS: namespace: trusted-artifact-signer, podName: cli-server-7d56d9fd65-8nlbx, hostIfaceName: f93dc4cba568891, network: default, NAD default, SandboxID: "f93dc4cba568891cd67720de9b1f4d0621349f27ed4f62a07daf7e58d7900b0d", PCI device ID: , UID: "c1ac8b3d-7a2f-45d1-b533-6c5e98efaf2e", MAC: 0a:58:0a:81:00:29, IPs: [10.129.0.41/23] I0428 11:12:20.724675 3782 cni.go:473] [trusted-artifact-signer/cli-server-7d56d9fd65-8nlbx f93dc4cba568891cd67720de9b1f4d0621349f27ed4f62a07daf7e58d7900b0d network default NAD default NAD key default] ADD finished CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-8nlbx f93dc4cba568891cd67720de9b1f4d0621349f27ed4f62a07daf7e58d7900b0d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:c6:a1:86:54:32\",\"name\":\"f93dc4cba568891\"},{\"mac\":\"0a:58:0a:81:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2414fcae-75b3-4fb2-aece-2b242fbcc325\"}],\"ips\":[{\"address\":\"10.129.0.41/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0428 11:12:22.819497 3782 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0428 11:12:24.798571 3782 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0428 11:12:25.697373 3782 namespace.go:98] [openshift-pipelines] adding namespace I0428 11:12:25.698301 3782 namespace.go:102] [openshift-pipelines] adding namespace took 905.225µs I0428 11:12:25.723701 3782 namespace.go:142] [openshift-pipelines] updating namespace I0428 11:12:26.409196 3782 namespace.go:142] [cert-manager] updating namespace I0428 11:12:26.594092 3782 namespace.go:142] [cert-manager-operator] updating namespace I0428 11:12:26.882233 3782 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:12:26.882756 3782 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:12:26.908120 3782 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:12:26.908139 3782 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:12:26.924284 3782 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0428 11:12:26.924307 3782 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0428 11:12:27.004364 3782 namespace.go:142] [konflux-operator] updating namespace I0428 11:12:27.207520 3782 namespace.go:142] [konflux-ui] updating namespace I0428 11:12:27.424864 3782 namespace.go:142] [open-cluster-management-2pv452ledagn57tf47lfif0ho4ffo09v] updating namespace I0428 11:12:27.826540 3782 namespace.go:142] [rhbk-operator] updating namespace I0428 11:12:28.034826 3782 namespace.go:142] [rhtpa-operator] updating namespace I0428 11:12:28.225938 3782 namespace.go:142] [trusted-artifact-signer] updating namespace I0428 11:12:28.435324 3782 namespace.go:142] [tsf] updating namespace I0428 11:12:28.648313 3782 namespace.go:142] [tsf-keycloak] updating namespace I0428 11:12:28.834324 3782 namespace.go:142] [tsf-tas] updating namespace I0428 11:12:29.038333 3782 namespace.go:142] [tsf-tpa] updating namespace I0428 11:12:29.163950 3782 namespace.go:142] [cert-manager] updating namespace I0428 11:12:29.174081 3782 namespace.go:142] [cert-manager-operator] updating namespace I0428 11:12:29.181510 3782 namespace.go:142] [default] updating namespace I0428 11:12:29.189299 3782 namespace.go:142] [konflux-operator] updating namespace I0428 11:12:29.197420 3782 namespace.go:142] [konflux-ui] updating namespace I0428 11:12:29.206417 3782 namespace.go:142] [open-cluster-management-2pv452ledagn57tf47lfif0ho4ffo09v] updating namespace I0428 11:12:29.213345 3782 namespace.go:142] [openshift] updating namespace I0428 11:12:29.222601 3782 namespace.go:142] [rhbk-operator] updating namespace I0428 11:12:29.230171 3782 namespace.go:142] [rhtpa-operator] updating namespace I0428 11:12:29.238485 3782 namespace.go:142] [trusted-artifact-signer] updating namespace I0428 11:12:29.253245 3782 namespace.go:142] [tsf] updating namespace I0428 11:12:29.277027 3782 namespace.go:142] [tsf-keycloak] updating namespace I0428 11:12:29.293469 3782 namespace.go:142] [tsf-tas] updating namespace I0428 11:12:29.314889 3782 namespace.go:142] [tsf-tpa] updating namespace I0428 11:12:29.415020 3782 namespace.go:142] [cert-manager] updating namespace I0428 11:12:29.522866 3782 namespace.go:142] [cert-manager-operator] updating namespace I0428 11:12:29.616059 3782 namespace.go:142] [default] updating namespace I0428 11:12:29.715378 3782 namespace.go:142] [konflux-operator] updating namespace I0428 11:12:29.818737 3782 namespace.go:142] [konflux-ui] updating namespace I0428 11:12:29.920427 3782 namespace.go:142] [open-cluster-management-2pv452ledagn57tf47lfif0ho4ffo09v] updating namespace I0428 11:12:30.027245 3782 namespace.go:142] [openshift] updating namespace I0428 11:12:30.116689 3782 namespace.go:142] [rhbk-operator] updating namespace I0428 11:12:30.215159 3782 namespace.go:142] [rhtpa-operator] updating namespace W0428 11:12:30.307194 3782 util.go:959] Failed to build node endpoints for node ip-10-0-2-127.ec2.internal port 8080: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0428 11:12:30.315018 3782 namespace.go:142] [trusted-artifact-signer] updating namespace I0428 11:12:30.413462 3782 namespace.go:142] [tsf] updating namespace I0428 11:12:30.519985 3782 namespace.go:142] [tsf-keycloak] updating namespace I0428 11:12:30.617526 3782 namespace.go:142] [tsf-tas] updating namespace I0428 11:12:30.737747 3782 namespace.go:142] [tsf-tpa] updating namespace I0428 11:12:31.357667 3782 namespace.go:142] [openshift-pipelines] updating namespace I0428 11:12:39.195364 3782 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-d79nc] creating logical port openshift-pipelines_tekton-events-controller-57d7f78b8d-d79nc for pod on switch ip-10-0-2-127.ec2.internal I0428 11:12:39.195446 3782 kube.go:256] Updating pod openshift-pipelines/tekton-events-controller-57d7f78b8d-d79nc I0428 11:12:39.212095 3782 pod.go:62] [openshift-pipelines/tekton-events-controller-57d7f78b8d-d79nc] pod update took 16.674691ms I0428 11:12:39.212130 3782 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-d79nc] addLogicalPort annotation time took 16.713417ms I0428 11:12:39.213373 3782 pods.go:271] [openshift-pipelines/tekton-events-controller-57d7f78b8d-d79nc] addLogicalPort took 18.019714ms, libovsdb time 911.161µs I0428 11:12:39.306511 3782 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-ch7qb] creating logical port openshift-pipelines_tekton-pipelines-remote-resolvers-85f5bb4dfb-ch7qb for pod on switch ip-10-0-2-127.ec2.internal I0428 11:12:39.306621 3782 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-ch7qb I0428 11:12:39.329619 3782 pod.go:62] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-ch7qb] pod update took 23.021461ms I0428 11:12:39.329639 3782 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-ch7qb] addLogicalPort annotation time took 23.044816ms I0428 11:12:39.330685 3782 pods.go:271] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-ch7qb] addLogicalPort took 24.184838ms, libovsdb time 726.593µs I0428 11:12:39.410839 3782 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-pkkbc] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-pkkbc for pod on switch ip-10-0-2-127.ec2.internal I0428 11:12:39.410985 3782 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-pkkbc I0428 11:12:39.431020 3782 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-pkkbc] pod update took 20.068279ms I0428 11:12:39.431040 3782 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-pkkbc] addLogicalPort annotation time took 20.090382ms I0428 11:12:39.432245 3782 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-pkkbc] addLogicalPort took 21.421693ms, libovsdb time 842.083µs I0428 11:12:39.508334 3782 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-mkl2x] creating logical port openshift-pipelines_tekton-operator-proxy-webhook-57f84cff6f-mkl2x for pod on switch ip-10-0-2-127.ec2.internal I0428 11:12:39.508422 3782 kube.go:256] Updating pod openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-mkl2x I0428 11:12:39.524016 3782 pod.go:62] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-mkl2x] pod update took 15.61013ms I0428 11:12:39.524040 3782 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-mkl2x] addLogicalPort annotation time took 15.642751ms I0428 11:12:39.525241 3782 pods.go:271] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-mkl2x] addLogicalPort took 16.890256ms, libovsdb time 804.584µs I0428 11:12:39.561667 3782 cni.go:452] [openshift-pipelines/tekton-events-controller-57d7f78b8d-d79nc 0a5bac4042e34146752bffd6067251c6ec17902718989ebd8202dce44c5a1b4a network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-d79nc 0a5bac4042e34146752bffd6067251c6ec17902718989ebd8202dce44c5a1b4a network default NAD default NAD key ] I0428 11:12:39.570575 3782 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-events-controller-57d7f78b8d-d79nc, hostIfaceName: 0a5bac4042e3414, network: default, NAD default, SandboxID: "0a5bac4042e34146752bffd6067251c6ec17902718989ebd8202dce44c5a1b4a", PCI device ID: , UID: "faa23285-aa60-4222-bd39-ee10dbf7aefa", MAC: 0a:58:0a:81:00:2a, IPs: [10.129.0.42/23] I0428 11:12:39.620780 3782 cni.go:473] [openshift-pipelines/tekton-events-controller-57d7f78b8d-d79nc 0a5bac4042e34146752bffd6067251c6ec17902718989ebd8202dce44c5a1b4a network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-d79nc 0a5bac4042e34146752bffd6067251c6ec17902718989ebd8202dce44c5a1b4a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:96:62:23:92:7e\",\"name\":\"0a5bac4042e3414\"},{\"mac\":\"0a:58:0a:81:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c8cb5240-bebf-45e8-9195-7ab5d5572ac9\"}],\"ips\":[{\"address\":\"10.129.0.42/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0428 11:12:39.669676 3782 cni.go:452] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-ch7qb 369fd8d7c8e54acd0e694d663191f18bef339d0285c6c35e52ec7b78e263cc21 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-ch7qb 369fd8d7c8e54acd0e694d663191f18bef339d0285c6c35e52ec7b78e263cc21 network default NAD default NAD key ] I0428 11:12:39.679500 3782 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-remote-resolvers-85f5bb4dfb-ch7qb, hostIfaceName: 369fd8d7c8e54ac, network: default, NAD default, SandboxID: "369fd8d7c8e54acd0e694d663191f18bef339d0285c6c35e52ec7b78e263cc21", PCI device ID: , UID: "d10ebb89-3f28-41df-bbb8-88c371d306e8", MAC: 0a:58:0a:81:00:2b, IPs: [10.129.0.43/23] I0428 11:12:39.728305 3782 cni.go:473] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-ch7qb 369fd8d7c8e54acd0e694d663191f18bef339d0285c6c35e52ec7b78e263cc21 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-ch7qb 369fd8d7c8e54acd0e694d663191f18bef339d0285c6c35e52ec7b78e263cc21 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:b5:0b:3a:e6:c2\",\"name\":\"369fd8d7c8e54ac\"},{\"mac\":\"0a:58:0a:81:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e6a6a7ee-4836-4f8d-84d1-272402de36ba\"}],\"ips\":[{\"address\":\"10.129.0.43/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0428 11:12:39.776651 3782 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-pkkbc ae9c90a636dbaed7884edd779345f5a702ed04fb2c8afbe41db72e7c35968b54 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-pkkbc ae9c90a636dbaed7884edd779345f5a702ed04fb2c8afbe41db72e7c35968b54 network default NAD default NAD key ] I0428 11:12:39.803201 3782 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-pkkbc, hostIfaceName: ae9c90a636dbaed, network: default, NAD default, SandboxID: "ae9c90a636dbaed7884edd779345f5a702ed04fb2c8afbe41db72e7c35968b54", PCI device ID: , UID: "071c85fb-3671-4412-a661-8d65a10d9fe8", MAC: 0a:58:0a:81:00:2c, IPs: [10.129.0.44/23] I0428 11:12:39.850849 3782 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-pkkbc ae9c90a636dbaed7884edd779345f5a702ed04fb2c8afbe41db72e7c35968b54 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-pkkbc ae9c90a636dbaed7884edd779345f5a702ed04fb2c8afbe41db72e7c35968b54 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:af:f1:6d:ff:a4\",\"name\":\"ae9c90a636dbaed\"},{\"mac\":\"0a:58:0a:81:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/83e79c34-ce08-43d5-8aba-fe44453911f5\"}],\"ips\":[{\"address\":\"10.129.0.44/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0428 11:12:39.866378 3782 cni.go:452] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-mkl2x 9c250ddb5fa1d73bcf6363ceac3f9072958ca7030b6547d5117029ac913e88cc network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-mkl2x 9c250ddb5fa1d73bcf6363ceac3f9072958ca7030b6547d5117029ac913e88cc network default NAD default NAD key ] I0428 11:12:39.875408 3782 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-operator-proxy-webhook-57f84cff6f-mkl2x, hostIfaceName: 9c250ddb5fa1d73, network: default, NAD default, SandboxID: "9c250ddb5fa1d73bcf6363ceac3f9072958ca7030b6547d5117029ac913e88cc", PCI device ID: , UID: "6cdef331-e431-468b-981a-e18e536e2fe2", MAC: 0a:58:0a:81:00:2d, IPs: [10.129.0.45/23] I0428 11:12:39.922469 3782 cni.go:473] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-mkl2x 9c250ddb5fa1d73bcf6363ceac3f9072958ca7030b6547d5117029ac913e88cc network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-mkl2x 9c250ddb5fa1d73bcf6363ceac3f9072958ca7030b6547d5117029ac913e88cc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:a4:b5:30:98:d7\",\"name\":\"9c250ddb5fa1d73\"},{\"mac\":\"0a:58:0a:81:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a27ee131-97d0-4163-835d-0f7046c4f76f\"}],\"ips\":[{\"address\":\"10.129.0.45/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0428 11:12:40.800489 3782 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0428 11:12:40.821510 3782 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0428 11:12:43.317425 3782 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0428 11:12:43.317474 3782 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0428 11:12:43.317483 3782 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0428 11:12:45.457325 3782 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0428 11:12:45.457346 3782 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0428 11:12:45.457352 3782 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0428 11:12:45.457358 3782 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0428 11:12:45.493909 3782 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0428 11:12:45.493936 3782 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0428 11:12:45.493945 3782 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller I0428 11:12:46.776213 3782 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=11 I0428 11:12:52.684860 3782 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=86 W0428 11:12:56.464829 3782 util.go:959] Failed to build node endpoints for node ip-10-0-2-127.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0428 11:12:56.464850 3782 util.go:959] Failed to build node endpoints for node ip-10-0-2-127.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0428 11:12:56.464857 3782 util.go:959] Failed to build node endpoints for node ip-10-0-2-127.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0428 11:12:56.488451 3782 util.go:959] Failed to build node endpoints for node ip-10-0-2-127.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0428 11:12:56.488471 3782 util.go:959] Failed to build node endpoints for node ip-10-0-2-127.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0428 11:12:56.488479 3782 util.go:959] Failed to build node endpoints for node ip-10-0-2-127.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0428 11:12:56.488485 3782 util.go:959] Failed to build node endpoints for node ip-10-0-2-127.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0428 11:13:06.945493 3782 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0428 11:13:08.073971 3782 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:13:08.074525 3782 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:13:08.094996 3782 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:13:08.095018 3782 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:13:08.108249 3782 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0428 11:13:08.108287 3782 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0428 11:13:10.084339 3782 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0428 11:13:10.085005 3782 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0428 11:13:10.085038 3782 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0428 11:13:10.087323 3782 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0428 11:13:10.467181 3782 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-2-127.ec2.internal I0428 11:13:10.467270 3782 kube.go:256] Updating pod tsf-keycloak/keycloak-0 I0428 11:13:10.485652 3782 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 18.405591ms I0428 11:13:10.485681 3782 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 18.440963ms I0428 11:13:10.487024 3782 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 19.856341ms, libovsdb time 964.747µs I0428 11:13:11.021162 3782 cni.go:452] [tsf-keycloak/keycloak-0 e040398fc6c0f273caa0a5c9a163ebf56d344f5969767304145a7a2abe3df222 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-0 e040398fc6c0f273caa0a5c9a163ebf56d344f5969767304145a7a2abe3df222 network default NAD default NAD key ] I0428 11:13:11.030125 3782 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: e040398fc6c0f27, network: default, NAD default, SandboxID: "e040398fc6c0f273caa0a5c9a163ebf56d344f5969767304145a7a2abe3df222", PCI device ID: , UID: "70f7788e-ca2f-40a5-a16c-6197be325634", MAC: 0a:58:0a:81:00:2e, IPs: [10.129.0.46/23] I0428 11:13:11.080233 3782 cni.go:473] [tsf-keycloak/keycloak-0 e040398fc6c0f273caa0a5c9a163ebf56d344f5969767304145a7a2abe3df222 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-0 e040398fc6c0f273caa0a5c9a163ebf56d344f5969767304145a7a2abe3df222 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:39:f8:38:53:0b\",\"name\":\"e040398fc6c0f27\"},{\"mac\":\"0a:58:0a:81:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3d309999-813c-4681-b2a6-8fd25c17de69\"}],\"ips\":[{\"address\":\"10.129.0.46/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0428 11:13:20.646641 3782 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0428 11:13:20.646766 3782 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0428 11:13:20.649431 3782 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0428 11:13:20.649448 3782 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0428 11:13:20.685681 3782 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=11 I0428 11:13:23.742011 3782 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0428 11:13:43.123322 3782 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0428 11:13:43.123346 3782 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0428 11:13:43.123354 3782 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0428 11:13:46.232163 3782 util.go:959] Failed to build node endpoints for node ip-10-0-2-127.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak W0428 11:13:46.232185 3782 util.go:959] Failed to build node endpoints for node ip-10-0-2-127.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak W0428 11:13:46.234908 3782 util.go:959] Failed to build node endpoints for node ip-10-0-2-127.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service W0428 11:13:46.234929 3782 util.go:959] Failed to build node endpoints for node ip-10-0-2-127.ec2.internal port 9000: empty IP address endpoints for service tsf-keycloak/keycloak-service I0428 11:13:50.267576 3782 base_network_controller_pods.go:487] [default/tsf-keycloak/tsf-iam-6blsw] creating logical port tsf-keycloak_tsf-iam-6blsw for pod on switch ip-10-0-2-127.ec2.internal I0428 11:13:50.267686 3782 kube.go:256] Updating pod tsf-keycloak/tsf-iam-6blsw I0428 11:13:50.284999 3782 pod.go:62] [tsf-keycloak/tsf-iam-6blsw] pod update took 17.338025ms I0428 11:13:50.285027 3782 base_network_controller_pods.go:951] [default/tsf-keycloak/tsf-iam-6blsw] addLogicalPort annotation time took 17.372372ms I0428 11:13:50.286311 3782 pods.go:271] [tsf-keycloak/tsf-iam-6blsw] addLogicalPort took 18.754692ms, libovsdb time 851.707µs I0428 11:13:50.627718 3782 cni.go:452] [tsf-keycloak/tsf-iam-6blsw 03787c5ff0baa5d9a95241b8933563ced806dc59f40fc568d3be98432c6ff666 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/tsf-iam-6blsw 03787c5ff0baa5d9a95241b8933563ced806dc59f40fc568d3be98432c6ff666 network default NAD default NAD key ] I0428 11:13:50.636904 3782 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: tsf-iam-6blsw, hostIfaceName: 03787c5ff0baa5d, network: default, NAD default, SandboxID: "03787c5ff0baa5d9a95241b8933563ced806dc59f40fc568d3be98432c6ff666", PCI device ID: , UID: "b22e5f5b-e821-4ece-9821-7cbe56d3048e", MAC: 0a:58:0a:81:00:2f, IPs: [10.129.0.47/23] I0428 11:13:50.689000 3782 cni.go:473] [tsf-keycloak/tsf-iam-6blsw 03787c5ff0baa5d9a95241b8933563ced806dc59f40fc568d3be98432c6ff666 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/tsf-iam-6blsw 03787c5ff0baa5d9a95241b8933563ced806dc59f40fc568d3be98432c6ff666 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:1f:3b:6f:aa:c3\",\"name\":\"03787c5ff0baa5d\"},{\"mac\":\"0a:58:0a:81:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cd29cbd0-3377-4156-a3db-5a98690065eb\"}],\"ips\":[{\"address\":\"10.129.0.47/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0428 11:14:00.332710 3782 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:14:00.333262 3782 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:14:00.369170 3782 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:14:00.369197 3782 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:14:00.375572 3782 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0428 11:14:00.375605 3782 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam W0428 11:14:06.753141 3782 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0428 11:14:06.753159 3782 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server I0428 11:14:08.953077 3782 cni.go:452] [tsf-keycloak/tsf-iam-6blsw 03787c5ff0baa5d9a95241b8933563ced806dc59f40fc568d3be98432c6ff666 network default NAD default NAD key ] DEL starting CNI request [tsf-keycloak/tsf-iam-6blsw 03787c5ff0baa5d9a95241b8933563ced806dc59f40fc568d3be98432c6ff666 network default NAD default NAD key ] I0428 11:14:09.041039 3782 cni.go:473] [tsf-keycloak/tsf-iam-6blsw 03787c5ff0baa5d9a95241b8933563ced806dc59f40fc568d3be98432c6ff666 network default NAD default NAD key default] DEL finished CNI request [tsf-keycloak/tsf-iam-6blsw 03787c5ff0baa5d9a95241b8933563ced806dc59f40fc568d3be98432c6ff666 network default NAD default NAD key default], result "{}", err I0428 11:14:09.091785 3782 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-6blsw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:14:09.091817 3782 pods.go:176] Deleting pod: tsf-keycloak/tsf-iam-6blsw I0428 11:14:09.093177 3782 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/tsf-iam-6blsw, ips: 10.129.0.47 I0428 11:14:09.093201 3782 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-6blsw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:14:09.977184 3782 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-6blsw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:14:09.977219 3782 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-6blsw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0428 11:14:10.783653 3782 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0428 11:14:13.800898 3782 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0428 11:14:16.692544 3782 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=91 W0428 11:14:17.302374 3782 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0428 11:14:20.358633 3782 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0428 11:14:20.467726 3782 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-7g2kg-96d2z of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:14:20.468281 3782 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-7g2kg-96d2z of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:14:21.489836 3782 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-7g2kg-96d2z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:14:21.489864 3782 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-7g2kg-96d2z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:14:25.884393 3782 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-2rgjf] creating logical port openshift-pipelines_pipelines-console-plugin-65f788bc74-2rgjf for pod on switch ip-10-0-2-127.ec2.internal I0428 11:14:25.884482 3782 kube.go:256] Updating pod openshift-pipelines/pipelines-console-plugin-65f788bc74-2rgjf I0428 11:14:25.897313 3782 pod.go:62] [openshift-pipelines/pipelines-console-plugin-65f788bc74-2rgjf] pod update took 12.852296ms I0428 11:14:25.897337 3782 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-2rgjf] addLogicalPort annotation time took 12.879977ms I0428 11:14:25.898768 3782 pods.go:271] [openshift-pipelines/pipelines-console-plugin-65f788bc74-2rgjf] addLogicalPort took 14.389954ms, libovsdb time 957.207µs I0428 11:14:26.842652 3782 cni.go:452] [openshift-pipelines/pipelines-console-plugin-65f788bc74-2rgjf 32e56b524582f7e68e13507e0697fd316c4f770f09bad9e84d4b7eb78f01a6d7 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-2rgjf 32e56b524582f7e68e13507e0697fd316c4f770f09bad9e84d4b7eb78f01a6d7 network default NAD default NAD key ] I0428 11:14:26.857338 3782 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-console-plugin-65f788bc74-2rgjf, hostIfaceName: 32e56b524582f7e, network: default, NAD default, SandboxID: "32e56b524582f7e68e13507e0697fd316c4f770f09bad9e84d4b7eb78f01a6d7", PCI device ID: , UID: "e9f6ee87-b5ba-4ae7-be43-88ac3786e394", MAC: 0a:58:0a:81:00:30, IPs: [10.129.0.48/23] I0428 11:14:26.912395 3782 cni.go:473] [openshift-pipelines/pipelines-console-plugin-65f788bc74-2rgjf 32e56b524582f7e68e13507e0697fd316c4f770f09bad9e84d4b7eb78f01a6d7 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-2rgjf 32e56b524582f7e68e13507e0697fd316c4f770f09bad9e84d4b7eb78f01a6d7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:cf:f7:87:d6:af\",\"name\":\"32e56b524582f7e\"},{\"mac\":\"0a:58:0a:81:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c8516320-7606-406d-8504-fe76dbeb0dfd\"}],\"ips\":[{\"address\":\"10.129.0.48/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0428 11:14:51.653224 3782 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:14:51.653904 3782 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:14:51.671128 3782 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:14:51.671149 3782 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:14:51.678332 3782 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0428 11:14:51.678352 3782 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0428 11:14:52.323777 3782 base_network_controller_pods.go:487] [default/tsf/patch-tekton-config-mmrll] creating logical port tsf_patch-tekton-config-mmrll for pod on switch ip-10-0-2-127.ec2.internal I0428 11:14:52.323921 3782 kube.go:256] Updating pod tsf/patch-tekton-config-mmrll I0428 11:14:52.337494 3782 pod.go:62] [tsf/patch-tekton-config-mmrll] pod update took 13.603466ms I0428 11:14:52.337519 3782 base_network_controller_pods.go:951] [default/tsf/patch-tekton-config-mmrll] addLogicalPort annotation time took 13.635227ms I0428 11:14:52.339202 3782 pods.go:271] [tsf/patch-tekton-config-mmrll] addLogicalPort took 15.446042ms, libovsdb time 1.153472ms I0428 11:14:52.688447 3782 cni.go:452] [tsf/patch-tekton-config-mmrll 83f9090ccc88bb48b435d044d31e6fb18c203d484971f124b77d4e22ec6eeee1 network default NAD default NAD key ] ADD starting CNI request [tsf/patch-tekton-config-mmrll 83f9090ccc88bb48b435d044d31e6fb18c203d484971f124b77d4e22ec6eeee1 network default NAD default NAD key ] I0428 11:14:52.697990 3782 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: patch-tekton-config-mmrll, hostIfaceName: 83f9090ccc88bb4, network: default, NAD default, SandboxID: "83f9090ccc88bb48b435d044d31e6fb18c203d484971f124b77d4e22ec6eeee1", PCI device ID: , UID: "edc78d8d-1a0a-4d66-86de-f9da9b980644", MAC: 0a:58:0a:81:00:31, IPs: [10.129.0.49/23] I0428 11:14:52.748088 3782 cni.go:473] [tsf/patch-tekton-config-mmrll 83f9090ccc88bb48b435d044d31e6fb18c203d484971f124b77d4e22ec6eeee1 network default NAD default NAD key default] ADD finished CNI request [tsf/patch-tekton-config-mmrll 83f9090ccc88bb48b435d044d31e6fb18c203d484971f124b77d4e22ec6eeee1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:8c:c2:16:09:4d\",\"name\":\"83f9090ccc88bb4\"},{\"mac\":\"0a:58:0a:81:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/aaa64b97-14a9-4011-96b3-8688d8255996\"}],\"ips\":[{\"address\":\"10.129.0.49/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0428 11:14:53.757193 3782 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-8f966-6r72g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:14:53.757837 3782 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-8f966-6r72g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:14:54.521002 3782 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-8f966-6r72g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:14:54.521028 3782 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-8f966-6r72g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:14:56.181139 3782 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-2xpgm-lwqnz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:14:56.181887 3782 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-2xpgm-lwqnz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:14:57.047650 3782 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-2xpgm-lwqnz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:14:57.047685 3782 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-2xpgm-lwqnz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:14:59.452583 3782 base_network_controller_pods.go:487] [default/tsf-tas/rekor-search-ui-69fc7bc58b-lc2xh] creating logical port tsf-tas_rekor-search-ui-69fc7bc58b-lc2xh for pod on switch ip-10-0-2-127.ec2.internal I0428 11:14:59.452697 3782 kube.go:256] Updating pod tsf-tas/rekor-search-ui-69fc7bc58b-lc2xh I0428 11:14:59.468461 3782 pod.go:62] [tsf-tas/rekor-search-ui-69fc7bc58b-lc2xh] pod update took 15.783082ms I0428 11:14:59.468485 3782 base_network_controller_pods.go:951] [default/tsf-tas/rekor-search-ui-69fc7bc58b-lc2xh] addLogicalPort annotation time took 15.810594ms I0428 11:14:59.469840 3782 pods.go:271] [tsf-tas/rekor-search-ui-69fc7bc58b-lc2xh] addLogicalPort took 17.273657ms, libovsdb time 943.845µs I0428 11:14:59.812834 3782 cni.go:452] [tsf-tas/rekor-search-ui-69fc7bc58b-lc2xh 221b5bce6b993260c30ce87ca604b83b72c7225b6f2556e86698bbadb480b04c network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-search-ui-69fc7bc58b-lc2xh 221b5bce6b993260c30ce87ca604b83b72c7225b6f2556e86698bbadb480b04c network default NAD default NAD key ] I0428 11:14:59.821889 3782 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-search-ui-69fc7bc58b-lc2xh, hostIfaceName: 221b5bce6b99326, network: default, NAD default, SandboxID: "221b5bce6b993260c30ce87ca604b83b72c7225b6f2556e86698bbadb480b04c", PCI device ID: , UID: "4f84f3bf-1bee-40c7-857f-dc3a32f30145", MAC: 0a:58:0a:81:00:32, IPs: [10.129.0.50/23] I0428 11:14:59.872465 3782 cni.go:473] [tsf-tas/rekor-search-ui-69fc7bc58b-lc2xh 221b5bce6b993260c30ce87ca604b83b72c7225b6f2556e86698bbadb480b04c network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-search-ui-69fc7bc58b-lc2xh 221b5bce6b993260c30ce87ca604b83b72c7225b6f2556e86698bbadb480b04c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:c4:18:d7:3b:29\",\"name\":\"221b5bce6b99326\"},{\"mac\":\"0a:58:0a:81:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/397423cd-871b-4583-9ad3-3a383da0775d\"}],\"ips\":[{\"address\":\"10.129.0.50/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0428 11:15:00.248756 3782 cni.go:452] [tsf/patch-tekton-config-mmrll 83f9090ccc88bb48b435d044d31e6fb18c203d484971f124b77d4e22ec6eeee1 network default NAD default NAD key ] DEL starting CNI request [tsf/patch-tekton-config-mmrll 83f9090ccc88bb48b435d044d31e6fb18c203d484971f124b77d4e22ec6eeee1 network default NAD default NAD key ] I0428 11:15:00.325468 3782 cni.go:473] [tsf/patch-tekton-config-mmrll 83f9090ccc88bb48b435d044d31e6fb18c203d484971f124b77d4e22ec6eeee1 network default NAD default NAD key default] DEL finished CNI request [tsf/patch-tekton-config-mmrll 83f9090ccc88bb48b435d044d31e6fb18c203d484971f124b77d4e22ec6eeee1 network default NAD default NAD key default], result "{}", err I0428 11:15:00.369461 3782 obj_retry.go:498] Detected object tsf/patch-tekton-config-mmrll of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:15:00.369488 3782 pods.go:176] Deleting pod: tsf/patch-tekton-config-mmrll I0428 11:15:00.370686 3782 pods.go:236] Attempting to release IPs for pod: tsf/patch-tekton-config-mmrll, ips: 10.129.0.49 I0428 11:15:00.370714 3782 obj_retry.go:498] Detected object tsf/patch-tekton-config-mmrll of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0428 11:15:00.545578 3782 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0428 11:15:01.270711 3782 obj_retry.go:492] Detected object tsf/patch-tekton-config-mmrll of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:15:01.270730 3782 obj_retry.go:492] Detected object tsf/patch-tekton-config-mmrll of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0428 11:15:03.269496 3782 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui W0428 11:15:05.082324 3782 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0428 11:15:07.717430 3782 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-pcg6b of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:15:07.718089 3782 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-pcg6b of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:15:08.740659 3782 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-pcg6b of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:15:08.740692 3782 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-pcg6b of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:15:08.775646 3782 obj_retry.go:492] Detected object tsf/patch-tekton-config-mmrll of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:15:08.775672 3782 obj_retry.go:492] Detected object tsf/patch-tekton-config-mmrll of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:15:08.780864 3782 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-mmrll I0428 11:15:08.780897 3782 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-mmrll I0428 11:15:12.698614 3782 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=474 I0428 11:15:12.747756 3782 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:15:12.748464 3782 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:15:12.766576 3782 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:15:12.766596 3782 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:15:12.771874 3782 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0428 11:15:12.771899 3782 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0428 11:15:14.054911 3782 base_network_controller_pods.go:487] [default/tsf-tpa/create-db-zbjfx] creating logical port tsf-tpa_create-db-zbjfx for pod on switch ip-10-0-2-127.ec2.internal I0428 11:15:14.055028 3782 kube.go:256] Updating pod tsf-tpa/create-db-zbjfx I0428 11:15:14.069723 3782 pod.go:62] [tsf-tpa/create-db-zbjfx] pod update took 14.732163ms I0428 11:15:14.069747 3782 base_network_controller_pods.go:951] [default/tsf-tpa/create-db-zbjfx] addLogicalPort annotation time took 14.758874ms I0428 11:15:14.071030 3782 pods.go:271] [tsf-tpa/create-db-zbjfx] addLogicalPort took 16.135958ms, libovsdb time 842.51µs I0428 11:15:14.415604 3782 cni.go:452] [tsf-tpa/create-db-zbjfx 199064d63c9416f78f714ec9dbcfaa5882ded845b9e6dff5c3cfb1a01b7d5530 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-db-zbjfx 199064d63c9416f78f714ec9dbcfaa5882ded845b9e6dff5c3cfb1a01b7d5530 network default NAD default NAD key ] I0428 11:15:14.425684 3782 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-db-zbjfx, hostIfaceName: 199064d63c9416f, network: default, NAD default, SandboxID: "199064d63c9416f78f714ec9dbcfaa5882ded845b9e6dff5c3cfb1a01b7d5530", PCI device ID: , UID: "df6c6649-4e0b-47e0-8996-546ece9d28dd", MAC: 0a:58:0a:81:00:33, IPs: [10.129.0.51/23] I0428 11:15:14.477197 3782 cni.go:473] [tsf-tpa/create-db-zbjfx 199064d63c9416f78f714ec9dbcfaa5882ded845b9e6dff5c3cfb1a01b7d5530 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-db-zbjfx 199064d63c9416f78f714ec9dbcfaa5882ded845b9e6dff5c3cfb1a01b7d5530 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:10:f6:49:f5:73\",\"name\":\"199064d63c9416f\"},{\"mac\":\"0a:58:0a:81:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/84ea5e18-3a37-424c-801c-72ee9d2b6edb\"}],\"ips\":[{\"address\":\"10.129.0.51/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0428 11:15:15.261473 3782 util.go:959] Failed to build node endpoints for node ip-10-0-2-127.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-search-ui W0428 11:15:15.635580 3782 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0428 11:15:18.362288 3782 cni.go:452] [tsf-tpa/create-db-zbjfx 199064d63c9416f78f714ec9dbcfaa5882ded845b9e6dff5c3cfb1a01b7d5530 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-db-zbjfx 199064d63c9416f78f714ec9dbcfaa5882ded845b9e6dff5c3cfb1a01b7d5530 network default NAD default NAD key ] I0428 11:15:18.450524 3782 cni.go:473] [tsf-tpa/create-db-zbjfx 199064d63c9416f78f714ec9dbcfaa5882ded845b9e6dff5c3cfb1a01b7d5530 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-db-zbjfx 199064d63c9416f78f714ec9dbcfaa5882ded845b9e6dff5c3cfb1a01b7d5530 network default NAD default NAD key default], result "{}", err I0428 11:15:18.498283 3782 obj_retry.go:498] Detected object tsf-tpa/create-db-zbjfx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:15:18.498316 3782 pods.go:176] Deleting pod: tsf-tpa/create-db-zbjfx I0428 11:15:18.499712 3782 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-db-zbjfx, ips: 10.129.0.51 I0428 11:15:18.499737 3782 obj_retry.go:498] Detected object tsf-tpa/create-db-zbjfx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:15:19.522598 3782 obj_retry.go:492] Detected object tsf-tpa/create-db-zbjfx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:15:19.522623 3782 obj_retry.go:492] Detected object tsf-tpa/create-db-zbjfx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:15:19.629024 3782 base_network_controller_pods.go:487] [default/tsf-tpa/migrate-db-m6x9s] creating logical port tsf-tpa_migrate-db-m6x9s for pod on switch ip-10-0-2-127.ec2.internal I0428 11:15:19.629141 3782 kube.go:256] Updating pod tsf-tpa/migrate-db-m6x9s I0428 11:15:19.646525 3782 pod.go:62] [tsf-tpa/migrate-db-m6x9s] pod update took 17.436491ms I0428 11:15:19.646548 3782 base_network_controller_pods.go:951] [default/tsf-tpa/migrate-db-m6x9s] addLogicalPort annotation time took 17.464381ms I0428 11:15:19.647832 3782 pods.go:271] [tsf-tpa/migrate-db-m6x9s] addLogicalPort took 18.825682ms, libovsdb time 842.621µs I0428 11:15:19.988487 3782 cni.go:452] [tsf-tpa/migrate-db-m6x9s 18b0d6821371d4ec93bbec71248d3474cee1cd24b7426b96f5e005fbde7faa90 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/migrate-db-m6x9s 18b0d6821371d4ec93bbec71248d3474cee1cd24b7426b96f5e005fbde7faa90 network default NAD default NAD key ] I0428 11:15:19.998381 3782 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: migrate-db-m6x9s, hostIfaceName: 18b0d6821371d4e, network: default, NAD default, SandboxID: "18b0d6821371d4ec93bbec71248d3474cee1cd24b7426b96f5e005fbde7faa90", PCI device ID: , UID: "78ca8feb-28c6-4849-ab11-0eef1d58c327", MAC: 0a:58:0a:81:00:34, IPs: [10.129.0.52/23] I0428 11:15:20.049276 3782 cni.go:473] [tsf-tpa/migrate-db-m6x9s 18b0d6821371d4ec93bbec71248d3474cee1cd24b7426b96f5e005fbde7faa90 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/migrate-db-m6x9s 18b0d6821371d4ec93bbec71248d3474cee1cd24b7426b96f5e005fbde7faa90 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:30:b1:75:cf:61\",\"name\":\"18b0d6821371d4e\"},{\"mac\":\"0a:58:0a:81:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f41d3ceb-00f2-4898-9e01-8ca0bc601626\"}],\"ips\":[{\"address\":\"10.129.0.52/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0428 11:15:22.389348 3782 cni.go:452] [tsf-tpa/migrate-db-m6x9s 18b0d6821371d4ec93bbec71248d3474cee1cd24b7426b96f5e005fbde7faa90 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/migrate-db-m6x9s 18b0d6821371d4ec93bbec71248d3474cee1cd24b7426b96f5e005fbde7faa90 network default NAD default NAD key ] I0428 11:15:22.469326 3782 cni.go:473] [tsf-tpa/migrate-db-m6x9s 18b0d6821371d4ec93bbec71248d3474cee1cd24b7426b96f5e005fbde7faa90 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/migrate-db-m6x9s 18b0d6821371d4ec93bbec71248d3474cee1cd24b7426b96f5e005fbde7faa90 network default NAD default NAD key default], result "{}", err I0428 11:15:22.523538 3782 obj_retry.go:498] Detected object tsf-tpa/migrate-db-m6x9s of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:15:22.523569 3782 pods.go:176] Deleting pod: tsf-tpa/migrate-db-m6x9s I0428 11:15:22.525022 3782 pods.go:236] Attempting to release IPs for pod: tsf-tpa/migrate-db-m6x9s, ips: 10.129.0.52 I0428 11:15:22.525049 3782 obj_retry.go:498] Detected object tsf-tpa/migrate-db-m6x9s of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:15:22.661265 3782 obj_retry.go:492] Detected object tsf-tpa/migrate-db-m6x9s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:15:22.661286 3782 obj_retry.go:492] Detected object tsf-tpa/migrate-db-m6x9s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:15:22.856957 3782 base_network_controller_pods.go:487] [default/tsf-tpa/create-importers-pg867] creating logical port tsf-tpa_create-importers-pg867 for pod on switch ip-10-0-2-127.ec2.internal I0428 11:15:22.857043 3782 kube.go:256] Updating pod tsf-tpa/create-importers-pg867 I0428 11:15:22.869435 3782 pod.go:62] [tsf-tpa/create-importers-pg867] pod update took 12.390764ms I0428 11:15:22.869456 3782 base_network_controller_pods.go:951] [default/tsf-tpa/create-importers-pg867] addLogicalPort annotation time took 12.440804ms I0428 11:15:22.870651 3782 pods.go:271] [tsf-tpa/create-importers-pg867] addLogicalPort took 13.70804ms, libovsdb time 803.108µs I0428 11:15:23.214488 3782 cni.go:452] [tsf-tpa/create-importers-pg867 47484619b3fd4f62b910bdeed892099cc2334f458bd074feaaec817398165bc2 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-importers-pg867 47484619b3fd4f62b910bdeed892099cc2334f458bd074feaaec817398165bc2 network default NAD default NAD key ] I0428 11:15:23.223841 3782 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-importers-pg867, hostIfaceName: 47484619b3fd4f6, network: default, NAD default, SandboxID: "47484619b3fd4f62b910bdeed892099cc2334f458bd074feaaec817398165bc2", PCI device ID: , UID: "638a219a-db38-4afe-a923-5ddaa8038761", MAC: 0a:58:0a:81:00:35, IPs: [10.129.0.53/23] I0428 11:15:23.273617 3782 cni.go:473] [tsf-tpa/create-importers-pg867 47484619b3fd4f62b910bdeed892099cc2334f458bd074feaaec817398165bc2 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-importers-pg867 47484619b3fd4f62b910bdeed892099cc2334f458bd074feaaec817398165bc2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:a7:09:3d:b7:8a\",\"name\":\"47484619b3fd4f6\"},{\"mac\":\"0a:58:0a:81:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5ff88dd7-dbb3-4187-a0b8-fa03953e8ec0\"}],\"ips\":[{\"address\":\"10.129.0.53/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0428 11:15:25.410423 3782 cni.go:452] [tsf-tpa/create-importers-pg867 47484619b3fd4f62b910bdeed892099cc2334f458bd074feaaec817398165bc2 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-importers-pg867 47484619b3fd4f62b910bdeed892099cc2334f458bd074feaaec817398165bc2 network default NAD default NAD key ] I0428 11:15:25.497609 3782 cni.go:473] [tsf-tpa/create-importers-pg867 47484619b3fd4f62b910bdeed892099cc2334f458bd074feaaec817398165bc2 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-importers-pg867 47484619b3fd4f62b910bdeed892099cc2334f458bd074feaaec817398165bc2 network default NAD default NAD key default], result "{}", err I0428 11:15:25.544964 3782 obj_retry.go:498] Detected object tsf-tpa/create-importers-pg867 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:15:25.544995 3782 pods.go:176] Deleting pod: tsf-tpa/create-importers-pg867 I0428 11:15:25.546347 3782 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-importers-pg867, ips: 10.129.0.53 I0428 11:15:25.546376 3782 obj_retry.go:498] Detected object tsf-tpa/create-importers-pg867 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:15:26.566836 3782 obj_retry.go:492] Detected object tsf-tpa/create-importers-pg867 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:15:26.566862 3782 obj_retry.go:492] Detected object tsf-tpa/create-importers-pg867 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:15:30.937775 3782 base_network_controller_pods.go:487] [default/tsf-tas/tuf-repository-init-wh98r-lkd4h] creating logical port tsf-tas_tuf-repository-init-wh98r-lkd4h for pod on switch ip-10-0-2-127.ec2.internal I0428 11:15:30.937890 3782 kube.go:256] Updating pod tsf-tas/tuf-repository-init-wh98r-lkd4h I0428 11:15:30.950391 3782 pod.go:62] [tsf-tas/tuf-repository-init-wh98r-lkd4h] pod update took 12.529518ms I0428 11:15:30.950416 3782 base_network_controller_pods.go:951] [default/tsf-tas/tuf-repository-init-wh98r-lkd4h] addLogicalPort annotation time took 12.561984ms I0428 11:15:30.951867 3782 pods.go:271] [tsf-tas/tuf-repository-init-wh98r-lkd4h] addLogicalPort took 14.112974ms, libovsdb time 1.041959ms W0428 11:15:37.753135 3782 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0428 11:15:39.795173 3782 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0428 11:15:42.023977 3782 cni.go:452] [tsf-tas/tuf-repository-init-wh98r-lkd4h c615f3179ced3c70d29f79d2e49b716230c99450d208560319b00394281f56d5 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-repository-init-wh98r-lkd4h c615f3179ced3c70d29f79d2e49b716230c99450d208560319b00394281f56d5 network default NAD default NAD key ] I0428 11:15:42.033568 3782 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-repository-init-wh98r-lkd4h, hostIfaceName: c615f3179ced3c7, network: default, NAD default, SandboxID: "c615f3179ced3c70d29f79d2e49b716230c99450d208560319b00394281f56d5", PCI device ID: , UID: "88de2726-877e-4d56-88e1-289707900d45", MAC: 0a:58:0a:81:00:36, IPs: [10.129.0.54/23] I0428 11:15:42.289669 3782 cni.go:473] [tsf-tas/tuf-repository-init-wh98r-lkd4h c615f3179ced3c70d29f79d2e49b716230c99450d208560319b00394281f56d5 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-repository-init-wh98r-lkd4h c615f3179ced3c70d29f79d2e49b716230c99450d208560319b00394281f56d5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:70:28:de:c5:a2\",\"name\":\"c615f3179ced3c7\"},{\"mac\":\"0a:58:0a:81:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/21bc942d-2500-4961-ac1d-3434ee25c678\"}],\"ips\":[{\"address\":\"10.129.0.54/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0428 11:15:48.546899 3782 cni.go:452] [tsf-tas/tuf-repository-init-wh98r-lkd4h c615f3179ced3c70d29f79d2e49b716230c99450d208560319b00394281f56d5 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/tuf-repository-init-wh98r-lkd4h c615f3179ced3c70d29f79d2e49b716230c99450d208560319b00394281f56d5 network default NAD default NAD key ] I0428 11:15:48.624442 3782 cni.go:473] [tsf-tas/tuf-repository-init-wh98r-lkd4h c615f3179ced3c70d29f79d2e49b716230c99450d208560319b00394281f56d5 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/tuf-repository-init-wh98r-lkd4h c615f3179ced3c70d29f79d2e49b716230c99450d208560319b00394281f56d5 network default NAD default NAD key default], result "{}", err I0428 11:15:48.671867 3782 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-wh98r-lkd4h of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:15:48.671930 3782 pods.go:176] Deleting pod: tsf-tas/tuf-repository-init-wh98r-lkd4h I0428 11:15:48.673388 3782 pods.go:236] Attempting to release IPs for pod: tsf-tas/tuf-repository-init-wh98r-lkd4h, ips: 10.129.0.54 I0428 11:15:48.673418 3782 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-wh98r-lkd4h of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:15:49.573717 3782 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-wh98r-lkd4h of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:15:49.573742 3782 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-wh98r-lkd4h of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:15:53.075573 3782 base_network_controller_pods.go:487] [default/tsf-tas/tuf-97fc8ff76-98hks] creating logical port tsf-tas_tuf-97fc8ff76-98hks for pod on switch ip-10-0-2-127.ec2.internal I0428 11:15:53.075705 3782 kube.go:256] Updating pod tsf-tas/tuf-97fc8ff76-98hks I0428 11:15:53.090466 3782 pod.go:62] [tsf-tas/tuf-97fc8ff76-98hks] pod update took 14.783562ms I0428 11:15:53.090495 3782 base_network_controller_pods.go:951] [default/tsf-tas/tuf-97fc8ff76-98hks] addLogicalPort annotation time took 14.816572ms I0428 11:15:53.091962 3782 pods.go:271] [tsf-tas/tuf-97fc8ff76-98hks] addLogicalPort took 16.409525ms, libovsdb time 950.207µs I0428 11:16:02.446313 3782 cni.go:452] [tsf-tas/tuf-97fc8ff76-98hks 1c6e9ab5da66dd0cd05e48b3189d964859f537cedd940d7844f246162d877fa4 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-97fc8ff76-98hks 1c6e9ab5da66dd0cd05e48b3189d964859f537cedd940d7844f246162d877fa4 network default NAD default NAD key ] I0428 11:16:02.455385 3782 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-97fc8ff76-98hks, hostIfaceName: 1c6e9ab5da66dd0, network: default, NAD default, SandboxID: "1c6e9ab5da66dd0cd05e48b3189d964859f537cedd940d7844f246162d877fa4", PCI device ID: , UID: "295c013b-9088-445e-9f2c-0c7c6c5460d7", MAC: 0a:58:0a:81:00:37, IPs: [10.129.0.55/23] I0428 11:16:02.505339 3782 cni.go:473] [tsf-tas/tuf-97fc8ff76-98hks 1c6e9ab5da66dd0cd05e48b3189d964859f537cedd940d7844f246162d877fa4 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-97fc8ff76-98hks 1c6e9ab5da66dd0cd05e48b3189d964859f537cedd940d7844f246162d877fa4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:2c:2f:a5:9e:78\",\"name\":\"1c6e9ab5da66dd0\"},{\"mac\":\"0a:58:0a:81:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/587863a8-6530-4eed-8336-29f9f25c1966\"}],\"ips\":[{\"address\":\"10.129.0.55/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0428 11:16:04.635416 3782 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0428 11:16:06.044311 3782 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:16:06.044927 3782 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:16:06.083576 3782 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:16:06.083596 3782 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:16:06.089202 3782 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0428 11:16:06.089230 3782 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0428 11:16:06.791902 3782 namespace.go:98] [integration-service] adding namespace I0428 11:16:06.792051 3782 namespace.go:98] [default-tenant] adding namespace I0428 11:16:06.792350 3782 namespace.go:98] [image-controller] adding namespace I0428 11:16:06.792865 3782 namespace.go:102] [integration-service] adding namespace took 943.263µs I0428 11:16:06.792902 3782 namespace.go:98] [build-service] adding namespace I0428 11:16:06.793559 3782 namespace.go:102] [build-service] adding namespace took 640.039µs I0428 11:16:06.794179 3782 namespace.go:102] [default-tenant] adding namespace took 2.110947ms I0428 11:16:06.794745 3782 namespace.go:102] [image-controller] adding namespace took 2.378276ms I0428 11:16:06.862463 3782 namespace.go:142] [integration-service] updating namespace I0428 11:16:06.877744 3782 namespace.go:142] [integration-service] updating namespace I0428 11:16:06.910646 3782 namespace.go:142] [default-tenant] updating namespace I0428 11:16:06.920769 3782 namespace.go:142] [default-tenant] updating namespace I0428 11:16:06.933198 3782 namespace.go:142] [image-controller] updating namespace I0428 11:16:06.950438 3782 namespace.go:142] [image-controller] updating namespace I0428 11:16:06.958225 3782 namespace.go:142] [build-service] updating namespace I0428 11:16:06.972481 3782 namespace.go:142] [build-service] updating namespace I0428 11:16:07.087064 3782 namespace.go:142] [build-service] updating namespace I0428 11:16:07.118775 3782 namespace.go:142] [integration-service] updating namespace I0428 11:16:07.173686 3782 namespace.go:98] [release-service] adding namespace I0428 11:16:07.174574 3782 namespace.go:102] [release-service] adding namespace took 868.509µs I0428 11:16:07.191125 3782 namespace.go:142] [release-service] updating namespace I0428 11:16:07.218522 3782 namespace.go:142] [release-service] updating namespace I0428 11:16:07.273955 3782 namespace.go:142] [konflux-ui] updating namespace I0428 11:16:07.386733 3782 namespace.go:98] [konflux-info] adding namespace I0428 11:16:07.387653 3782 namespace.go:102] [konflux-info] adding namespace took 897.439µs I0428 11:16:07.408684 3782 namespace.go:142] [konflux-info] updating namespace I0428 11:16:07.462653 3782 namespace.go:98] [namespace-lister] adding namespace I0428 11:16:07.463432 3782 namespace.go:102] [namespace-lister] adding namespace took 760.327µs I0428 11:16:07.474561 3782 namespace.go:142] [konflux-info] updating namespace I0428 11:16:07.490654 3782 namespace.go:142] [namespace-lister] updating namespace I0428 11:16:07.608811 3782 namespace.go:98] [enterprise-contract-service] adding namespace I0428 11:16:07.609653 3782 namespace.go:102] [enterprise-contract-service] adding namespace took 818.718µs I0428 11:16:07.673650 3782 namespace.go:142] [enterprise-contract-service] updating namespace I0428 11:16:07.684306 3782 namespace.go:142] [namespace-lister] updating namespace I0428 11:16:07.718077 3782 namespace.go:142] [image-controller] updating namespace I0428 11:16:07.737434 3782 namespace.go:142] [enterprise-contract-service] updating namespace I0428 11:16:08.312278 3782 namespace.go:142] [default-tenant] updating namespace I0428 11:16:08.647711 3782 namespace.go:98] [segment-bridge] adding namespace I0428 11:16:08.648495 3782 namespace.go:102] [segment-bridge] adding namespace took 762.589µs I0428 11:16:08.671619 3782 namespace.go:142] [segment-bridge] updating namespace I0428 11:16:08.873027 3782 namespace.go:142] [segment-bridge] updating namespace I0428 11:16:09.286713 3782 namespace.go:98] [konflux-cli] adding namespace I0428 11:16:09.287598 3782 namespace.go:102] [konflux-cli] adding namespace took 862.501µs I0428 11:16:09.308385 3782 namespace.go:142] [konflux-cli] updating namespace I0428 11:16:09.346659 3782 namespace.go:142] [konflux-cli] updating namespace I0428 11:16:09.627803 3782 base_network_controller_pods.go:487] [default/namespace-lister/namespace-lister-696b855848-sckt6] creating logical port namespace-lister_namespace-lister-696b855848-sckt6 for pod on switch ip-10-0-2-127.ec2.internal I0428 11:16:09.627940 3782 kube.go:256] Updating pod namespace-lister/namespace-lister-696b855848-sckt6 I0428 11:16:09.642212 3782 pod.go:62] [namespace-lister/namespace-lister-696b855848-sckt6] pod update took 14.295647ms I0428 11:16:09.642238 3782 base_network_controller_pods.go:951] [default/namespace-lister/namespace-lister-696b855848-sckt6] addLogicalPort annotation time took 14.326202ms I0428 11:16:09.643487 3782 pods.go:271] [namespace-lister/namespace-lister-696b855848-sckt6] addLogicalPort took 15.702386ms, libovsdb time 853.887µs I0428 11:16:09.660267 3782 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0428 11:16:09.660777 3782 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0428 11:16:09.660794 3782 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0428 11:16:09.663647 3782 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0428 11:16:09.769675 3782 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0428 11:16:09.769699 3782 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0428 11:16:09.770815 3782 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0428 11:16:10.589916 3782 cni.go:452] [namespace-lister/namespace-lister-696b855848-sckt6 b353fc466b177292702e170593d679a25f7351fc8170481b3df6a4b135e6532d network default NAD default NAD key ] ADD starting CNI request [namespace-lister/namespace-lister-696b855848-sckt6 b353fc466b177292702e170593d679a25f7351fc8170481b3df6a4b135e6532d network default NAD default NAD key ] I0428 11:16:10.599083 3782 helper_linux.go:556] ConfigureOVS: namespace: namespace-lister, podName: namespace-lister-696b855848-sckt6, hostIfaceName: b353fc466b17729, network: default, NAD default, SandboxID: "b353fc466b177292702e170593d679a25f7351fc8170481b3df6a4b135e6532d", PCI device ID: , UID: "9a851b1f-c1ea-43b0-a09e-23655e50b956", MAC: 0a:58:0a:81:00:38, IPs: [10.129.0.56/23] I0428 11:16:10.651111 3782 cni.go:473] [namespace-lister/namespace-lister-696b855848-sckt6 b353fc466b177292702e170593d679a25f7351fc8170481b3df6a4b135e6532d network default NAD default NAD key default] ADD finished CNI request [namespace-lister/namespace-lister-696b855848-sckt6 b353fc466b177292702e170593d679a25f7351fc8170481b3df6a4b135e6532d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:32:99:fe:a6:85\",\"name\":\"b353fc466b17729\"},{\"mac\":\"0a:58:0a:81:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/950f54aa-0501-439f-8753-e324b7663b52\"}],\"ips\":[{\"address\":\"10.129.0.56/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0428 11:16:10.679710 3782 base_network_controller_pods.go:487] [default/konflux-ui/dex-66f8cc5ffc-rqwbk] creating logical port konflux-ui_dex-66f8cc5ffc-rqwbk for pod on switch ip-10-0-2-127.ec2.internal I0428 11:16:10.679812 3782 kube.go:256] Updating pod konflux-ui/dex-66f8cc5ffc-rqwbk I0428 11:16:10.696447 3782 pod.go:62] [konflux-ui/dex-66f8cc5ffc-rqwbk] pod update took 16.667015ms I0428 11:16:10.696469 3782 base_network_controller_pods.go:951] [default/konflux-ui/dex-66f8cc5ffc-rqwbk] addLogicalPort annotation time took 16.693377ms I0428 11:16:10.697775 3782 pods.go:271] [konflux-ui/dex-66f8cc5ffc-rqwbk] addLogicalPort took 18.084808ms, libovsdb time 829.382µs I0428 11:16:10.879206 3782 base_network_controller_pods.go:487] [default/konflux-ui/proxy-ffb94955b-cwmvh] creating logical port konflux-ui_proxy-ffb94955b-cwmvh for pod on switch ip-10-0-2-127.ec2.internal I0428 11:16:10.879311 3782 kube.go:256] Updating pod konflux-ui/proxy-ffb94955b-cwmvh I0428 11:16:10.899545 3782 pod.go:62] [konflux-ui/proxy-ffb94955b-cwmvh] pod update took 20.269268ms I0428 11:16:10.899566 3782 base_network_controller_pods.go:951] [default/konflux-ui/proxy-ffb94955b-cwmvh] addLogicalPort annotation time took 20.294616ms I0428 11:16:10.900756 3782 pods.go:271] [konflux-ui/proxy-ffb94955b-cwmvh] addLogicalPort took 21.564496ms, libovsdb time 779.771µs I0428 11:16:11.018555 3782 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-6f859968fc-jcrrv] creating logical port image-controller_image-controller-controller-manager-6f859968fc-jcrrv for pod on switch ip-10-0-2-127.ec2.internal I0428 11:16:11.018651 3782 kube.go:256] Updating pod image-controller/image-controller-controller-manager-6f859968fc-jcrrv I0428 11:16:11.034174 3782 pod.go:62] [image-controller/image-controller-controller-manager-6f859968fc-jcrrv] pod update took 15.550796ms I0428 11:16:11.034195 3782 base_network_controller_pods.go:951] [default/image-controller/image-controller-controller-manager-6f859968fc-jcrrv] addLogicalPort annotation time took 15.576379ms I0428 11:16:11.035383 3782 pods.go:271] [image-controller/image-controller-controller-manager-6f859968fc-jcrrv] addLogicalPort took 16.846244ms, libovsdb time 804.641µs I0428 11:16:11.187246 3782 namespace.go:142] [build-service] updating namespace I0428 11:16:11.337646 3782 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-7b666bf6d8-ghwrv] creating logical port integration-service_integration-service-controller-manager-7b666bf6d8-ghwrv for pod on switch ip-10-0-2-127.ec2.internal I0428 11:16:11.337784 3782 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7b666bf6d8-ghwrv I0428 11:16:11.352240 3782 pod.go:62] [integration-service/integration-service-controller-manager-7b666bf6d8-ghwrv] pod update took 14.485442ms I0428 11:16:11.352261 3782 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-7b666bf6d8-ghwrv] addLogicalPort annotation time took 14.510919ms I0428 11:16:11.353623 3782 pods.go:271] [integration-service/integration-service-controller-manager-7b666bf6d8-ghwrv] addLogicalPort took 15.998419ms, libovsdb time 867.217µs I0428 11:16:11.381719 3782 cni.go:452] [image-controller/image-controller-controller-manager-6f859968fc-jcrrv 58a89079b95c63509e387da3b4a947ee90e171b8efc0df3a7dd2bafa9e10e4d6 network default NAD default NAD key ] ADD starting CNI request [image-controller/image-controller-controller-manager-6f859968fc-jcrrv 58a89079b95c63509e387da3b4a947ee90e171b8efc0df3a7dd2bafa9e10e4d6 network default NAD default NAD key ] I0428 11:16:11.391332 3782 helper_linux.go:556] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-6f859968fc-jcrrv, hostIfaceName: 58a89079b95c635, network: default, NAD default, SandboxID: "58a89079b95c63509e387da3b4a947ee90e171b8efc0df3a7dd2bafa9e10e4d6", PCI device ID: , UID: "bcfbce33-dd58-4974-bc92-c6a9b7e7c5b9", MAC: 0a:58:0a:81:00:3b, IPs: [10.129.0.59/23] I0428 11:16:11.445147 3782 cni.go:473] [image-controller/image-controller-controller-manager-6f859968fc-jcrrv 58a89079b95c63509e387da3b4a947ee90e171b8efc0df3a7dd2bafa9e10e4d6 network default NAD default NAD key default] ADD finished CNI request [image-controller/image-controller-controller-manager-6f859968fc-jcrrv 58a89079b95c63509e387da3b4a947ee90e171b8efc0df3a7dd2bafa9e10e4d6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:b8:ad:fd:ba:dd\",\"name\":\"58a89079b95c635\"},{\"mac\":\"0a:58:0a:81:00:3b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0fede2c5-f60b-40db-8d39-8106771a4c56\"}],\"ips\":[{\"address\":\"10.129.0.59/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0428 11:16:11.695482 3782 base_network_controller_pods.go:487] [default/build-service/build-service-controller-manager-7cbf488fcf-qsgrc] creating logical port build-service_build-service-controller-manager-7cbf488fcf-qsgrc for pod on switch ip-10-0-2-127.ec2.internal I0428 11:16:11.695591 3782 kube.go:256] Updating pod build-service/build-service-controller-manager-7cbf488fcf-qsgrc I0428 11:16:11.709421 3782 pod.go:62] [build-service/build-service-controller-manager-7cbf488fcf-qsgrc] pod update took 13.861649ms I0428 11:16:11.709485 3782 base_network_controller_pods.go:951] [default/build-service/build-service-controller-manager-7cbf488fcf-qsgrc] addLogicalPort annotation time took 13.927564ms I0428 11:16:11.711056 3782 pods.go:271] [build-service/build-service-controller-manager-7cbf488fcf-qsgrc] addLogicalPort took 15.599719ms, libovsdb time 1.039071ms I0428 11:16:11.945505 3782 namespace.go:142] [default-tenant] updating namespace I0428 11:16:12.068647 3782 cni.go:452] [build-service/build-service-controller-manager-7cbf488fcf-qsgrc bb7e44c76a5de0d7f8c2a7f4a218422f09a3f14a2a36b725095d1676e5144f9c network default NAD default NAD key ] ADD starting CNI request [build-service/build-service-controller-manager-7cbf488fcf-qsgrc bb7e44c76a5de0d7f8c2a7f4a218422f09a3f14a2a36b725095d1676e5144f9c network default NAD default NAD key ] I0428 11:16:12.078546 3782 helper_linux.go:556] ConfigureOVS: namespace: build-service, podName: build-service-controller-manager-7cbf488fcf-qsgrc, hostIfaceName: bb7e44c76a5de0d, network: default, NAD default, SandboxID: "bb7e44c76a5de0d7f8c2a7f4a218422f09a3f14a2a36b725095d1676e5144f9c", PCI device ID: , UID: "bf8da90f-5288-42a0-975f-90ac7c468318", MAC: 0a:58:0a:81:00:3d, IPs: [10.129.0.61/23] I0428 11:16:12.129986 3782 cni.go:473] [build-service/build-service-controller-manager-7cbf488fcf-qsgrc bb7e44c76a5de0d7f8c2a7f4a218422f09a3f14a2a36b725095d1676e5144f9c network default NAD default NAD key default] ADD finished CNI request [build-service/build-service-controller-manager-7cbf488fcf-qsgrc bb7e44c76a5de0d7f8c2a7f4a218422f09a3f14a2a36b725095d1676e5144f9c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:e9:0c:78:7b:bf\",\"name\":\"bb7e44c76a5de0d\"},{\"mac\":\"0a:58:0a:81:00:3d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/868287c3-7114-4cf6-94b1-8c192674a2d1\"}],\"ips\":[{\"address\":\"10.129.0.61/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0428 11:16:12.686644 3782 namespace.go:142] [enterprise-contract-service] updating namespace W0428 11:16:12.761804 3782 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0428 11:16:13.078797 3782 namespace.go:142] [image-controller] updating namespace I0428 11:16:13.241806 3782 base_network_controller_pods.go:487] [default/release-service/release-service-controller-manager-6bfdb6bcb6-wllhm] creating logical port release-service_release-service-controller-manager-6bfdb6bcb6-wllhm for pod on switch ip-10-0-2-127.ec2.internal I0428 11:16:13.241911 3782 kube.go:256] Updating pod release-service/release-service-controller-manager-6bfdb6bcb6-wllhm I0428 11:16:13.255347 3782 pod.go:62] [release-service/release-service-controller-manager-6bfdb6bcb6-wllhm] pod update took 13.460517ms I0428 11:16:13.255376 3782 base_network_controller_pods.go:951] [default/release-service/release-service-controller-manager-6bfdb6bcb6-wllhm] addLogicalPort annotation time took 13.494307ms I0428 11:16:13.256949 3782 pods.go:271] [release-service/release-service-controller-manager-6bfdb6bcb6-wllhm] addLogicalPort took 15.159473ms, libovsdb time 982.341µs I0428 11:16:13.447775 3782 namespace.go:142] [integration-service] updating namespace W0428 11:16:13.701677 3782 util.go:959] Failed to build node endpoints for node ip-10-0-2-127.ec2.internal port 8080: empty IP address endpoints for service namespace-lister/namespace-lister I0428 11:16:13.765670 3782 namespace.go:142] [konflux-cli] updating namespace I0428 11:16:13.937815 3782 namespace.go:142] [konflux-info] updating namespace I0428 11:16:14.135748 3782 namespace.go:142] [namespace-lister] updating namespace I0428 11:16:14.201220 3782 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-56b88b4df5-xgsk8] creating logical port integration-service_integration-service-controller-manager-56b88b4df5-xgsk8 for pod on switch ip-10-0-2-127.ec2.internal I0428 11:16:14.201324 3782 kube.go:256] Updating pod integration-service/integration-service-controller-manager-56b88b4df5-xgsk8 I0428 11:16:14.216986 3782 pod.go:62] [integration-service/integration-service-controller-manager-56b88b4df5-xgsk8] pod update took 15.68747ms I0428 11:16:14.217012 3782 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-56b88b4df5-xgsk8] addLogicalPort annotation time took 15.717541ms I0428 11:16:14.218550 3782 pods.go:271] [integration-service/integration-service-controller-manager-56b88b4df5-xgsk8] addLogicalPort took 17.345385ms, libovsdb time 1.070062ms I0428 11:16:14.328822 3782 namespace.go:142] [release-service] updating namespace I0428 11:16:14.533795 3782 namespace.go:142] [segment-bridge] updating namespace I0428 11:16:14.664381 3782 namespace.go:142] [build-service] updating namespace I0428 11:16:14.681605 3782 namespace.go:142] [default-tenant] updating namespace I0428 11:16:14.707063 3782 namespace.go:142] [enterprise-contract-service] updating namespace I0428 11:16:14.723179 3782 namespace.go:142] [image-controller] updating namespace I0428 11:16:14.736704 3782 namespace.go:142] [integration-service] updating namespace I0428 11:16:14.758711 3782 namespace.go:142] [konflux-cli] updating namespace I0428 11:16:14.774606 3782 namespace.go:142] [konflux-info] updating namespace I0428 11:16:14.791648 3782 namespace.go:142] [namespace-lister] updating namespace I0428 11:16:14.809735 3782 namespace.go:142] [release-service] updating namespace I0428 11:16:14.839938 3782 namespace.go:142] [segment-bridge] updating namespace I0428 11:16:14.902805 3782 namespace.go:142] [build-service] updating namespace I0428 11:16:14.978965 3782 namespace.go:142] [default-tenant] updating namespace I0428 11:16:15.046000 3782 namespace.go:142] [enterprise-contract-service] updating namespace I0428 11:16:15.157402 3782 namespace.go:142] [image-controller] updating namespace I0428 11:16:15.357797 3782 namespace.go:142] [integration-service] updating namespace I0428 11:16:15.525750 3782 namespace.go:142] [konflux-cli] updating namespace I0428 11:16:15.653888 3782 namespace.go:142] [konflux-info] updating namespace W0428 11:16:15.661827 3782 util.go:959] Failed to build node endpoints for node ip-10-0-2-127.ec2.internal port 8080: empty IP address endpoints for service tsf-tas/tuf W0428 11:16:15.729915 3782 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0428 11:16:15.764670 3782 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0428 11:16:15.808539 3782 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0428 11:16:15.818275 3782 namespace.go:142] [namespace-lister] updating namespace I0428 11:16:15.906861 3782 namespace.go:142] [release-service] updating namespace I0428 11:16:15.986906 3782 namespace.go:142] [segment-bridge] updating namespace I0428 11:16:16.190776 3782 cni.go:452] [integration-service/integration-service-controller-manager-56b88b4df5-xgsk8 703a33e7d014aae02d371d7fc0af68968ccf9484318c031d9517a380a39c0bf4 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-56b88b4df5-xgsk8 703a33e7d014aae02d371d7fc0af68968ccf9484318c031d9517a380a39c0bf4 network default NAD default NAD key ] I0428 11:16:16.200196 3782 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-56b88b4df5-xgsk8, hostIfaceName: 703a33e7d014aae, network: default, NAD default, SandboxID: "703a33e7d014aae02d371d7fc0af68968ccf9484318c031d9517a380a39c0bf4", PCI device ID: , UID: "5cbb7d9d-f725-4715-bfec-3656ed0363be", MAC: 0a:58:0a:81:00:3f, IPs: [10.129.0.63/23] I0428 11:16:16.253888 3782 cni.go:473] [integration-service/integration-service-controller-manager-56b88b4df5-xgsk8 703a33e7d014aae02d371d7fc0af68968ccf9484318c031d9517a380a39c0bf4 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-56b88b4df5-xgsk8 703a33e7d014aae02d371d7fc0af68968ccf9484318c031d9517a380a39c0bf4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:a9:13:3f:19:94\",\"name\":\"703a33e7d014aae\"},{\"mac\":\"0a:58:0a:81:00:3f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/58960042-38d1-4e4e-9903-57ea0ec6f963\"}],\"ips\":[{\"address\":\"10.129.0.63/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0428 11:16:18.553821 3782 cni.go:452] [konflux-ui/dex-66f8cc5ffc-rqwbk 27994d72e8b0ff51379e9ec370c0b988a70e3a897db632290ca3b8fb4b5bf3d1 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/dex-66f8cc5ffc-rqwbk 27994d72e8b0ff51379e9ec370c0b988a70e3a897db632290ca3b8fb4b5bf3d1 network default NAD default NAD key ] I0428 11:16:18.563668 3782 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: dex-66f8cc5ffc-rqwbk, hostIfaceName: 27994d72e8b0ff5, network: default, NAD default, SandboxID: "27994d72e8b0ff51379e9ec370c0b988a70e3a897db632290ca3b8fb4b5bf3d1", PCI device ID: , UID: "dc277343-8e24-4ea7-b42d-99be9320216d", MAC: 0a:58:0a:81:00:39, IPs: [10.129.0.57/23] I0428 11:16:18.748060 3782 cni.go:452] [konflux-ui/proxy-ffb94955b-cwmvh aa00d65b8018f22fda2ed7a1417b565a19027a15da57ec81ffc7d7b5097e5576 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-ffb94955b-cwmvh aa00d65b8018f22fda2ed7a1417b565a19027a15da57ec81ffc7d7b5097e5576 network default NAD default NAD key ] I0428 11:16:18.758382 3782 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-ffb94955b-cwmvh, hostIfaceName: aa00d65b8018f22, network: default, NAD default, SandboxID: "aa00d65b8018f22fda2ed7a1417b565a19027a15da57ec81ffc7d7b5097e5576", PCI device ID: , UID: "f609b95d-24ba-4930-b74d-e7cca9cf7ae8", MAC: 0a:58:0a:81:00:3a, IPs: [10.129.0.58/23] I0428 11:16:18.811745 3782 cni.go:473] [konflux-ui/proxy-ffb94955b-cwmvh aa00d65b8018f22fda2ed7a1417b565a19027a15da57ec81ffc7d7b5097e5576 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-ffb94955b-cwmvh aa00d65b8018f22fda2ed7a1417b565a19027a15da57ec81ffc7d7b5097e5576 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:9e:a5:73:94:8f\",\"name\":\"aa00d65b8018f22\"},{\"mac\":\"0a:58:0a:81:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c5d8913b-e4df-4c33-a682-dcb6d4afa46f\"}],\"ips\":[{\"address\":\"10.129.0.58/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0428 11:16:18.823146 3782 cni.go:473] [konflux-ui/dex-66f8cc5ffc-rqwbk 27994d72e8b0ff51379e9ec370c0b988a70e3a897db632290ca3b8fb4b5bf3d1 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/dex-66f8cc5ffc-rqwbk 27994d72e8b0ff51379e9ec370c0b988a70e3a897db632290ca3b8fb4b5bf3d1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:0a:d4:f5:22:03\",\"name\":\"27994d72e8b0ff5\"},{\"mac\":\"0a:58:0a:81:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5cdcc765-3dee-42e4-8c01-fb0fd310ab91\"}],\"ips\":[{\"address\":\"10.129.0.57/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0428 11:16:19.200545 3782 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-ghwrv 657f657f427cd4497699d956da64a6e2b5bb38193583b32388f81f219079f6ed network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-ghwrv 657f657f427cd4497699d956da64a6e2b5bb38193583b32388f81f219079f6ed network default NAD default NAD key ] I0428 11:16:19.210309 3782 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-7b666bf6d8-ghwrv, hostIfaceName: 657f657f427cd44, network: default, NAD default, SandboxID: "657f657f427cd4497699d956da64a6e2b5bb38193583b32388f81f219079f6ed", PCI device ID: , UID: "89ff4542-8ab4-4dcd-9835-23c3e967b4b6", MAC: 0a:58:0a:81:00:3c, IPs: [10.129.0.60/23] I0428 11:16:19.264458 3782 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-ghwrv 657f657f427cd4497699d956da64a6e2b5bb38193583b32388f81f219079f6ed network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-ghwrv 657f657f427cd4497699d956da64a6e2b5bb38193583b32388f81f219079f6ed network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:8e:06:21:b4:9a\",\"name\":\"657f657f427cd44\"},{\"mac\":\"0a:58:0a:81:00:3c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ee1dac93-0da3-4b54-af48-2214b477c762\"}],\"ips\":[{\"address\":\"10.129.0.60/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0428 11:16:21.759588 3782 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0428 11:16:21.779934 3782 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0428 11:16:21.782280 3782 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0428 11:16:21.804419 3782 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0428 11:16:21.806428 3782 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service I0428 11:16:23.802786 3782 cni.go:452] [release-service/release-service-controller-manager-6bfdb6bcb6-wllhm 69b3f6ea6e09aa01bc0fd04ccebd44280c0b6311831d5af581dfad660ceed5b0 network default NAD default NAD key ] ADD starting CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-wllhm 69b3f6ea6e09aa01bc0fd04ccebd44280c0b6311831d5af581dfad660ceed5b0 network default NAD default NAD key ] I0428 11:16:23.812084 3782 helper_linux.go:556] ConfigureOVS: namespace: release-service, podName: release-service-controller-manager-6bfdb6bcb6-wllhm, hostIfaceName: 69b3f6ea6e09aa0, network: default, NAD default, SandboxID: "69b3f6ea6e09aa01bc0fd04ccebd44280c0b6311831d5af581dfad660ceed5b0", PCI device ID: , UID: "58ef1b8d-9316-4ebc-80a6-cc0f78a749f0", MAC: 0a:58:0a:81:00:3e, IPs: [10.129.0.62/23] I0428 11:16:23.867269 3782 cni.go:473] [release-service/release-service-controller-manager-6bfdb6bcb6-wllhm 69b3f6ea6e09aa01bc0fd04ccebd44280c0b6311831d5af581dfad660ceed5b0 network default NAD default NAD key default] ADD finished CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-wllhm 69b3f6ea6e09aa01bc0fd04ccebd44280c0b6311831d5af581dfad660ceed5b0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:86:59:4f:f2:03\",\"name\":\"69b3f6ea6e09aa0\"},{\"mac\":\"0a:58:0a:81:00:3e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f4010cc9-e1d9-4ca8-8f28-9201364481f4\"}],\"ips\":[{\"address\":\"10.129.0.62/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0428 11:16:24.796693 3782 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0428 11:16:24.796717 3782 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy I0428 11:16:25.784096 3782 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 W0428 11:16:26.531350 3782 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0428 11:16:26.531372 3782 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0428 11:16:26.719145 3782 util.go:959] Failed to build node endpoints for node ip-10-0-2-127.ec2.internal port 8443: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0428 11:16:26.760155 3782 util.go:959] Failed to build node endpoints for node ip-10-0-2-127.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0428 11:16:26.839059 3782 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0428 11:16:26.839707 3782 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0428 11:16:32.774502 3782 util.go:959] Failed to build node endpoints for node ip-10-0-2-127.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0428 11:16:32.777531 3782 util.go:959] Failed to build node endpoints for node ip-10-0-2-127.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service I0428 11:16:32.980249 3782 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-ghwrv 657f657f427cd4497699d956da64a6e2b5bb38193583b32388f81f219079f6ed network default NAD default NAD key ] DEL starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-ghwrv 657f657f427cd4497699d956da64a6e2b5bb38193583b32388f81f219079f6ed network default NAD default NAD key ] I0428 11:16:33.056679 3782 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-ghwrv 657f657f427cd4497699d956da64a6e2b5bb38193583b32388f81f219079f6ed network default NAD default NAD key default] DEL finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-ghwrv 657f657f427cd4497699d956da64a6e2b5bb38193583b32388f81f219079f6ed network default NAD default NAD key default], result "{}", err I0428 11:16:33.107468 3782 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-ghwrv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:16:33.107503 3782 pods.go:176] Deleting pod: integration-service/integration-service-controller-manager-7b666bf6d8-ghwrv I0428 11:16:33.108945 3782 pods.go:236] Attempting to release IPs for pod: integration-service/integration-service-controller-manager-7b666bf6d8-ghwrv, ips: 10.129.0.60 I0428 11:16:33.108972 3782 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-ghwrv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:16:33.855531 3782 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-ghwrv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:16:33.855561 3782 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-ghwrv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:16:33.858487 3782 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-ghwrv I0428 11:16:33.858509 3782 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-ghwrv W0428 11:16:35.800518 3782 util.go:959] Failed to build node endpoints for node ip-10-0-2-127.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/dex W0428 11:16:37.827302 3782 util.go:959] Failed to build node endpoints for node ip-10-0-2-127.ec2.internal port 9443: empty IP address endpoints for service release-service/release-service-webhook-service W0428 11:16:37.827432 3782 util.go:959] Failed to build node endpoints for node ip-10-0-2-127.ec2.internal port 8080: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service I0428 11:16:39.692419 3782 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=82 I0428 11:16:52.776285 3782 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 W0428 11:17:01.863635 3782 util.go:959] Failed to build node endpoints for node ip-10-0-2-127.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0428 11:17:01.863656 3782 util.go:959] Failed to build node endpoints for node ip-10-0-2-127.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0428 11:17:09.775435 3782 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0428 11:17:19.025430 3782 namespace.go:142] [openshift-pipelines] updating namespace I0428 11:17:33.790956 3782 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0428 11:17:35.315050 3782 cni.go:452] [konflux-ui/proxy-ffb94955b-cwmvh aa00d65b8018f22fda2ed7a1417b565a19027a15da57ec81ffc7d7b5097e5576 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/proxy-ffb94955b-cwmvh aa00d65b8018f22fda2ed7a1417b565a19027a15da57ec81ffc7d7b5097e5576 network default NAD default NAD key ] I0428 11:17:35.383466 3782 cni.go:473] [konflux-ui/proxy-ffb94955b-cwmvh aa00d65b8018f22fda2ed7a1417b565a19027a15da57ec81ffc7d7b5097e5576 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/proxy-ffb94955b-cwmvh aa00d65b8018f22fda2ed7a1417b565a19027a15da57ec81ffc7d7b5097e5576 network default NAD default NAD key default], result "{}", err I0428 11:17:35.448096 3782 obj_retry.go:498] Detected object konflux-ui/proxy-ffb94955b-cwmvh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:17:35.448147 3782 pods.go:176] Deleting pod: konflux-ui/proxy-ffb94955b-cwmvh I0428 11:17:35.449452 3782 pods.go:236] Attempting to release IPs for pod: konflux-ui/proxy-ffb94955b-cwmvh, ips: 10.129.0.58 I0428 11:17:35.449480 3782 obj_retry.go:498] Detected object konflux-ui/proxy-ffb94955b-cwmvh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:17:36.242931 3782 obj_retry.go:492] Detected object konflux-ui/proxy-ffb94955b-cwmvh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:17:36.242955 3782 obj_retry.go:492] Detected object konflux-ui/proxy-ffb94955b-cwmvh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:17:36.251064 3782 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-ffb94955b-cwmvh I0428 11:17:36.251086 3782 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-ffb94955b-cwmvh I0428 11:17:38.072456 3782 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:17:38.073059 3782 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:17:38.092185 3782 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:17:38.092206 3782 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:17:38.097486 3782 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0428 11:17:38.097501 3782 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0428 11:17:51.691635 3782 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=163 I0428 11:18:01.699644 3782 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=47 I0428 11:18:04.483494 3782 namespace.go:98] [default-managed-tenant-0xzgp] adding namespace I0428 11:18:04.484455 3782 namespace.go:102] [default-managed-tenant-0xzgp] adding namespace took 936.86µs I0428 11:18:04.528476 3782 namespace.go:142] [default-managed-tenant-0xzgp] updating namespace I0428 11:18:04.541883 3782 namespace.go:142] [default-managed-tenant-0xzgp] updating namespace I0428 11:18:05.734539 3782 namespace.go:142] [default-managed-tenant-0xzgp] updating namespace I0428 11:18:05.864153 3782 namespace.go:142] [default-managed-tenant-0xzgp] updating namespace I0428 11:18:05.961714 3782 namespace.go:142] [default-managed-tenant-0xzgp] updating namespace I0428 11:18:39.688618 3782 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0428 11:18:51.805087 3782 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0428 11:19:48.813361 3782 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0428 11:20:00.200295 3782 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29622920-r4h2f] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29622920-r4h2f for pod on switch ip-10-0-2-127.ec2.internal I0428 11:20:00.200415 3782 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29622920-r4h2f I0428 11:20:00.226903 3782 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29622920-r4h2f] pod update took 26.513992ms I0428 11:20:00.226924 3782 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29622920-r4h2f] addLogicalPort annotation time took 26.541838ms I0428 11:20:00.228235 3782 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29622920-r4h2f] addLogicalPort took 27.954172ms, libovsdb time 836.113µs I0428 11:20:00.560709 3782 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29622920-r4h2f 76f116dcea266ea6b48ee791da41314ce1d6af5e6af4e84ceba17f7cd41201f2 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29622920-r4h2f 76f116dcea266ea6b48ee791da41314ce1d6af5e6af4e84ceba17f7cd41201f2 network default NAD default NAD key ] I0428 11:20:00.569915 3782 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29622920-r4h2f, hostIfaceName: 76f116dcea266ea, network: default, NAD default, SandboxID: "76f116dcea266ea6b48ee791da41314ce1d6af5e6af4e84ceba17f7cd41201f2", PCI device ID: , UID: "85fdf7f8-73ac-47d5-82d4-7dd9cacd2323", MAC: 0a:58:0a:81:00:40, IPs: [10.129.0.64/23] I0428 11:20:00.620794 3782 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29622920-r4h2f 76f116dcea266ea6b48ee791da41314ce1d6af5e6af4e84ceba17f7cd41201f2 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29622920-r4h2f 76f116dcea266ea6b48ee791da41314ce1d6af5e6af4e84ceba17f7cd41201f2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:6a:22:c8:34:37\",\"name\":\"76f116dcea266ea\"},{\"mac\":\"0a:58:0a:81:00:40\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/15e07a14-a7f0-405e-92ef-9f09b7e74a27\"}],\"ips\":[{\"address\":\"10.129.0.64/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0428 11:20:04.137296 3782 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29622920-r4h2f 76f116dcea266ea6b48ee791da41314ce1d6af5e6af4e84ceba17f7cd41201f2 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29622920-r4h2f 76f116dcea266ea6b48ee791da41314ce1d6af5e6af4e84ceba17f7cd41201f2 network default NAD default NAD key ] I0428 11:20:04.213314 3782 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29622920-r4h2f 76f116dcea266ea6b48ee791da41314ce1d6af5e6af4e84ceba17f7cd41201f2 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29622920-r4h2f 76f116dcea266ea6b48ee791da41314ce1d6af5e6af4e84ceba17f7cd41201f2 network default NAD default NAD key default], result "{}", err I0428 11:20:04.262710 3782 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29622920-r4h2f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:20:04.262739 3782 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29622920-r4h2f I0428 11:20:04.263933 3782 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29622920-r4h2f, ips: 10.129.0.64 I0428 11:20:04.263962 3782 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29622920-r4h2f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:20:05.150388 3782 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29622920-r4h2f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:20:05.150442 3782 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29622920-r4h2f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed