+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-0-97.ec2.internal ++ [[ -n ip-10-0-0-97.ec2.internal ]] ++ [[ -f /env/ip-10-0-0-97.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0521 23:03:09.794316340 - disable conntrack on geneve port' I0521 23:03:09.794316340 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0521 23:03:09.843593640 - starting ovnkube-node' I0521 23:03:09.843593640 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-0-97.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-0-97.ec2.internal --init-node ip-10-0-0-97.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-0-97.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0521 23:03:09.894218 3782 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0521 23:03:09.894281 3782 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-98eff7978a.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0521 23:03:09.895614 3782 kube.go:431] Waiting for certificate I0521 23:03:09.895662 3782 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0521 23:03:09.895718 3782 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0521 23:03:09.896521 3782 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0521 23:03:09.928032 3782 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0521 23:03:09.928047 3782 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0521 23:03:09.929783 3782 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0521 23:03:09.931544 3782 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-qktdv" I0521 23:03:09.943003 3782 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-qktdv" I0521 23:03:09.943064 3782 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0521 23:03:10.896145 3782 kube.go:438] Certificate found I0521 23:03:10.896770 3782 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0521 23:03:10.897669 3782 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0521 23:03:10.950218 3782 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-22 22:58:09 +0000 UTC" deadline="2026-05-22 16:07:49.428081779 +0000 UTC" I0521 23:03:10.950282 3782 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="17h4m38.477807817s" I0521 23:03:10.968273 3782 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0521 23:03:10.991431 3782 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0521 23:03:10.991496 3782 factory.go:561] Starting watch factory I0521 23:03:10.991576 3782 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 23:03:10.991594 3782 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0521 23:03:10.991601 3782 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 23:03:10.991618 3782 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0521 23:03:10.991594 3782 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 23:03:10.991656 3782 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0521 23:03:10.991897 3782 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 23:03:10.991917 3782 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0521 23:03:10.992207 3782 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 23:03:10.992243 3782 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0521 23:03:10.992380 3782 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 23:03:10.992487 3782 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0521 23:03:10.995429 3782 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0521 23:03:10.995896 3782 server.go:101] MetricServer registers OVS metrics I0521 23:03:10.996394 3782 server.go:105] MetricServer registers OVN DB metrics I0521 23:03:10.996963 3782 controller_manager.go:370] Starting the ovnkube controller I0521 23:03:10.996976 3782 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-0-97.ec2.internal I0521 23:03:10.997030 3782 controller_manager.go:395] NBDB zone sync took: 44.551µs I0521 23:03:10.997042 3782 factory.go:561] Starting watch factory I0521 23:03:11.001522 3782 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0521 23:03:11.001545 3782 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0521 23:03:11.015526 3782 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0521 23:03:11.015558 3782 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0521 23:03:11.019053 3782 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0521 23:03:11.019083 3782 server.go:109] MetricServer registers OVN Controller metrics I0521 23:03:11.020167 3782 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0521 23:03:11.020496 3782 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0521 23:03:11.020753 3782 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0521 23:03:11.021554 3782 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0521 23:03:11.023131 3782 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0521 23:03:11.026910 3782 server.go:113] MetricServer registers OVN Northd metrics I0521 23:03:11.030141 3782 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0521 23:03:11.032205 3782 metrics.go:519] OVN Metrics Server starts to run ... I0521 23:03:11.097470 3782 factory.go:1977] *v1.Namespace informer cache synced successfully I0521 23:03:11.097493 3782 factory.go:1977] *v1.Node informer cache synced successfully I0521 23:03:11.097498 3782 factory.go:1977] *v1.Service informer cache synced successfully I0521 23:03:11.097503 3782 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0521 23:03:11.097507 3782 factory.go:1977] *v1.Pod informer cache synced successfully I0521 23:03:11.097510 3782 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0521 23:03:11.097587 3782 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 23:03:11.097609 3782 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 23:03:11.097741 3782 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 23:03:11.097812 3782 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 23:03:11.100786 3782 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 23:03:11.100801 3782 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 23:03:11.103090 3782 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0521 23:03:11.103100 3782 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0521 23:03:11.103121 3782 factory.go:1977] *v1.Node informer cache synced successfully I0521 23:03:11.103130 3782 factory.go:1977] *v1.Service informer cache synced successfully I0521 23:03:11.103133 3782 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0521 23:03:11.103136 3782 factory.go:1977] *v1.Pod informer cache synced successfully I0521 23:03:11.103141 3782 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0521 23:03:11.103144 3782 factory.go:1977] *v1.Namespace informer cache synced successfully I0521 23:03:11.103239 3782 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0521 23:03:11.103259 3782 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0521 23:03:11.106058 3782 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0521 23:03:11.108177 3782 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0521 23:03:11.108188 3782 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0521 23:03:11.108248 3782 factory.go:1977] *v1.EgressIP informer cache synced successfully I0521 23:03:11.108305 3782 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0521 23:03:11.108318 3782 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0521 23:03:11.111256 3782 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0521 23:03:11.113446 3782 factory.go:1977] *v1.EgressIP informer cache synced successfully I0521 23:03:11.113464 3782 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0521 23:03:11.113513 3782 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0521 23:03:11.113529 3782 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0521 23:03:11.115987 3782 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0521 23:03:11.119258 3782 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0521 23:03:11.119269 3782 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0521 23:03:11.119323 3782 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0521 23:03:11.119336 3782 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0521 23:03:11.122519 3782 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0521 23:03:11.124557 3782 factory.go:1977] *v1.EgressService informer cache synced successfully I0521 23:03:11.124561 3782 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0521 23:03:11.124611 3782 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0521 23:03:11.124622 3782 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0521 23:03:11.127148 3782 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0521 23:03:11.130460 3782 factory.go:1977] *v1.EgressService informer cache synced successfully I0521 23:03:11.130479 3782 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0521 23:03:11.130645 3782 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0521 23:03:11.130674 3782 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0521 23:03:11.133156 3782 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0521 23:03:11.135979 3782 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0521 23:03:11.135991 3782 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0521 23:03:11.136063 3782 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 23:03:11.136084 3782 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 23:03:11.136086 3782 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 23:03:11.136098 3782 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 23:03:11.139149 3782 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 23:03:11.139773 3782 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 23:03:11.141624 3782 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0521 23:03:11.141634 3782 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0521 23:03:11.141633 3782 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0521 23:03:11.141640 3782 factory.go:680] Watch Factory start up complete, took: 150.148351ms I0521 23:03:11.141701 3782 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0521 23:03:11.147239 3782 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0521 23:03:11.147250 3782 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0521 23:03:11.147257 3782 factory.go:680] Watch Factory start up complete, took: 150.214568ms I0521 23:03:11.147263 3782 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-0-97.ec2.internal" zone I0521 23:03:11.198593 3782 default_node_network_controller.go:710] Initializing the default node network controller I0521 23:03:11.265281 3782 udn_isolation.go:101] Starting UDN host isolation manager I0521 23:03:11.271412 3782 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0521 23:03:11.320716 3782 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0521 23:03:11.320820 3782 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0521 23:03:11.320840 3782 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0521 23:03:11.355002 3782 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0521 23:03:11.355064 3782 default_node_network_controller.go:809] Node ip-10-0-0-97.ec2.internal ready for ovn initialization with subnet 10.129.0.0/23 I0521 23:03:11.360830 3782 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.0.97"] k8s.ovn.org/zone-name:ip-10-0-0-97.ec2.internal] on node ip-10-0-0-97.ec2.internal I0521 23:03:11.384901 3782 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0521 23:03:11.390950 3782 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0521 23:03:11.391079 3782 helper_linux.go:118] Found default gateway interface br-ex 10.0.0.1 I0521 23:03:11.391211 3782 gateway_init.go:263] Preparing Gateway I0521 23:03:11.391240 3782 gateway_shared_intf.go:1687] Creating new gateway I0521 23:03:11.397429 3782 controller_manager.go:429] Waiting for node in zone sync took: 250.154569ms I0521 23:03:11.402662 3782 controller_manager.go:611] Switching to transit router for layer2 networks I0521 23:03:11.402675 3782 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-0-97.ec2.internal I0521 23:03:11.424383 3782 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0521 23:03:11.430676 3782 controller_manager.go:290] SCTP support detected in OVN I0521 23:03:11.431188 3782 services_controller.go:69] Creating services controller for network=default I0521 23:03:11.431264 3782 udn_enabled_svc.go:80] Waiting for service informer to sync I0521 23:03:11.431341 3782 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0521 23:03:11.431366 3782 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0521 23:03:11.431378 3782 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0521 23:03:11.431386 3782 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0521 23:03:11.431556 3782 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0521 23:03:11.431597 3782 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0521 23:03:11.431684 3782 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 85.725µs I0521 23:03:11.431714 3782 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 106.989µs I0521 23:03:11.431727 3782 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 127.618µs I0521 23:03:11.431735 3782 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0521 23:03:11.431745 3782 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0521 23:03:11.431757 3782 default_network_controller.go:325] Starting the default network controller I0521 23:03:11.431856 3782 udn_enabled_svc.go:95] Performing full resync I0521 23:03:11.431885 3782 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 13.481µs I0521 23:03:11.432085 3782 udn_enabled_svc.go:99] Waiting for handler to sync I0521 23:03:11.432095 3782 udn_enabled_svc.go:104] Starting worker I0521 23:03:11.441029 3782 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0521 23:03:11.441082 3782 repair.go:33] Syncing exgw routes took 41.263µs I0521 23:03:11.441103 3782 default_network_controller.go:414] Starting all the Watchers... I0521 23:03:11.441281 3782 namespace.go:98] [openshift-image-registry] adding namespace I0521 23:03:11.441283 3782 namespace.go:98] [openshift-controller-manager] adding namespace I0521 23:03:11.441288 3782 namespace.go:98] [openshift-backplane] adding namespace I0521 23:03:11.441283 3782 namespace.go:98] [openshift-service-ca-operator] adding namespace I0521 23:03:11.441303 3782 namespace.go:98] [openshift-console-user-settings] adding namespace I0521 23:03:11.441312 3782 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0521 23:03:11.441319 3782 namespace.go:98] [openshift-backplane-srep] adding namespace I0521 23:03:11.441325 3782 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0521 23:03:11.441337 3782 namespace.go:98] [openshift-console] adding namespace I0521 23:03:11.441337 3782 namespace.go:98] [kube-system] adding namespace I0521 23:03:11.441336 3782 namespace.go:98] [openshift-network-operator] adding namespace I0521 23:03:11.441337 3782 namespace.go:98] [openshift] adding namespace I0521 23:03:11.441349 3782 namespace.go:98] [dedicated-admin] adding namespace I0521 23:03:11.441349 3782 namespace.go:98] [openshift-backplane-csm] adding namespace I0521 23:03:11.441354 3782 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0521 23:03:11.441873 3782 namespace.go:102] [openshift-image-registry] adding namespace took 580.343µs I0521 23:03:11.441888 3782 namespace.go:98] [openshift-network-node-identity] adding namespace I0521 23:03:11.442444 3782 namespace.go:102] [openshift-network-node-identity] adding namespace took 548.298µs I0521 23:03:11.442466 3782 namespace.go:98] [openshift-ingress-canary] adding namespace I0521 23:03:11.443123 3782 namespace.go:102] [openshift-ingress-canary] adding namespace took 649.047µs I0521 23:03:11.443140 3782 namespace.go:98] [default] adding namespace I0521 23:03:11.443647 3782 namespace.go:102] [openshift-backplane] adding namespace took 2.341543ms I0521 23:03:11.443666 3782 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0521 23:03:11.444252 3782 namespace.go:102] [openshift-controller-manager] adding namespace took 2.953224ms I0521 23:03:11.444267 3782 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0521 23:03:11.444835 3782 namespace.go:102] [openshift-console-user-settings] adding namespace took 3.524957ms I0521 23:03:11.444844 3782 namespace.go:98] [openshift-logging] adding namespace I0521 23:03:11.445371 3782 namespace.go:102] [openshift-service-ca-operator] adding namespace took 4.064173ms I0521 23:03:11.445385 3782 namespace.go:98] [openshift-backplane-cse] adding namespace I0521 23:03:11.445970 3782 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 4.652553ms I0521 23:03:11.445979 3782 namespace.go:98] [openshift-host-network] adding namespace I0521 23:03:11.446522 3782 namespace.go:102] [openshift-backplane-srep] adding namespace took 5.195526ms I0521 23:03:11.446534 3782 namespace.go:98] [openshift-cluster-version] adding namespace I0521 23:03:11.446965 3782 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 5.634407ms I0521 23:03:11.446974 3782 namespace.go:98] [openshift-customer-monitoring] adding namespace W0521 23:03:11.447569 3782 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-fvgn2: pod kube-system/global-pull-secret-syncer-fvgn2: no pod IPs found W0521 23:03:11.447581 3782 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-qnzw4: pod kube-system/global-pull-secret-syncer-qnzw4: no pod IPs found I0521 23:03:11.447606 3782 namespace.go:102] [openshift-console] adding namespace took 6.260532ms I0521 23:03:11.447619 3782 namespace.go:98] [openshift-must-gather-operator] adding namespace I0521 23:03:11.448192 3782 namespace.go:102] [kube-system] adding namespace took 6.846073ms I0521 23:03:11.448207 3782 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0521 23:03:11.448674 3782 namespace.go:102] [openshift-network-operator] adding namespace took 7.326563ms I0521 23:03:11.448691 3782 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0521 23:03:11.449166 3782 namespace.go:102] [openshift] adding namespace took 7.814851ms I0521 23:03:11.449187 3782 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0521 23:03:11.449756 3782 namespace.go:102] [dedicated-admin] adding namespace took 8.398989ms I0521 23:03:11.449774 3782 namespace.go:98] [openshift-package-operator] adding namespace I0521 23:03:11.450254 3782 namespace.go:102] [openshift-backplane-csm] adding namespace took 8.895039ms I0521 23:03:11.450275 3782 namespace.go:98] [openshift-console-operator] adding namespace I0521 23:03:11.450902 3782 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 9.53873ms I0521 23:03:11.450914 3782 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0521 23:03:11.451379 3782 namespace.go:102] [default] adding namespace took 8.233737ms I0521 23:03:11.451391 3782 namespace.go:98] [openshift-dns-operator] adding namespace I0521 23:03:11.451926 3782 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 8.254052ms I0521 23:03:11.451938 3782 namespace.go:98] [openshift-apiserver] adding namespace I0521 23:03:11.452395 3782 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 8.122735ms I0521 23:03:11.452407 3782 namespace.go:98] [openshift-dns] adding namespace I0521 23:03:11.452952 3782 namespace.go:102] [openshift-logging] adding namespace took 8.104553ms I0521 23:03:11.452962 3782 namespace.go:98] [openshift-network-diagnostics] adding namespace I0521 23:03:11.453460 3782 namespace.go:102] [openshift-backplane-cse] adding namespace took 8.069308ms I0521 23:03:11.453472 3782 namespace.go:98] [openshift-machine-api] adding namespace I0521 23:03:11.453997 3782 namespace.go:102] [openshift-host-network] adding namespace took 8.002091ms I0521 23:03:11.454014 3782 namespace.go:98] [openshift-route-controller-manager] adding namespace I0521 23:03:11.454499 3782 namespace.go:102] [openshift-cluster-version] adding namespace took 7.959254ms I0521 23:03:11.454515 3782 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0521 23:03:11.455045 3782 namespace.go:102] [openshift-customer-monitoring] adding namespace took 8.065782ms I0521 23:03:11.455060 3782 namespace.go:98] [openshift-authentication-operator] adding namespace I0521 23:03:11.455541 3782 namespace.go:102] [openshift-must-gather-operator] adding namespace took 7.911899ms I0521 23:03:11.455550 3782 namespace.go:98] [openshift-config] adding namespace I0521 23:03:11.456143 3782 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 7.932334ms I0521 23:03:11.456151 3782 namespace.go:98] [openshift-operators] adding namespace I0521 23:03:11.457067 3782 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 8.369228ms I0521 23:03:11.457082 3782 namespace.go:98] [openshift-config-operator] adding namespace I0521 23:03:11.457616 3782 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 8.420343ms I0521 23:03:11.457630 3782 namespace.go:98] [openshift-etcd] adding namespace I0521 23:03:11.458028 3782 namespace.go:102] [openshift-package-operator] adding namespace took 8.246103ms I0521 23:03:11.458048 3782 namespace.go:98] [open-cluster-management-2qejr5eego5nelo86prvfa07phpab4ni] adding namespace I0521 23:03:11.458546 3782 namespace.go:102] [openshift-console-operator] adding namespace took 8.264837ms I0521 23:03:11.458559 3782 namespace.go:98] [openshift-ingress] adding namespace I0521 23:03:11.459078 3782 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 8.156827ms I0521 23:03:11.459097 3782 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0521 23:03:11.459635 3782 namespace.go:102] [openshift-dns-operator] adding namespace took 8.238211ms I0521 23:03:11.460081 3782 namespace.go:102] [openshift-apiserver] adding namespace took 8.138937ms I0521 23:03:11.460092 3782 namespace.go:98] [openshift-kube-apiserver] adding namespace W0521 23:03:11.460630 3782 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-b52dk: pod openshift-network-diagnostics/network-check-target-b52dk: no pod IPs found W0521 23:03:11.460643 3782 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-wmxm2: pod openshift-network-diagnostics/network-check-target-wmxm2: no pod IPs found I0521 23:03:11.460669 3782 namespace.go:102] [openshift-dns] adding namespace took 8.254394ms I0521 23:03:11.460687 3782 namespace.go:98] [openshift-node] adding namespace I0521 23:03:11.461448 3782 namespace.go:102] [openshift-network-diagnostics] adding namespace took 8.479504ms I0521 23:03:11.461464 3782 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0521 23:03:11.462063 3782 namespace.go:102] [openshift-machine-api] adding namespace took 8.584905ms I0521 23:03:11.462076 3782 namespace.go:98] [openshift-marketplace] adding namespace I0521 23:03:11.462669 3782 namespace.go:102] [openshift-route-controller-manager] adding namespace took 8.648226ms I0521 23:03:11.462686 3782 namespace.go:98] [openshift-operators-redhat] adding namespace I0521 23:03:11.463318 3782 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 8.794884ms I0521 23:03:11.463335 3782 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0521 23:03:11.463832 3782 namespace.go:102] [openshift-authentication-operator] adding namespace took 8.76579ms I0521 23:03:11.463845 3782 namespace.go:98] [openshift-ingress-operator] adding namespace I0521 23:03:11.464417 3782 namespace.go:102] [openshift-config] adding namespace took 8.861399ms I0521 23:03:11.464431 3782 namespace.go:98] [openshift-backplane-ai-agent] adding namespace I0521 23:03:11.464936 3782 namespace.go:102] [openshift-operators] adding namespace took 8.779053ms I0521 23:03:11.464951 3782 namespace.go:98] [openshift-authentication] adding namespace I0521 23:03:11.465493 3782 namespace.go:102] [openshift-config-operator] adding namespace took 8.406772ms I0521 23:03:11.465506 3782 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0521 23:03:11.466094 3782 namespace.go:102] [openshift-etcd] adding namespace took 8.458364ms I0521 23:03:11.466111 3782 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0521 23:03:11.466631 3782 namespace.go:102] [open-cluster-management-2qejr5eego5nelo86prvfa07phpab4ni] adding namespace took 8.577327ms I0521 23:03:11.466643 3782 namespace.go:98] [openshift-backplane-tam] adding namespace I0521 23:03:11.467180 3782 namespace.go:102] [openshift-ingress] adding namespace took 8.613606ms I0521 23:03:11.467202 3782 namespace.go:98] [openshift-backplane-mobb] adding namespace I0521 23:03:11.467676 3782 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 8.572631ms I0521 23:03:11.467691 3782 namespace.go:98] [openshift-apiserver-operator] adding namespace I0521 23:03:11.468382 3782 namespace.go:102] [openshift-kube-apiserver] adding namespace took 8.284815ms I0521 23:03:11.468395 3782 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0521 23:03:11.469044 3782 namespace.go:102] [openshift-node] adding namespace took 8.352355ms I0521 23:03:11.469053 3782 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0521 23:03:11.469560 3782 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 8.089635ms I0521 23:03:11.469576 3782 namespace.go:98] [openshift-insights] adding namespace I0521 23:03:11.470123 3782 namespace.go:102] [openshift-marketplace] adding namespace took 8.040902ms I0521 23:03:11.470137 3782 namespace.go:98] [openshift-multus] adding namespace I0521 23:03:11.470625 3782 namespace.go:102] [openshift-operators-redhat] adding namespace took 7.934262ms I0521 23:03:11.470639 3782 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0521 23:03:11.471176 3782 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 7.83618ms I0521 23:03:11.471191 3782 namespace.go:98] [openshift-backplane-cee] adding namespace I0521 23:03:11.471835 3782 namespace.go:102] [openshift-ingress-operator] adding namespace took 7.984084ms I0521 23:03:11.471851 3782 namespace.go:98] [openshift-config-managed] adding namespace I0521 23:03:11.472371 3782 namespace.go:102] [openshift-backplane-ai-agent] adding namespace took 7.930372ms I0521 23:03:11.472392 3782 namespace.go:98] [kube-node-lease] adding namespace I0521 23:03:11.472857 3782 namespace.go:102] [openshift-authentication] adding namespace took 7.900014ms I0521 23:03:11.472876 3782 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0521 23:03:11.473767 3782 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 8.254735ms I0521 23:03:11.473781 3782 namespace.go:98] [openshift-kube-scheduler] adding namespace I0521 23:03:11.474217 3782 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 8.101933ms I0521 23:03:11.474250 3782 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0521 23:03:11.474721 3782 namespace.go:102] [openshift-backplane-tam] adding namespace took 8.073907ms I0521 23:03:11.474733 3782 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0521 23:03:11.475192 3782 namespace.go:102] [openshift-backplane-mobb] adding namespace took 7.985402ms I0521 23:03:11.475203 3782 namespace.go:98] [kube-public] adding namespace I0521 23:03:11.475632 3782 namespace.go:102] [openshift-apiserver-operator] adding namespace took 7.93591ms I0521 23:03:11.475650 3782 namespace.go:98] [openshift-machine-config-operator] adding namespace I0521 23:03:11.476110 3782 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 7.710352ms I0521 23:03:11.476124 3782 namespace.go:98] [openshift-network-console] adding namespace I0521 23:03:11.476696 3782 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 7.638595ms I0521 23:03:11.476711 3782 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace W0521 23:03:11.477080 3782 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-9m8vh: pod openshift-multus/network-metrics-daemon-9m8vh: no pod IPs found W0521 23:03:11.477094 3782 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-8zh7t: pod openshift-multus/network-metrics-daemon-8zh7t: no pod IPs found I0521 23:03:11.477131 3782 namespace.go:102] [openshift-insights] adding namespace took 7.54744ms I0521 23:03:11.477727 3782 namespace.go:102] [openshift-multus] adding namespace took 7.584269ms I0521 23:03:11.478204 3782 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 7.560595ms I0521 23:03:11.478218 3782 namespace.go:98] [openshift-monitoring] adding namespace I0521 23:03:11.478695 3782 namespace.go:102] [openshift-backplane-cee] adding namespace took 7.499823ms I0521 23:03:11.478707 3782 namespace.go:98] [openshift-infra] adding namespace I0521 23:03:11.479165 3782 namespace.go:102] [openshift-config-managed] adding namespace took 7.307832ms I0521 23:03:11.479635 3782 namespace.go:102] [kube-node-lease] adding namespace took 7.236175ms I0521 23:03:11.479992 3782 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 7.108501ms I0521 23:03:11.480010 3782 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0521 23:03:11.480506 3782 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.718718ms I0521 23:03:11.480975 3782 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.719809ms I0521 23:03:11.481409 3782 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 6.670359ms I0521 23:03:11.481841 3782 namespace.go:102] [kube-public] adding namespace took 6.63267ms I0521 23:03:11.482253 3782 namespace.go:102] [openshift-machine-config-operator] adding namespace took 6.594341ms I0521 23:03:11.482721 3782 namespace.go:102] [openshift-network-console] adding namespace took 6.59091ms I0521 23:03:11.483247 3782 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 6.528585ms I0521 23:03:11.483740 3782 namespace.go:102] [openshift-monitoring] adding namespace took 5.496496ms I0521 23:03:11.484139 3782 namespace.go:102] [openshift-infra] adding namespace took 5.424042ms I0521 23:03:11.484658 3782 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 4.641556ms W0521 23:03:11.484746 3782 master.go:458] Unable to parse local node ip-10-0-0-97.ec2.internal chassis-id annotation. Chassis may be removed during sync W0521 23:03:11.484756 3782 master.go:471] Unable to parse remote node ip-10-0-2-170.ec2.internal chassis-id annotation. Chassis may be removed during sync I0521 23:03:11.484760 3782 master.go:481] Removing stale chassis with ID/Name: 6de4fa4b-d222-4f42-baaf-72bf1be13190, hostname: ip-10-0-0-97.ec2.internal I0521 23:03:11.485279 3782 master.go:548] Adding or Updating local node "ip-10-0-0-97.ec2.internal" for network "default" I0521 23:03:11.485343 3782 obj_retry.go:578] Failed to create *v1.Node ip-10-0-2-170.ec2.internal, error: adding or updating remote node chassis ip-10-0-2-170.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-170.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-170.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-170.ec2.internal I0521 23:03:11.486713 3782 zone_ic_handler.go:195] Time taken to create transit switch: 514.729µs I0521 23:03:11.486731 3782 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-212.ec2.internal for the network default I0521 23:03:11.487829 3782 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-212.ec2.internal" on network "default" took: 1.641178ms I0521 23:03:11.489670 3782 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-97.ec2.internal for the network default I0521 23:03:11.489852 3782 zone_ic_handler.go:195] Time taken to create transit switch: 169.216µs I0521 23:03:11.490622 3782 default_network_controller.go:823] Node add failed for ip-10-0-0-97.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-97.ec2.internal, error getting gateway config for node ip-10-0-0-97.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-97.ec2.internal", failed to update chassis to local for local node ip-10-0-0-97.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-97.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-97.ec2.internal] E0521 23:03:11.490684 3782 obj_retry.go:575] Failed to create *v1.Node ip-10-0-0-97.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-97.ec2.internal, error getting gateway config for node ip-10-0-0-97.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-97.ec2.internal", failed to update chassis to local for local node ip-10-0-0-97.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-97.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-97.ec2.internal] I0521 23:03:11.490746 3782 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0521 23:03:11.490787 3782 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-97.ec2.internal in network "default" I0521 23:03:11.490764 3782 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-0-97.ec2.internal", UID:"a0b94a35-599c-4bc9-b6e6-f6a854112e3f", APIVersion:"v1", ResourceVersion:"8996", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-97.ec2.internal, error getting gateway config for node ip-10-0-0-97.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-97.ec2.internal", failed to update chassis to local for local node ip-10-0-0-97.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-97.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-97.ec2.internal] I0521 23:03:11.490823 3782 node_tracker.go:235] Node ip-10-0-0-97.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-97.ec2.internal" I0521 23:03:11.490837 3782 node_tracker.go:169] Node ip-10-0-0-97.ec2.internal switch + router changed, syncing services in network "default" I0521 23:03:11.490837 3782 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0521 23:03:11.490851 3782 services_controller.go:574] Full service sync requested for network=default I0521 23:03:11.490854 3782 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0521 23:03:11.490858 3782 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-212.ec2.internal in network "default" I0521 23:03:11.490907 3782 node_tracker.go:169] Node ip-10-0-1-212.ec2.internal switch + router changed, syncing services in network "default" I0521 23:03:11.490915 3782 services_controller.go:574] Full service sync requested for network=default I0521 23:03:11.490923 3782 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-170.ec2.internal in network "default" I0521 23:03:11.490931 3782 node_tracker.go:235] Node ip-10-0-2-170.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-170.ec2.internal" I0521 23:03:11.490937 3782 node_tracker.go:169] Node ip-10-0-2-170.ec2.internal switch + router changed, syncing services in network "default" I0521 23:03:11.490941 3782 services_controller.go:574] Full service sync requested for network=default I0521 23:03:11.501103 3782 iptables.go:108] Creating table: filter chain: FORWARD I0521 23:03:11.508244 3782 iptables.go:108] Creating table: filter chain: OUTPUT I0521 23:03:11.515756 3782 gateway_shared_intf.go:1816] Gateway Creation Complete I0521 23:03:11.515772 3782 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-97.ec2.internal","mac-address":"12:aa:67:59:ff:15","ip-addresses":["10.0.0.97/24"],"ip-address":"10.0.0.97/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:6de4fa4b-d222-4f42-baaf-72bf1be13190 k8s.ovn.org/node-encap-ips:["10.0.0.97"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.97/24"} k8s.ovn.org/zone-name:ip-10-0-0-97.ec2.internal] on node ip-10-0-0-97.ec2.internal I0521 23:03:11.530591 3782 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-97.ec2.internal in network "default" I0521 23:03:11.530640 3782 master.go:548] Adding or Updating local node "ip-10-0-0-97.ec2.internal" for network "default" I0521 23:03:11.530647 3782 node_tracker.go:169] Node ip-10-0-0-97.ec2.internal switch + router changed, syncing services in network "default" I0521 23:03:11.530663 3782 services_controller.go:574] Full service sync requested for network=default I0521 23:03:11.535285 3782 default_node_network_controller.go:519] Node connection status = connected W0521 23:03:11.535735 3782 gateway.go:207] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-fvgn2: pod kube-system/global-pull-secret-syncer-fvgn2: no pod IPs found W0521 23:03:11.535757 3782 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-9m8vh: pod openshift-multus/network-metrics-daemon-9m8vh: no pod IPs found W0521 23:03:11.535781 3782 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-b52dk: pod openshift-network-diagnostics/network-check-target-b52dk: no pod IPs found I0521 23:03:11.536830 3782 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-97.ec2.internal for the network default I0521 23:03:11.537013 3782 zone_ic_handler.go:195] Time taken to create transit switch: 168.641µs I0521 23:03:11.591783 3782 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0521 23:03:11.591807 3782 services_controller.go:208] Setting up event handlers for services for network=default I0521 23:03:11.591860 3782 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0521 23:03:11.591892 3782 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0521 23:03:11.591901 3782 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0521 23:03:11.692500 3782 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0521 23:03:11.692518 3782 repair.go:60] Starting repairing loop for services I0521 23:03:11.692599 3782 repair.go:131] Deleted 0 stale service LBs I0521 23:03:11.692617 3782 repair.go:137] Deleted 0 stale Chassis Template Vars I0521 23:03:11.692632 3782 repair.go:62] Finished repairing loop for services: 117.196µs I0521 23:03:11.692661 3782 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0521 23:03:11.692672 3782 services_controller.go:254] Starting workers for network=default I0521 23:03:11.692955 3782 obj_retry.go:578] Failed to create *v1.Pod kube-system/global-pull-secret-syncer-qnzw4, error: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-qnzw4: suppressed error logged: pod kube-system/global-pull-secret-syncer-qnzw4: no pod IPs found I0521 23:03:11.692962 3782 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-fvgn2] creating logical port kube-system_global-pull-secret-syncer-fvgn2 for pod on switch ip-10-0-0-97.ec2.internal I0521 23:03:11.692988 3782 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-8zh7t, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-8zh7t: suppressed error logged: pod openshift-multus/network-metrics-daemon-8zh7t: no pod IPs found I0521 23:03:11.693024 3782 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-9m8vh] creating logical port openshift-multus_network-metrics-daemon-9m8vh for pod on switch ip-10-0-0-97.ec2.internal I0521 23:03:11.693043 3782 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-wmxm2, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-wmxm2: suppressed error logged: pod openshift-network-diagnostics/network-check-target-wmxm2: no pod IPs found I0521 23:03:11.693045 3782 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-b52dk] creating logical port openshift-network-diagnostics_network-check-target-b52dk for pod on switch ip-10-0-0-97.ec2.internal I0521 23:03:11.693082 3782 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-fvgn2 I0521 23:03:11.693105 3782 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-9m8vh I0521 23:03:11.693117 3782 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-b52dk W0521 23:03:11.695820 3782 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0521 23:03:11.697776 3782 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0521 23:03:11.710943 3782 pod.go:62] [kube-system/global-pull-secret-syncer-fvgn2] pod update took 17.908236ms I0521 23:03:11.710994 3782 base_network_controller_pods.go:951] [default/kube-system/global-pull-secret-syncer-fvgn2] addLogicalPort annotation time took 17.961415ms I0521 23:03:11.711080 3782 pod.go:62] [openshift-multus/network-metrics-daemon-9m8vh] pod update took 17.997273ms I0521 23:03:11.711095 3782 pod.go:62] [openshift-network-diagnostics/network-check-target-b52dk] pod update took 17.997475ms I0521 23:03:11.711109 3782 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-b52dk] addLogicalPort annotation time took 18.011659ms I0521 23:03:11.711104 3782 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-9m8vh] addLogicalPort annotation time took 18.024587ms I0521 23:03:11.712085 3782 pods.go:271] [kube-system/global-pull-secret-syncer-fvgn2] addLogicalPort took 19.132062ms, libovsdb time 745.854µs I0521 23:03:11.712398 3782 pods.go:271] [openshift-network-diagnostics/network-check-target-b52dk] addLogicalPort took 19.356653ms, libovsdb time 1.049276ms I0521 23:03:11.712563 3782 pods.go:271] [openshift-multus/network-metrics-daemon-9m8vh] addLogicalPort took 19.545778ms, libovsdb time 887.549µs I0521 23:03:11.713032 3782 admin_network_policy_controller.go:227] Starting controller default-network-controller I0521 23:03:11.713054 3782 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0521 23:03:11.713068 3782 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0521 23:03:11.713072 3782 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0521 23:03:11.713259 3782 repair.go:29] Repairing admin network policies took 180.821µs I0521 23:03:11.713358 3782 repair.go:92] Repairing baseline admin network policies took 90.89µs I0521 23:03:11.713841 3782 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0521 23:03:11.713855 3782 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0521 23:03:11.715119 3782 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0521 23:03:11.715138 3782 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0521 23:03:11.715148 3782 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0521 23:03:11.716608 3782 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0521 23:03:11.716626 3782 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0521 23:03:11.717275 3782 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0521 23:03:11.717288 3782 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0521 23:03:11.718873 3782 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0521 23:03:11.718893 3782 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0521 23:03:11.718904 3782 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0521 23:03:11.721124 3782 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0521 23:03:11.721145 3782 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0521 23:03:11.721153 3782 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0521 23:03:11.722620 3782 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0521 23:03:11.722639 3782 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0521 23:03:11.722647 3782 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0521 23:03:11.723076 3782 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0521 23:03:11.723095 3782 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0521 23:03:11.723103 3782 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0521 23:03:11.723545 3782 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0521 23:03:11.723560 3782 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0521 23:03:11.723568 3782 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0521 23:03:11.724920 3782 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0521 23:03:11.724935 3782 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0521 23:03:11.724945 3782 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0521 23:03:11.725701 3782 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0521 23:03:11.725719 3782 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0521 23:03:11.725727 3782 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0521 23:03:11.726172 3782 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0521 23:03:11.726189 3782 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0521 23:03:11.726194 3782 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0521 23:03:11.726460 3782 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0521 23:03:11.726476 3782 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0521 23:03:11.726484 3782 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0521 23:03:11.726912 3782 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0521 23:03:11.726929 3782 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0521 23:03:11.726937 3782 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0521 23:03:11.727390 3782 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0521 23:03:11.727406 3782 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0521 23:03:11.727416 3782 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0521 23:03:11.728241 3782 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0521 23:03:11.728260 3782 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0521 23:03:11.728271 3782 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0521 23:03:11.729355 3782 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0521 23:03:11.729371 3782 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0521 23:03:11.729380 3782 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0521 23:03:11.730479 3782 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0521 23:03:11.730497 3782 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0521 23:03:11.730506 3782 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0521 23:03:11.731450 3782 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0521 23:03:11.731468 3782 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0521 23:03:11.731475 3782 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0521 23:03:11.731793 3782 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0521 23:03:11.731815 3782 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0521 23:03:11.731836 3782 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0521 23:03:11.732490 3782 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0521 23:03:11.732507 3782 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0521 23:03:11.732513 3782 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0521 23:03:11.732767 3782 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0521 23:03:11.732785 3782 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0521 23:03:11.732794 3782 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0521 23:03:11.733752 3782 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0521 23:03:11.733769 3782 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0521 23:03:11.733777 3782 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0521 23:03:11.734777 3782 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0521 23:03:11.734795 3782 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0521 23:03:11.734802 3782 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0521 23:03:11.735214 3782 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0521 23:03:11.735247 3782 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0521 23:03:11.735257 3782 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0521 23:03:11.735666 3782 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0521 23:03:11.735682 3782 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0521 23:03:11.735689 3782 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0521 23:03:11.736091 3782 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0521 23:03:11.736106 3782 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0521 23:03:11.736111 3782 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0521 23:03:11.737207 3782 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0521 23:03:11.737238 3782 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0521 23:03:11.737246 3782 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0521 23:03:11.738182 3782 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0521 23:03:11.738198 3782 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0521 23:03:11.738206 3782 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0521 23:03:11.739717 3782 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0521 23:03:11.739735 3782 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0521 23:03:11.739745 3782 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0521 23:03:11.740211 3782 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0521 23:03:11.745529 3782 egressfirewall.go:374] Starting EgressFirewall controller I0521 23:03:11.745565 3782 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0521 23:03:11.745569 3782 controller.go:133] Adding controller egress-firewall-controller event handlers I0521 23:03:11.745584 3782 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0521 23:03:11.745596 3782 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0521 23:03:11.745586 3782 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0521 23:03:11.745603 3782 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0521 23:03:11.745828 3782 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0521 23:03:11.745850 3782 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0521 23:03:11.745857 3782 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0521 23:03:11.745865 3782 egressqos.go:193] Setting up event handlers for EgressQoS I0521 23:03:11.745934 3782 egressfirewall.go:723] Syncing node "ip-10-0-2-170.ec2.internal" for egress firewall I0521 23:03:11.745948 3782 egressfirewall.go:723] Syncing node "ip-10-0-0-97.ec2.internal" for egress firewall I0521 23:03:11.745952 3782 egressfirewall.go:723] Syncing node "ip-10-0-1-212.ec2.internal" for egress firewall I0521 23:03:11.745959 3782 egressqos.go:245] Starting EgressQoS Controller I0521 23:03:11.745970 3782 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0521 23:03:11.745979 3782 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0521 23:03:11.745995 3782 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0521 23:03:11.746003 3782 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0521 23:03:11.746011 3782 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0521 23:03:11.746018 3782 shared_informer.go:356] "Caches are synced" controller="egressqos" I0521 23:03:11.746024 3782 egressqos.go:259] Repairing EgressQoSes I0521 23:03:11.746030 3782 egressqos.go:399] Starting repairing loop for egressqos I0521 23:03:11.746105 3782 egressqos.go:401] Finished repairing loop for egressqos: 77.011µs I0521 23:03:11.746121 3782 egressservice_zone.go:132] Setting up event handlers for Egress Services I0521 23:03:11.746184 3782 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-0-97.ec2.internal I0521 23:03:11.746260 3782 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-0-97.ec2.internal : 75.937µs I0521 23:03:11.746297 3782 egressservice_zone.go:210] Starting Egress Services Controller I0521 23:03:11.746311 3782 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0521 23:03:11.746319 3782 shared_informer.go:356] "Caches are synced" controller="egressservices" I0521 23:03:11.746325 3782 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0521 23:03:11.746329 3782 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0521 23:03:11.746334 3782 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0521 23:03:11.746339 3782 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0521 23:03:11.746346 3782 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0521 23:03:11.746352 3782 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0521 23:03:11.746356 3782 egressservice_zone.go:228] Repairing Egress Services I0521 23:03:11.746663 3782 master_controller.go:88] Starting Admin Policy Based Route Controller I0521 23:03:11.746673 3782 external_controller.go:278] Starting Admin Policy Based Route Controller I0521 23:03:11.746716 3782 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-97.ec2.internal I0521 23:03:11.746728 3782 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-97.ec2.internal: 14.529µs I0521 23:03:11.746737 3782 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-212.ec2.internal I0521 23:03:11.746751 3782 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-212.ec2.internal: 14.661µs I0521 23:03:11.746759 3782 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-170.ec2.internal I0521 23:03:11.746766 3782 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-170.ec2.internal: 7.141µs I0521 23:03:11.746848 3782 default_network_controller.go:585] Completing all the Watchers took 305.735793ms I0521 23:03:11.746863 3782 default_network_controller.go:589] Starting unidling controllers I0521 23:03:11.746876 3782 unidle.go:46] Registering OVN SB ControllerEvent handler I0521 23:03:11.746884 3782 unidle.go:63] Populating Initial ContollerEvent events I0521 23:03:11.746918 3782 unidle.go:79] Setting up event handlers for services I0521 23:03:11.746979 3782 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0521 23:03:12.035678 3782 default_node_network_controller.go:519] Node connection status = connected I0521 23:03:12.536022 3782 default_node_network_controller.go:519] Node connection status = connected I0521 23:03:13.035725 3782 default_node_network_controller.go:519] Node connection status = connected I0521 23:03:13.535950 3782 default_node_network_controller.go:519] Node connection status = connected I0521 23:03:13.768272 3782 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0521 23:03:14.035442 3782 default_node_network_controller.go:519] Node connection status = connected I0521 23:03:14.053190 3782 bridgeconfig.go:537] Gateway is ready I0521 23:03:14.053208 3782 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0521 23:03:14.064877 3782 node_ip_handler_linux.go:247] Node primary address changed to 10.0.0.97. Updating OVN encap IP. I0521 23:03:14.070614 3782 node_ip_handler_linux.go:542] Will not update encap IP 10.0.0.97 - it is already configured I0521 23:03:14.070630 3782 node_ip_handler_linux.go:485] Node address changed to map[10.0.0.97/24:{} 172.20.0.1/32:{}]. Updating annotations. I0521 23:03:14.070845 3782 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.0.97/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-97.ec2.internal","mac-address":"12:aa:67:59:ff:15","ip-addresses":["10.0.0.97/24"],"ip-address":"10.0.0.97/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:6de4fa4b-d222-4f42-baaf-72bf1be13190 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.97/24"}] on node ip-10-0-0-97.ec2.internal I0521 23:03:14.088193 3782 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-97.ec2.internal in network "default" I0521 23:03:14.088255 3782 node_tracker.go:169] Node ip-10-0-0-97.ec2.internal switch + router changed, syncing services in network "default" I0521 23:03:14.088289 3782 egressfirewall.go:723] Syncing node "ip-10-0-0-97.ec2.internal" for egress firewall I0521 23:03:14.088315 3782 services_controller.go:574] Full service sync requested for network=default I0521 23:03:14.088326 3782 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-97.ec2.internal I0521 23:03:14.088343 3782 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-97.ec2.internal: 23.42µs I0521 23:03:14.088379 3782 master.go:548] Adding or Updating local node "ip-10-0-0-97.ec2.internal" for network "default" W0521 23:03:14.088832 3782 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0521 23:03:14.088908 3782 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0521 23:03:14.089084 3782 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.0.97 I0521 23:03:14.089155 3782 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-0-97.ec2.internal I0521 23:03:14.092622 3782 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-97.ec2.internal. Updating no re-route policies I0521 23:03:14.092702 3782 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-qnzw4 I0521 23:03:14.092718 3782 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-8zh7t I0521 23:03:14.092707 3782 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-h2g9m I0521 23:03:14.092731 3782 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-8zh7t I0521 23:03:14.092733 3782 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-h2g9m I0521 23:03:14.092730 3782 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-p8lj8 I0521 23:03:14.092736 3782 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-wmxm2 I0521 23:03:14.092748 3782 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-wmxm2 I0521 23:03:14.092761 3782 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-h2g9m after 0 failed attempt(s) I0521 23:03:14.092766 3782 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-8zh7t, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-8zh7t: suppressed error logged: pod openshift-multus/network-metrics-daemon-8zh7t: no pod IPs found I0521 23:03:14.092719 3782 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-kwwhx I0521 23:03:14.092780 3782 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-kwwhx I0521 23:03:14.092782 3782 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-9m8vh I0521 23:03:14.092778 3782 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-r66wr I0521 23:03:14.092781 3782 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-p8lj8 I0521 23:03:14.092785 3782 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-97.ec2.internal I0521 23:03:14.092785 3782 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-fvgn2 I0521 23:03:14.092795 3782 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-r66wr I0521 23:03:14.092798 3782 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-97.ec2.internal I0521 23:03:14.092800 3782 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-97.ec2.internal I0521 23:03:14.092807 3782 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-fvgn2 I0521 23:03:14.092802 3782 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-dghqk I0521 23:03:14.092807 3782 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-p8lj8 after 0 failed attempt(s) I0521 23:03:14.092815 3782 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-98v8m I0521 23:03:14.092818 3782 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-r66wr after 0 failed attempt(s) I0521 23:03:14.092818 3782 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-dghqk I0521 23:03:14.092789 3782 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-9m8vh I0521 23:03:14.092824 3782 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-97.ec2.internal after 0 failed attempt(s) I0521 23:03:14.092824 3782 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-98v8m I0521 23:03:14.092840 3782 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-dghqk after 0 failed attempt(s) I0521 23:03:14.092851 3782 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-98v8m after 0 failed attempt(s) I0521 23:03:14.092852 3782 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-9m8vh] creating logical port openshift-multus_network-metrics-daemon-9m8vh for pod on switch ip-10-0-0-97.ec2.internal I0521 23:03:14.092788 3782 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-b52dk I0521 23:03:14.092870 3782 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-fvgn2] creating logical port kube-system_global-pull-secret-syncer-fvgn2 for pod on switch ip-10-0-0-97.ec2.internal I0521 23:03:14.092891 3782 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-b52dk I0521 23:03:14.092915 3782 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-b52dk] creating logical port openshift-network-diagnostics_network-check-target-b52dk for pod on switch ip-10-0-0-97.ec2.internal I0521 23:03:14.092783 3782 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-wmxm2, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-wmxm2: suppressed error logged: pod openshift-network-diagnostics/network-check-target-wmxm2: no pod IPs found I0521 23:03:14.092799 3782 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-kwwhx after 0 failed attempt(s) I0521 23:03:14.092765 3782 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-9b947 I0521 23:03:14.092960 3782 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-9b947 I0521 23:03:14.092982 3782 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-9b947 after 0 failed attempt(s) I0521 23:03:14.092800 3782 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-4q4rg I0521 23:03:14.092992 3782 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-4q4rg I0521 23:03:14.093004 3782 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-4q4rg after 0 failed attempt(s) I0521 23:03:14.092723 3782 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-qnzw4 I0521 23:03:14.093035 3782 obj_retry.go:409] Retry add failed for *v1.Pod kube-system/global-pull-secret-syncer-qnzw4, will try again later: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-qnzw4: suppressed error logged: pod kube-system/global-pull-secret-syncer-qnzw4: no pod IPs found I0521 23:03:14.092799 3782 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-lt9sq I0521 23:03:14.093044 3782 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-lt9sq I0521 23:03:14.093055 3782 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-lt9sq after 0 failed attempt(s) I0521 23:03:14.093338 3782 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-97.ec2.internal I0521 23:03:14.093370 3782 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-97.ec2.internal after 0 failed attempt(s) I0521 23:03:14.093639 3782 pods.go:271] [kube-system/global-pull-secret-syncer-fvgn2] addLogicalPort took 799.816µs, libovsdb time 307.439µs I0521 23:03:14.093656 3782 obj_retry.go:418] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-fvgn2 after 0 failed attempt(s) I0521 23:03:14.093792 3782 pods.go:271] [openshift-network-diagnostics/network-check-target-b52dk] addLogicalPort took 882.33µs, libovsdb time 295.457µs I0521 23:03:14.093805 3782 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-b52dk after 0 failed attempt(s) I0521 23:03:14.093871 3782 pods.go:271] [openshift-multus/network-metrics-daemon-9m8vh] addLogicalPort took 1.024595ms, libovsdb time 458.877µs I0521 23:03:14.093886 3782 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-9m8vh after 0 failed attempt(s) I0521 23:03:14.104872 3782 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0521 23:03:14.117529 3782 iptables.go:108] Creating table: mangle chain: OUTPUT I0521 23:03:14.121081 3782 iptables.go:108] Creating table: nat chain: OUTPUT I0521 23:03:14.179927 3782 iptables.go:108] Creating table: nat chain: PREROUTING I0521 23:03:14.239748 3782 iptables.go:108] Creating table: filter chain: FORWARD I0521 23:03:14.258010 3782 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0521 23:03:14.258122 3782 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0521 23:03:14.258174 3782 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0521 23:03:14.258330 3782 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0521 23:03:14.258399 3782 gateway_init.go:325] Gateway and management port readiness took 2.727550625s I0521 23:03:14.258435 3782 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0521 23:03:14.258483 3782 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0521 23:03:14.258500 3782 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0521 23:03:14.258511 3782 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0521 23:03:14.258596 3782 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0521 23:03:14.258687 3782 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 55.71µs I0521 23:03:14.258979 3782 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0521 23:03:14.259007 3782 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 17.975µs I0521 23:03:14.259015 3782 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 37.011µs I0521 23:03:14.259021 3782 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0521 23:03:14.259029 3782 nad_controller.go:379] [node-nad-controller NAD controller]: started I0521 23:03:14.259034 3782 default_node_network_controller.go:899] Starting the default node network controller I0521 23:03:14.259039 3782 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0521 23:03:14.259146 3782 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 21.535µs I0521 23:03:14.259210 3782 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0521 23:03:14.259219 3782 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0521 23:03:14.259261 3782 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000bc0ca0 0xc0002b7420 0xc0002b7490 0xc0002b7500 0xc0002b7570 0xc0002b75e0 0xc0002b7650 0xc000bf8910 0xc0002b76c0 0xc0002b7730 0xc0007a4280 0xc006471340 0xc0002b77a0 map[0x2ff9080:0xc002c17b60 0x2ff95c0:0xc002c17ce0 0x2ffa2e0:0xc002c17aa0 0x2ffa580:0xc002c17b00 0x2ffad60:0xc002c17bc0 0x2ffb000:0xc002c17c20 0x2ffb2a0:0xc002c17c80 0x2ffba80:0xc002c17d40 0x2ffbd20:0xc002c17da0 0x3026980:0xc000e6d920 0x3026d20:0xc0013941e0 0x3027800:0xc000bcbc80 0x3029160:0xc001c16000 0x30298a0:0xc001394240 0x302a720:0xc000e6d8c0] 0xc000118f50 0} I0521 23:03:14.259314 3782 gateway.go:151] Starting gateway service sync I0521 23:03:14.259777 3782 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0521 23:03:14.262265 3782 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0521 23:03:14.282065 3782 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0521 23:03:14.283455 3782 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0521 23:03:14.284749 3782 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0521 23:03:14.320462 3782 gateway.go:168] Gateway service sync done. Time taken: 61.133495ms I0521 23:03:14.321045 3782 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30907 I0521 23:03:14.321277 3782 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000bc0ca0 0xc0002b7420 0xc0002b7490 0xc0002b7500 0xc0002b7570 0xc0002b75e0 0xc0002b7650 0xc000bf8910 0xc0002b76c0 0xc0002b7730 0xc0007a4280 0xc006471340 0xc0002b77a0 map[0x2ff9080:0xc002c17b60 0x2ff95c0:0xc002c17ce0 0x2ffa2e0:0xc002c17aa0 0x2ffa580:0xc002c17b00 0x2ffad60:0xc002c17bc0 0x2ffb000:0xc002c17c20 0x2ffb2a0:0xc002c17c80 0x2ffba80:0xc002c17d40 0x2ffbd20:0xc002c17da0 0x3026980:0xc000e6d920 0x3026d20:0xc0013941e0 0x3027800:0xc000bcbc80 0x3029160:0xc001c16000 0x30298a0:0xc001394240 0x302a720:0xc000e6d8c0] 0xc000118f50 0} I0521 23:03:14.321793 3782 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000bc0ca0 0xc0002b7420 0xc0002b7490 0xc0002b7500 0xc0002b7570 0xc0002b75e0 0xc0002b7650 0xc000bf8910 0xc0002b76c0 0xc0002b7730 0xc0007a4280 0xc006471340 0xc0002b77a0 map[0x2ff9080:0xc002c17b60 0x2ff95c0:0xc002c17ce0 0x2ffa2e0:0xc002c17aa0 0x2ffa580:0xc002c17b00 0x2ffad60:0xc002c17bc0 0x2ffb000:0xc002c17c20 0x2ffb2a0:0xc002c17c80 0x2ffba80:0xc002c17d40 0x2ffbd20:0xc002c17da0 0x3026980:0xc000e6d920 0x3026d20:0xc0013941e0 0x3027800:0xc000bcbc80 0x3029160:0xc001c16000 0x30298a0:0xc001394240 0x302a720:0xc000e6d8c0] 0xc000118f50 0} I0521 23:03:14.321836 3782 gateway.go:532] Reconciling gateway with updates I0521 23:03:14.326941 3782 gateway.go:339] Spawning Conntrack Rule Check Thread I0521 23:03:14.327027 3782 default_node_network_controller.go:944] Gateway and management port readiness took 67.779117ms I0521 23:03:14.327029 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0521 23:03:14.327031 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0521 23:03:14.327055 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0521 23:03:14.327057 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0521 23:03:14.327076 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0521 23:03:14.327097 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0521 23:03:14.327098 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0521 23:03:14.327114 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0521 23:03:14.327131 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0521 23:03:14.327133 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0521 23:03:14.327148 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0521 23:03:14.327157 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0521 23:03:14.327157 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0521 23:03:14.327161 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0521 23:03:14.327163 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0521 23:03:14.327161 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0521 23:03:14.327172 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0521 23:03:14.327167 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0521 23:03:14.327178 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0521 23:03:14.327180 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0521 23:03:14.327170 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0521 23:03:14.327183 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0521 23:03:14.327194 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0521 23:03:14.327196 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0521 23:03:14.327194 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 23:03:14.327202 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0521 23:03:14.327205 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0521 23:03:14.327204 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 23:03:14.327208 3782 port_claim.go:71] Svc openshift-ingress/router-default: port 31713 is already open, no action needed I0521 23:03:14.327212 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0521 23:03:14.327238 3782 port_claim.go:71] Svc openshift-ingress/router-default: port 30823 is already open, no action needed I0521 23:03:14.327247 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0521 23:03:14.327251 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0521 23:03:14.327253 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0521 23:03:14.327183 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0521 23:03:14.327266 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0521 23:03:14.327265 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0521 23:03:14.327264 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0521 23:03:14.327275 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0521 23:03:14.327288 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0521 23:03:14.327286 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0521 23:03:14.327288 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0521 23:03:14.327292 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0521 23:03:14.327297 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0521 23:03:14.327297 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0521 23:03:14.327304 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0521 23:03:14.327308 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0521 23:03:14.327312 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0521 23:03:14.327312 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0521 23:03:14.327171 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0521 23:03:14.327322 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0521 23:03:14.327326 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0521 23:03:14.327332 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0521 23:03:14.327334 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0521 23:03:14.327333 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0521 23:03:14.327333 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0521 23:03:14.327333 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0521 23:03:14.327344 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0521 23:03:14.327348 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0521 23:03:14.327355 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0521 23:03:14.327362 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0521 23:03:14.327263 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0521 23:03:14.327369 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0521 23:03:14.327274 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0521 23:03:14.327383 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0521 23:03:14.327382 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0521 23:03:14.327277 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0521 23:03:14.327391 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0521 23:03:14.327391 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0521 23:03:14.327393 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0521 23:03:14.327399 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0521 23:03:14.327405 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0521 23:03:14.327400 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0521 23:03:14.327411 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0521 23:03:14.327416 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0521 23:03:14.327416 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0521 23:03:14.327419 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0521 23:03:14.327278 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0521 23:03:14.327433 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0521 23:03:14.327434 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0521 23:03:14.327439 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0521 23:03:14.327444 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0521 23:03:14.327448 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0521 23:03:14.327446 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0521 23:03:14.327396 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0521 23:03:14.327458 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0521 23:03:14.327462 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0521 23:03:14.327341 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0521 23:03:14.327463 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0521 23:03:14.327507 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0521 23:03:14.327512 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0521 23:03:14.327509 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0521 23:03:14.327187 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0521 23:03:14.327521 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0521 23:03:14.327529 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0521 23:03:14.327537 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0521 23:03:14.327385 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0521 23:03:14.327312 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0521 23:03:14.327558 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0521 23:03:14.327449 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0521 23:03:14.327574 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0521 23:03:14.327452 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0521 23:03:14.327436 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0521 23:03:14.327914 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0521 23:03:14.327971 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0521 23:03:14.327990 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0521 23:03:14.327995 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0521 23:03:14.328762 3782 node_ip_handler_linux.go:160] Node IP manager is running W0521 23:03:14.366090 3782 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0521 23:03:14.366279 3782 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0521 23:03:14.366433 3782 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:81:00:01/10.129.0.1) on link ovn-k8s-mp0 I0521 23:03:14.374191 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0521 23:03:14.374201 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0521 23:03:14.374215 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0521 23:03:14.374358 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0521 23:03:14.374377 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0521 23:03:14.374383 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0521 23:03:14.374388 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0521 23:03:14.374394 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0521 23:03:14.374400 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0521 23:03:14.374405 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0521 23:03:14.374410 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0521 23:03:14.374415 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0521 23:03:14.374427 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0521 23:03:14.374432 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0521 23:03:14.374444 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0521 23:03:14.413152 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0521 23:03:14.413172 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0521 23:03:14.413178 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0521 23:03:14.413185 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0521 23:03:14.413190 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0521 23:03:14.413196 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0521 23:03:14.451007 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0521 23:03:14.451030 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0521 23:03:14.451044 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0521 23:03:14.451051 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0521 23:03:14.451057 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0521 23:03:14.451063 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0521 23:03:15.667733 3782 default_node_network_controller.go:1380] Starting node controller node sync W0521 23:03:15.667769 3782 egressip_healthcheck.go:76] Health checking using insecure connection I0521 23:03:15.667829 3782 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.129.0.2:9107 I0521 23:03:15.679642 3782 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.892533ms I0521 23:03:15.679752 3782 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-212.ec2.internal", IP: 10.0.1.212 to PMTUD blocking rules I0521 23:03:15.679764 3782 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-212.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0521 23:03:15.685655 3782 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0521 23:03:15.685933 3782 egressservice_node.go:93] Setting up event handlers for Egress Services I0521 23:03:15.686081 3782 egressservice_node.go:183] Starting Egress Services Controller I0521 23:03:15.686121 3782 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0521 23:03:15.686136 3782 shared_informer.go:356] "Caches are synced" controller="egressservices" I0521 23:03:15.686142 3782 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0521 23:03:15.686146 3782 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0521 23:03:15.686151 3782 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0521 23:03:15.686159 3782 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0521 23:03:15.686165 3782 egressservice_node.go:197] Repairing Egress Services I0521 23:03:15.696549 3782 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0521 23:03:15.696559 3782 external_controller.go:278] Starting Admin Policy Based Route Controller I0521 23:03:15.696729 3782 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0521 23:03:15.696740 3782 link_network_manager.go:119] Link manager is running I0521 23:03:15.696752 3782 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0521 23:03:15.696907 3782 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0521 23:03:15.697151 3782 vrf_manager.go:128] VRF manager is running I0521 23:03:15.697289 3782 node_controller_manager.go:437] Removing flows to drop GARP I0521 23:03:15.697303 3782 gateway.go:532] Reconciling gateway with updates I0521 23:03:15.717184 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0521 23:03:15.717193 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0521 23:03:15.717200 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0521 23:03:15.717210 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0521 23:03:15.717215 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0521 23:03:15.717238 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 23:03:15.717253 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 23:03:15.717263 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0521 23:03:15.717264 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0521 23:03:15.717275 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0521 23:03:15.717276 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0521 23:03:15.717284 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0521 23:03:15.717289 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0521 23:03:15.717291 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0521 23:03:15.717294 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0521 23:03:15.717296 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0521 23:03:15.717301 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0521 23:03:15.717306 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0521 23:03:15.717309 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0521 23:03:15.717252 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0521 23:03:15.717311 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0521 23:03:15.717325 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0521 23:03:15.717327 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0521 23:03:15.717331 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0521 23:03:15.717333 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0521 23:03:15.717334 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0521 23:03:15.717339 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0521 23:03:15.717344 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0521 23:03:15.717345 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0521 23:03:15.717347 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0521 23:03:15.717209 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0521 23:03:15.717295 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0521 23:03:15.717354 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0521 23:03:15.717310 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0521 23:03:15.717364 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0521 23:03:15.717282 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0521 23:03:15.717364 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0521 23:03:15.717375 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0521 23:03:15.717378 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0521 23:03:15.717345 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0521 23:03:15.717380 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0521 23:03:15.717240 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0521 23:03:15.717387 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0521 23:03:15.717392 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0521 23:03:15.717400 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0521 23:03:15.717305 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0521 23:03:15.717399 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0521 23:03:15.717400 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0521 23:03:15.717409 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0521 23:03:15.717408 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0521 23:03:15.717416 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0521 23:03:15.717420 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0521 23:03:15.717417 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0521 23:03:15.717423 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0521 23:03:15.717421 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0521 23:03:15.717427 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0521 23:03:15.717435 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0521 23:03:15.717441 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0521 23:03:15.717441 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0521 23:03:15.717446 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0521 23:03:15.717446 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0521 23:03:15.717448 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0521 23:03:15.717451 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0521 23:03:15.717450 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0521 23:03:15.717458 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0521 23:03:15.717450 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0521 23:03:15.717434 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0521 23:03:15.717380 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0521 23:03:15.717314 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0521 23:03:15.717493 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0521 23:03:15.717355 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0521 23:03:15.717503 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0521 23:03:15.717358 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0521 23:03:15.717544 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0521 23:03:15.717559 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0521 23:03:15.717363 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0521 23:03:15.717597 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0521 23:03:15.717367 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0521 23:03:15.717380 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0521 23:03:15.717634 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0521 23:03:15.717639 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0521 23:03:15.717385 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0521 23:03:15.717390 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0521 23:03:15.717396 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0521 23:03:15.717668 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0521 23:03:15.717396 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0521 23:03:15.717396 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0521 23:03:15.717709 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0521 23:03:15.717411 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0521 23:03:15.717749 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0521 23:03:15.717411 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0521 23:03:15.717756 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0521 23:03:15.717413 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0521 23:03:15.717429 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0521 23:03:15.717856 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0521 23:03:15.717860 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0521 23:03:15.717428 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0521 23:03:15.717429 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0521 23:03:15.717876 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0521 23:03:15.717888 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0521 23:03:15.717901 3782 port_claim.go:71] Svc openshift-ingress/router-default: port 31713 is already open, no action needed I0521 23:03:15.717906 3782 port_claim.go:71] Svc openshift-ingress/router-default: port 30823 is already open, no action needed I0521 23:03:15.717434 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0521 23:03:15.717441 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0521 23:03:15.717457 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0521 23:03:15.717478 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0521 23:03:15.717348 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0521 23:03:15.718022 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0521 23:03:15.717359 3782 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0521 23:03:15.718031 3782 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0521 23:03:15.739167 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0521 23:03:15.739184 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0521 23:03:15.739191 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0521 23:03:15.739199 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0521 23:03:15.739206 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0521 23:03:15.739213 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0521 23:03:15.739220 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0521 23:03:15.739245 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0521 23:03:15.739251 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0521 23:03:15.739255 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0521 23:03:15.739259 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0521 23:03:15.777602 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0521 23:03:15.777620 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0521 23:03:15.777627 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0521 23:03:15.777632 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0521 23:03:15.777639 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0521 23:03:15.777647 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0521 23:03:15.777654 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0521 23:03:15.777675 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0521 23:03:15.777694 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0521 23:03:15.815186 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0521 23:03:15.815194 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0521 23:03:15.815187 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0521 23:03:15.815210 3782 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0521 23:03:17.573646 3782 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-97.ec2.internal I0521 23:03:17.573679 3782 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-97.ec2.internal: 40.651µs I0521 23:03:17.600448 3782 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-866fbbcd4d-gtdm8] creating logical port openshift-image-registry_image-registry-866fbbcd4d-gtdm8 for pod on switch ip-10-0-0-97.ec2.internal I0521 23:03:17.600555 3782 kube.go:256] Updating pod openshift-image-registry/image-registry-866fbbcd4d-gtdm8 I0521 23:03:17.619578 3782 pod.go:62] [openshift-image-registry/image-registry-866fbbcd4d-gtdm8] pod update took 19.046357ms I0521 23:03:17.619602 3782 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-866fbbcd4d-gtdm8] addLogicalPort annotation time took 19.072003ms I0521 23:03:17.620646 3782 pods.go:271] [openshift-image-registry/image-registry-866fbbcd4d-gtdm8] addLogicalPort took 20.215053ms, libovsdb time 810.466µs I0521 23:03:17.661060 3782 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-ndvp5] creating logical port openshift-ingress-canary_ingress-canary-ndvp5 for pod on switch ip-10-0-0-97.ec2.internal I0521 23:03:17.661161 3782 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-ndvp5 I0521 23:03:17.661199 3782 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-9s4fh] creating logical port openshift-dns_dns-default-9s4fh for pod on switch ip-10-0-0-97.ec2.internal I0521 23:03:17.661331 3782 kube.go:256] Updating pod openshift-dns/dns-default-9s4fh I0521 23:03:17.676723 3782 pod.go:62] [openshift-ingress-canary/ingress-canary-ndvp5] pod update took 15.589752ms I0521 23:03:17.676740 3782 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-ndvp5] addLogicalPort annotation time took 15.609618ms I0521 23:03:17.677700 3782 pods.go:271] [openshift-ingress-canary/ingress-canary-ndvp5] addLogicalPort took 16.652796ms, libovsdb time 734.125µs I0521 23:03:17.679200 3782 pod.go:62] [openshift-dns/dns-default-9s4fh] pod update took 17.897572ms I0521 23:03:17.679217 3782 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-9s4fh] addLogicalPort annotation time took 17.926977ms I0521 23:03:17.680284 3782 pods.go:271] [openshift-dns/dns-default-9s4fh] addLogicalPort took 19.099087ms, libovsdb time 828.087µs I0521 23:03:18.065023 3782 cni.go:452] [openshift-ingress-canary/ingress-canary-ndvp5 27557bf20158ad1a774bcbe2ca71939abce0238ba0e222268874e6f7062ee8fa network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-ndvp5 27557bf20158ad1a774bcbe2ca71939abce0238ba0e222268874e6f7062ee8fa network default NAD default NAD key ] I0521 23:03:18.113797 3782 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-ndvp5, hostIfaceName: 27557bf20158ad1, network: default, NAD default, SandboxID: "27557bf20158ad1a774bcbe2ca71939abce0238ba0e222268874e6f7062ee8fa", PCI device ID: , UID: "cb807f7a-8d4e-4522-9fa6-62e3b6c08c7c", MAC: 0a:58:0a:81:00:07, IPs: [10.129.0.7/23] I0521 23:03:18.172265 3782 cni.go:473] [openshift-ingress-canary/ingress-canary-ndvp5 27557bf20158ad1a774bcbe2ca71939abce0238ba0e222268874e6f7062ee8fa network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-ndvp5 27557bf20158ad1a774bcbe2ca71939abce0238ba0e222268874e6f7062ee8fa network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:9d:e7:65:7b:4d\",\"name\":\"27557bf20158ad1\"},{\"mac\":\"0a:58:0a:81:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2a2cb4da-b57b-4809-b335-9327c27e563f\"}],\"ips\":[{\"address\":\"10.129.0.7/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 23:03:19.144463 3782 default_network_controller.go:1025] Node "ip-10-0-2-170.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0521 23:03:19.989988 3782 cni.go:452] [openshift-network-diagnostics/network-check-target-b52dk b9794ebb235e74e7357910babe428892bda88fa9c50b0e8904d0ea48901ffffa network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-b52dk b9794ebb235e74e7357910babe428892bda88fa9c50b0e8904d0ea48901ffffa network default NAD default NAD key ] I0521 23:03:19.990268 3782 cni.go:452] [kube-system/global-pull-secret-syncer-fvgn2 0bc934a79237ff7ce0f2ea2b543bbb9f665fcbb730165023e76d8a1edc13097f network default NAD default NAD key ] ADD starting CNI request [kube-system/global-pull-secret-syncer-fvgn2 0bc934a79237ff7ce0f2ea2b543bbb9f665fcbb730165023e76d8a1edc13097f network default NAD default NAD key ] I0521 23:03:20.002948 3782 helper_linux.go:556] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-fvgn2, hostIfaceName: 0bc934a79237ff7, network: default, NAD default, SandboxID: "0bc934a79237ff7ce0f2ea2b543bbb9f665fcbb730165023e76d8a1edc13097f", PCI device ID: , UID: "110f3e45-fd3d-4b8b-8159-1d2939d0b8ee", MAC: 0a:58:0a:81:00:03, IPs: [10.129.0.3/23] I0521 23:03:20.002945 3782 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-b52dk, hostIfaceName: b9794ebb235e74e, network: default, NAD default, SandboxID: "b9794ebb235e74e7357910babe428892bda88fa9c50b0e8904d0ea48901ffffa", PCI device ID: , UID: "7563f8f1-49fc-43c1-9213-d6e056eee1cb", MAC: 0a:58:0a:81:00:05, IPs: [10.129.0.5/23] I0521 23:03:20.048263 3782 cni.go:473] [kube-system/global-pull-secret-syncer-fvgn2 0bc934a79237ff7ce0f2ea2b543bbb9f665fcbb730165023e76d8a1edc13097f network default NAD default NAD key default] ADD finished CNI request [kube-system/global-pull-secret-syncer-fvgn2 0bc934a79237ff7ce0f2ea2b543bbb9f665fcbb730165023e76d8a1edc13097f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:68:d8:83:20:75\",\"name\":\"0bc934a79237ff7\"},{\"mac\":\"0a:58:0a:81:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1c1df487-939f-418d-91b5-6b375a77f772\"}],\"ips\":[{\"address\":\"10.129.0.3/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 23:03:20.053432 3782 cni.go:473] [openshift-network-diagnostics/network-check-target-b52dk b9794ebb235e74e7357910babe428892bda88fa9c50b0e8904d0ea48901ffffa network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-b52dk b9794ebb235e74e7357910babe428892bda88fa9c50b0e8904d0ea48901ffffa network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:d4:c4:6f:92:66\",\"name\":\"b9794ebb235e74e\"},{\"mac\":\"0a:58:0a:81:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/02391f21-49e4-4ee2-9bf8-3d1aed1fe698\"}],\"ips\":[{\"address\":\"10.129.0.5/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 23:03:24.899675 3782 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0521 23:03:27.971463 3782 egressfirewall.go:723] Syncing node "ip-10-0-2-170.ec2.internal" for egress firewall I0521 23:03:27.971500 3782 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-170.ec2.internal I0521 23:03:27.971518 3782 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-170.ec2.internal: 25.212µs I0521 23:03:27.971554 3782 default_network_controller.go:1025] Node "ip-10-0-2-170.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0521 23:03:34.261292 3782 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-170.ec2.internal in network "default" I0521 23:03:34.261329 3782 default_network_controller.go:1025] Node "ip-10-0-2-170.ec2.internal" in remote zone "ip-10-0-2-170.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0521 23:03:34.261339 3782 node_tracker.go:235] Node ip-10-0-2-170.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-170.ec2.internal" I0521 23:03:34.261355 3782 node_tracker.go:169] Node ip-10-0-2-170.ec2.internal switch + router changed, syncing services in network "default" I0521 23:03:34.261368 3782 services_controller.go:574] Full service sync requested for network=default W0521 23:03:34.261635 3782 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0521 23:03:34.424603 3782 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-170.ec2.internal in network "default" I0521 23:03:34.424658 3782 node_tracker.go:169] Node ip-10-0-2-170.ec2.internal switch + router changed, syncing services in network "default" I0521 23:03:34.424672 3782 services_controller.go:574] Full service sync requested for network=default I0521 23:03:34.424608 3782 default_network_controller.go:1025] Node "ip-10-0-2-170.ec2.internal" in remote zone "ip-10-0-2-170.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false W0521 23:03:34.425067 3782 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0521 23:03:34.425663 3782 zone_ic_handler.go:195] Time taken to create transit switch: 283.668µs I0521 23:03:34.425683 3782 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-170.ec2.internal for the network default I0521 23:03:34.426734 3782 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-170.ec2.internal" on network "default" took: 1.368527ms I0521 23:03:36.535535 3782 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-170.ec2.internal in network "default" I0521 23:03:36.535593 3782 node_tracker.go:169] Node ip-10-0-2-170.ec2.internal switch + router changed, syncing services in network "default" I0521 23:03:36.535593 3782 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-170.ec2.internal I0521 23:03:36.535607 3782 services_controller.go:574] Full service sync requested for network=default I0521 23:03:36.535611 3782 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-170.ec2.internal: 22.594µs I0521 23:03:36.535613 3782 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-170.ec2.internal", IP: 10.0.2.170 to PMTUD blocking rules I0521 23:03:36.535596 3782 egressfirewall.go:723] Syncing node "ip-10-0-2-170.ec2.internal" for egress firewall I0521 23:03:36.535630 3782 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-170.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules W0521 23:03:36.536022 3782 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0521 23:03:36.541924 3782 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-170.ec2.internal. Updating no re-route policies I0521 23:03:36.552493 3782 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-170.ec2.internal", IP: 10.0.2.170 to PMTUD blocking rules I0521 23:03:36.552511 3782 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-170.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0521 23:03:39.262897 3782 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-170.ec2.internal I0521 23:03:39.262925 3782 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-170.ec2.internal: 33.65µs W0521 23:03:40.935532 3782 util.go:959] Failed to build node endpoints for node ip-10-0-0-97.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0521 23:03:40.935557 3782 util.go:959] Failed to build node endpoints for node ip-10-0-0-97.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0521 23:03:55.906663 3782 util.go:959] Failed to build node endpoints for node ip-10-0-0-97.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0521 23:04:33.627188 3782 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dbp75s] creating logical port openshift-deployment-validation-operator_99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dbp75s for pod on switch ip-10-0-0-97.ec2.internal I0521 23:04:33.627300 3782 kube.go:256] Updating pod openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dbp75s I0521 23:04:33.640164 3782 pod.go:62] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dbp75s] pod update took 12.893413ms I0521 23:04:33.640190 3782 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dbp75s] addLogicalPort annotation time took 12.920241ms I0521 23:04:33.641351 3782 pods.go:271] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dbp75s] addLogicalPort took 14.185283ms, libovsdb time 872.945µs I0521 23:04:33.982919 3782 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dbp75s 9e4697c2704cc49dc490723c35ec331fb30f8440c8adf724ed925484dee3f27a network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dbp75s 9e4697c2704cc49dc490723c35ec331fb30f8440c8adf724ed925484dee3f27a network default NAD default NAD key ] I0521 23:04:33.993467 3782 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: 99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dbp75s, hostIfaceName: 9e4697c2704cc49, network: default, NAD default, SandboxID: "9e4697c2704cc49dc490723c35ec331fb30f8440c8adf724ed925484dee3f27a", PCI device ID: , UID: "3b47daa8-6872-4820-ae3c-115460a8b1be", MAC: 0a:58:0a:81:00:09, IPs: [10.129.0.9/23] I0521 23:04:34.039345 3782 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dbp75s 9e4697c2704cc49dc490723c35ec331fb30f8440c8adf724ed925484dee3f27a network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dbp75s 9e4697c2704cc49dc490723c35ec331fb30f8440c8adf724ed925484dee3f27a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:f5:78:13:1e:22\",\"name\":\"9e4697c2704cc49\"},{\"mac\":\"0a:58:0a:81:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e185ed92-ecc0-43eb-865d-f2d1398ca8d5\"}],\"ips\":[{\"address\":\"10.129.0.9/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 23:04:53.116248 3782 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dbp75s 9e4697c2704cc49dc490723c35ec331fb30f8440c8adf724ed925484dee3f27a network default NAD default NAD key ] DEL starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dbp75s 9e4697c2704cc49dc490723c35ec331fb30f8440c8adf724ed925484dee3f27a network default NAD default NAD key ] I0521 23:04:53.186591 3782 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dbp75s 9e4697c2704cc49dc490723c35ec331fb30f8440c8adf724ed925484dee3f27a network default NAD default NAD key default] DEL finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dbp75s 9e4697c2704cc49dc490723c35ec331fb30f8440c8adf724ed925484dee3f27a network default NAD default NAD key default], result "{}", err I0521 23:04:53.228925 3782 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dbp75s of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:04:53.228951 3782 pods.go:176] Deleting pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dbp75s I0521 23:04:53.230750 3782 pods.go:236] Attempting to release IPs for pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dbp75s, ips: 10.129.0.9 I0521 23:04:53.230823 3782 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dbp75s of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:04:53.230862 3782 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dbp75s of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 23:04:53.230881 3782 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0521 23:04:53.231254 3782 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dbp75s of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 23:04:53.231278 3782 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0521 23:04:54.256104 3782 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dbp75s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:04:54.256130 3782 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dbp75s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:04:54.256145 3782 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dbp75s of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:04:54.256161 3782 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dbp75s of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:04:58.729610 3782 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0521 23:04:58.738810 3782 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0521 23:05:03.012682 3782 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-f2lvb] creating logical port openshift-network-diagnostics_network-check-source-84fd6d9d54-f2lvb for pod on switch ip-10-0-0-97.ec2.internal I0521 23:05:03.012797 3782 kube.go:256] Updating pod openshift-network-diagnostics/network-check-source-84fd6d9d54-f2lvb I0521 23:05:03.015564 3782 base_network_controller_pods.go:487] [default/openshift-console-operator/console-operator-66dbbb6468-8fhdw] creating logical port openshift-console-operator_console-operator-66dbbb6468-8fhdw for pod on switch ip-10-0-0-97.ec2.internal I0521 23:05:03.015715 3782 kube.go:256] Updating pod openshift-console-operator/console-operator-66dbbb6468-8fhdw I0521 23:05:03.042105 3782 pod.go:62] [openshift-console-operator/console-operator-66dbbb6468-8fhdw] pod update took 26.41956ms I0521 23:05:03.042127 3782 base_network_controller_pods.go:951] [default/openshift-console-operator/console-operator-66dbbb6468-8fhdw] addLogicalPort annotation time took 26.446415ms I0521 23:05:03.042542 3782 pod.go:62] [openshift-network-diagnostics/network-check-source-84fd6d9d54-f2lvb] pod update took 29.77349ms I0521 23:05:03.042566 3782 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-f2lvb] addLogicalPort annotation time took 29.800933ms I0521 23:05:03.043352 3782 pods.go:271] [openshift-console-operator/console-operator-66dbbb6468-8fhdw] addLogicalPort took 27.804371ms, libovsdb time 947.524µs I0521 23:05:03.043597 3782 pods.go:271] [openshift-network-diagnostics/network-check-source-84fd6d9d54-f2lvb] addLogicalPort took 30.938132ms, libovsdb time 770.847µs I0521 23:05:03.075017 3782 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-cf67f6799-nq6lj] creating logical port openshift-ingress_router-default-cf67f6799-nq6lj for pod on switch ip-10-0-0-97.ec2.internal I0521 23:05:03.075089 3782 kube.go:256] Updating pod openshift-ingress/router-default-cf67f6799-nq6lj I0521 23:05:03.099471 3782 pod.go:62] [openshift-ingress/router-default-cf67f6799-nq6lj] pod update took 24.401638ms I0521 23:05:03.099490 3782 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-cf67f6799-nq6lj] addLogicalPort annotation time took 24.423478ms I0521 23:05:03.100369 3782 pods.go:271] [openshift-ingress/router-default-cf67f6799-nq6lj] addLogicalPort took 25.364156ms, libovsdb time 644.322µs I0521 23:05:03.276534 3782 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-2vtp6] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-2vtp6 for pod on switch ip-10-0-0-97.ec2.internal I0521 23:05:03.276613 3782 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-2vtp6 I0521 23:05:03.298371 3782 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-2vtp6] pod update took 21.77875ms I0521 23:05:03.298391 3782 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-2vtp6] addLogicalPort annotation time took 21.80554ms I0521 23:05:03.299359 3782 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-2vtp6] addLogicalPort took 22.835212ms, libovsdb time 691.514µs I0521 23:05:03.367961 3782 cni.go:452] [openshift-network-diagnostics/network-check-source-84fd6d9d54-f2lvb 268847daed597fdf7f51ad10dcd1e10f0b92e81bee15af1664905888afcd08b0 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-f2lvb 268847daed597fdf7f51ad10dcd1e10f0b92e81bee15af1664905888afcd08b0 network default NAD default NAD key ] I0521 23:05:03.372096 3782 cni.go:452] [openshift-console-operator/console-operator-66dbbb6468-8fhdw 7be8fce9141b01d2d4b221de738f24ecb4926ea59240d6d7781b1acf9b05bd2c network default NAD default NAD key ] ADD starting CNI request [openshift-console-operator/console-operator-66dbbb6468-8fhdw 7be8fce9141b01d2d4b221de738f24ecb4926ea59240d6d7781b1acf9b05bd2c network default NAD default NAD key ] I0521 23:05:03.380874 3782 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-source-84fd6d9d54-f2lvb, hostIfaceName: 268847daed597fd, network: default, NAD default, SandboxID: "268847daed597fdf7f51ad10dcd1e10f0b92e81bee15af1664905888afcd08b0", PCI device ID: , UID: "e9fb19ce-642f-4691-bc59-caf38587a874", MAC: 0a:58:0a:81:00:0a, IPs: [10.129.0.10/23] I0521 23:05:03.382178 3782 helper_linux.go:556] ConfigureOVS: namespace: openshift-console-operator, podName: console-operator-66dbbb6468-8fhdw, hostIfaceName: 7be8fce9141b01d, network: default, NAD default, SandboxID: "7be8fce9141b01d2d4b221de738f24ecb4926ea59240d6d7781b1acf9b05bd2c", PCI device ID: , UID: "99392c57-43fe-452d-9c2f-d1196afe5de9", MAC: 0a:58:0a:81:00:0b, IPs: [10.129.0.11/23] I0521 23:05:03.426331 3782 cni.go:473] [openshift-network-diagnostics/network-check-source-84fd6d9d54-f2lvb 268847daed597fdf7f51ad10dcd1e10f0b92e81bee15af1664905888afcd08b0 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-f2lvb 268847daed597fdf7f51ad10dcd1e10f0b92e81bee15af1664905888afcd08b0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:4a:e2:ff:5b:96\",\"name\":\"268847daed597fd\"},{\"mac\":\"0a:58:0a:81:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/151f93d0-1c7b-4f6f-b8ce-f879fcd25875\"}],\"ips\":[{\"address\":\"10.129.0.10/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 23:05:03.440447 3782 cni.go:473] [openshift-console-operator/console-operator-66dbbb6468-8fhdw 7be8fce9141b01d2d4b221de738f24ecb4926ea59240d6d7781b1acf9b05bd2c network default NAD default NAD key default] ADD finished CNI request [openshift-console-operator/console-operator-66dbbb6468-8fhdw 7be8fce9141b01d2d4b221de738f24ecb4926ea59240d6d7781b1acf9b05bd2c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:ae:9c:17:a5:22\",\"name\":\"7be8fce9141b01d\"},{\"mac\":\"0a:58:0a:81:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/44f937f8-46c6-4236-bc27-ebd5e3cd821f\"}],\"ips\":[{\"address\":\"10.129.0.11/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 23:05:07.160633 3782 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0521 23:05:08.406789 3782 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0521 23:05:08.407488 3782 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 671.805µs I0521 23:05:08.426241 3782 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0521 23:05:08.672977 3782 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-78mdz] creating logical port openshift-kube-storage-version-migrator_migrator-846d9b8bdc-78mdz for pod on switch ip-10-0-0-97.ec2.internal I0521 23:05:08.673063 3782 kube.go:256] Updating pod openshift-kube-storage-version-migrator/migrator-846d9b8bdc-78mdz I0521 23:05:08.695325 3782 pod.go:62] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-78mdz] pod update took 22.28657ms I0521 23:05:08.695347 3782 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-78mdz] addLogicalPort annotation time took 22.312216ms I0521 23:05:08.696472 3782 pods.go:271] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-78mdz] addLogicalPort took 23.508236ms, libovsdb time 816.278µs I0521 23:05:09.032703 3782 cni.go:452] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-78mdz 9a5b41336593d50d1ba9afec61abe6f1f2597a287912304877ce4c2c0020289a network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-78mdz 9a5b41336593d50d1ba9afec61abe6f1f2597a287912304877ce4c2c0020289a network default NAD default NAD key ] I0521 23:05:09.043302 3782 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator, podName: migrator-846d9b8bdc-78mdz, hostIfaceName: 9a5b41336593d50, network: default, NAD default, SandboxID: "9a5b41336593d50d1ba9afec61abe6f1f2597a287912304877ce4c2c0020289a", PCI device ID: , UID: "c9e3f9d8-5ca5-43af-857e-51477e067294", MAC: 0a:58:0a:81:00:0e, IPs: [10.129.0.14/23] I0521 23:05:09.090289 3782 cni.go:473] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-78mdz 9a5b41336593d50d1ba9afec61abe6f1f2597a287912304877ce4c2c0020289a network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-78mdz 9a5b41336593d50d1ba9afec61abe6f1f2597a287912304877ce4c2c0020289a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:08:c4:06:90:0c\",\"name\":\"9a5b41336593d50\"},{\"mac\":\"0a:58:0a:81:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/47df64b3-4dc2-4d90-9f08-baa73f23ba36\"}],\"ips\":[{\"address\":\"10.129.0.14/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 23:05:09.096936 3782 namespace.go:98] [openshift-service-ca] adding namespace I0521 23:05:09.097766 3782 namespace.go:102] [openshift-service-ca] adding namespace took 813.516µs I0521 23:05:09.116960 3782 namespace.go:142] [openshift-service-ca] updating namespace W0521 23:05:18.617445 3782 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0521 23:05:20.236265 3782 obj_retry.go:498] Detected object openshift-image-registry/image-registry-866fbbcd4d-f2djx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:05:20.236921 3782 obj_retry.go:498] Detected object openshift-image-registry/image-registry-866fbbcd4d-f2djx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:05:20.255376 3782 obj_retry.go:492] Detected object openshift-image-registry/image-registry-866fbbcd4d-f2djx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:05:20.255396 3782 obj_retry.go:492] Detected object openshift-image-registry/image-registry-866fbbcd4d-f2djx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:05:20.262415 3782 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-866fbbcd4d-f2djx I0521 23:05:20.262442 3782 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-866fbbcd4d-f2djx I0521 23:05:20.389149 3782 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7c6cf9d759-lt97l of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:05:20.389684 3782 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7c6cf9d759-lt97l of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:05:20.406219 3782 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7c6cf9d759-lt97l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:05:20.406260 3782 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7c6cf9d759-lt97l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:05:20.413150 3782 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7c6cf9d759-lt97l I0521 23:05:20.413171 3782 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7c6cf9d759-lt97l W0521 23:05:21.258198 3782 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0521 23:05:21.407257 3782 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0521 23:05:21.607709 3782 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-shz4k] creating logical port openshift-insights_insights-runtime-extractor-shz4k for pod on switch ip-10-0-0-97.ec2.internal I0521 23:05:21.607829 3782 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-shz4k I0521 23:05:21.625710 3782 pod.go:62] [openshift-insights/insights-runtime-extractor-shz4k] pod update took 17.910134ms I0521 23:05:21.625731 3782 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-shz4k] addLogicalPort annotation time took 17.934463ms I0521 23:05:21.626863 3782 pods.go:271] [openshift-insights/insights-runtime-extractor-shz4k] addLogicalPort took 19.17171ms, libovsdb time 799.111µs I0521 23:05:25.584316 3782 cni.go:452] [openshift-insights/insights-runtime-extractor-shz4k c381f95ad3f2f02c1ffdf6dc462a03a3e4301e11a5d39757ee4aa2a3ec9c269f network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-shz4k c381f95ad3f2f02c1ffdf6dc462a03a3e4301e11a5d39757ee4aa2a3ec9c269f network default NAD default NAD key ] I0521 23:05:25.593401 3782 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-shz4k, hostIfaceName: c381f95ad3f2f02, network: default, NAD default, SandboxID: "c381f95ad3f2f02c1ffdf6dc462a03a3e4301e11a5d39757ee4aa2a3ec9c269f", PCI device ID: , UID: "283333da-e9fb-45cd-8ecd-d50c001d710d", MAC: 0a:58:0a:81:00:0f, IPs: [10.129.0.15/23] I0521 23:05:25.640022 3782 cni.go:473] [openshift-insights/insights-runtime-extractor-shz4k c381f95ad3f2f02c1ffdf6dc462a03a3e4301e11a5d39757ee4aa2a3ec9c269f network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-shz4k c381f95ad3f2f02c1ffdf6dc462a03a3e4301e11a5d39757ee4aa2a3ec9c269f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:64:ec:3c:39:a5\",\"name\":\"c381f95ad3f2f02\"},{\"mac\":\"0a:58:0a:81:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2e7b2ad9-36d0-4dfb-accc-0c563a68d35c\"}],\"ips\":[{\"address\":\"10.129.0.15/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 23:05:25.754565 3782 cni.go:452] [openshift-image-registry/image-registry-866fbbcd4d-gtdm8 2205bccea63be9e680b9cd46113ea2e165734f1ec22ba2937f4519eb554ef69c network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-866fbbcd4d-gtdm8 2205bccea63be9e680b9cd46113ea2e165734f1ec22ba2937f4519eb554ef69c network default NAD default NAD key ] I0521 23:05:25.763171 3782 cni.go:452] [openshift-dns/dns-default-9s4fh 718d4e6c294b86e03512d1b34d5a1ac6eab8e5312fec1f5af8c4339bb9e67afe network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-9s4fh 718d4e6c294b86e03512d1b34d5a1ac6eab8e5312fec1f5af8c4339bb9e67afe network default NAD default NAD key ] I0521 23:05:25.764929 3782 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-866fbbcd4d-gtdm8, hostIfaceName: 2205bccea63be9e, network: default, NAD default, SandboxID: "2205bccea63be9e680b9cd46113ea2e165734f1ec22ba2937f4519eb554ef69c", PCI device ID: , UID: "adebdfdf-d412-4cec-a457-edcfd22d268e", MAC: 0a:58:0a:81:00:06, IPs: [10.129.0.6/23] I0521 23:05:25.775890 3782 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-9s4fh, hostIfaceName: 718d4e6c294b86e, network: default, NAD default, SandboxID: "718d4e6c294b86e03512d1b34d5a1ac6eab8e5312fec1f5af8c4339bb9e67afe", PCI device ID: , UID: "dd9a89f6-1d26-4db9-a835-18ba173244b2", MAC: 0a:58:0a:81:00:08, IPs: [10.129.0.8/23] I0521 23:05:25.815439 3782 cni.go:473] [openshift-image-registry/image-registry-866fbbcd4d-gtdm8 2205bccea63be9e680b9cd46113ea2e165734f1ec22ba2937f4519eb554ef69c network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-866fbbcd4d-gtdm8 2205bccea63be9e680b9cd46113ea2e165734f1ec22ba2937f4519eb554ef69c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:c0:b4:52:05:1f\",\"name\":\"2205bccea63be9e\"},{\"mac\":\"0a:58:0a:81:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a61980ad-6388-45ee-aaed-dbc04c591ab4\"}],\"ips\":[{\"address\":\"10.129.0.6/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 23:05:25.831437 3782 cni.go:473] [openshift-dns/dns-default-9s4fh 718d4e6c294b86e03512d1b34d5a1ac6eab8e5312fec1f5af8c4339bb9e67afe network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-9s4fh 718d4e6c294b86e03512d1b34d5a1ac6eab8e5312fec1f5af8c4339bb9e67afe network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:9a:d1:28:6a:d2\",\"name\":\"718d4e6c294b86e\"},{\"mac\":\"0a:58:0a:81:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c3dbec56-c832-499c-bb71-0216615c6912\"}],\"ips\":[{\"address\":\"10.129.0.8/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 23:05:35.234020 3782 cni.go:452] [openshift-ingress/router-default-cf67f6799-nq6lj 9ab1d9dcc63dbb0b1669e4524fef222829bb6322f1207774501cd07aa8a5cf7a network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-cf67f6799-nq6lj 9ab1d9dcc63dbb0b1669e4524fef222829bb6322f1207774501cd07aa8a5cf7a network default NAD default NAD key ] I0521 23:05:35.243989 3782 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-cf67f6799-nq6lj, hostIfaceName: 9ab1d9dcc63dbb0, network: default, NAD default, SandboxID: "9ab1d9dcc63dbb0b1669e4524fef222829bb6322f1207774501cd07aa8a5cf7a", PCI device ID: , UID: "088224e0-3b24-4b4a-b034-cdcb7214aa8c", MAC: 0a:58:0a:81:00:0c, IPs: [10.129.0.12/23] I0521 23:05:35.292054 3782 cni.go:473] [openshift-ingress/router-default-cf67f6799-nq6lj 9ab1d9dcc63dbb0b1669e4524fef222829bb6322f1207774501cd07aa8a5cf7a network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-cf67f6799-nq6lj 9ab1d9dcc63dbb0b1669e4524fef222829bb6322f1207774501cd07aa8a5cf7a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:d7:13:1c:67:49\",\"name\":\"9ab1d9dcc63dbb0\"},{\"mac\":\"0a:58:0a:81:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3bafc217-3032-4ec1-bde8-58808fcc4111\"}],\"ips\":[{\"address\":\"10.129.0.12/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 23:05:35.423169 3782 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-2vtp6 29f8a5bb9fabde2cd55cf2dab521ec1b72e0a9984f77a309141c873ded0dedca network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-2vtp6 29f8a5bb9fabde2cd55cf2dab521ec1b72e0a9984f77a309141c873ded0dedca network default NAD default NAD key ] I0521 23:05:35.433652 3782 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-2vtp6, hostIfaceName: 29f8a5bb9fabde2, network: default, NAD default, SandboxID: "29f8a5bb9fabde2cd55cf2dab521ec1b72e0a9984f77a309141c873ded0dedca", PCI device ID: , UID: "635edf5e-b2fa-4104-953c-62cb03d6702e", MAC: 0a:58:0a:81:00:0d, IPs: [10.129.0.13/23] I0521 23:05:35.479297 3782 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-2vtp6 29f8a5bb9fabde2cd55cf2dab521ec1b72e0a9984f77a309141c873ded0dedca network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-2vtp6 29f8a5bb9fabde2cd55cf2dab521ec1b72e0a9984f77a309141c873ded0dedca network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:88:2e:18:9c:de\",\"name\":\"29f8a5bb9fabde2\"},{\"mac\":\"0a:58:0a:81:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b54cdd5c-c9ef-43b7-9a01-0df04ffa522b\"}],\"ips\":[{\"address\":\"10.129.0.13/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 23:05:38.909939 3782 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0521 23:05:39.067065 3782 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0521 23:05:39.079786 3782 util.go:959] Failed to build node endpoints for node ip-10-0-0-97.ec2.internal port 8443: empty IP address endpoints for service openshift-console-operator/metrics I0521 23:05:39.193390 3782 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-f4x5f] creating logical port openshift-console_downloads-5c54f4944f-f4x5f for pod on switch ip-10-0-0-97.ec2.internal I0521 23:05:39.193478 3782 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-f4x5f I0521 23:05:39.219138 3782 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-7t7w2] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-7t7w2 for pod on switch ip-10-0-0-97.ec2.internal I0521 23:05:39.219217 3782 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-7t7w2 I0521 23:05:39.246239 3782 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-f4x5f W0521 23:05:39.275904 3782 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0521 23:05:39.312329 3782 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-7t7w2 W0521 23:05:39.321270 3782 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0521 23:05:39.330190 3782 pod.go:62] [openshift-console/downloads-5c54f4944f-f4x5f] pod update took 136.736598ms I0521 23:05:39.330211 3782 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-f4x5f] addLogicalPort annotation time took 136.759593ms I0521 23:05:39.331257 3782 pods.go:271] [openshift-console/downloads-5c54f4944f-f4x5f] addLogicalPort took 137.886797ms, libovsdb time 743.793µs I0521 23:05:39.375299 3782 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-7t7w2] pod update took 156.103448ms I0521 23:05:39.375324 3782 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-7t7w2] addLogicalPort annotation time took 156.129632ms I0521 23:05:39.376521 3782 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-7t7w2] addLogicalPort took 157.397881ms, libovsdb time 829.897µs I0521 23:05:39.542352 3782 cni.go:452] [openshift-console/downloads-5c54f4944f-f4x5f f3d29d693aba6b3d256245840b7506ae5612d5f07a2043fb1f6fe38573645088 network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-f4x5f f3d29d693aba6b3d256245840b7506ae5612d5f07a2043fb1f6fe38573645088 network default NAD default NAD key ] I0521 23:05:39.552052 3782 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-f4x5f, hostIfaceName: f3d29d693aba6b3, network: default, NAD default, SandboxID: "f3d29d693aba6b3d256245840b7506ae5612d5f07a2043fb1f6fe38573645088", PCI device ID: , UID: "44d23cb7-7c9a-45d3-a629-977aeb2ee4fb", MAC: 0a:58:0a:81:00:10, IPs: [10.129.0.16/23] I0521 23:05:39.559405 3782 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-7t7w2 fb248dd9d5b8b460f4d048779ea040e63cb0244a5d29aca950bf5ca6ef138b27 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-7t7w2 fb248dd9d5b8b460f4d048779ea040e63cb0244a5d29aca950bf5ca6ef138b27 network default NAD default NAD key ] I0521 23:05:39.568820 3782 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-7t7w2, hostIfaceName: fb248dd9d5b8b46, network: default, NAD default, SandboxID: "fb248dd9d5b8b460f4d048779ea040e63cb0244a5d29aca950bf5ca6ef138b27", PCI device ID: , UID: "83a31bf9-b715-405a-8104-eac140234f54", MAC: 0a:58:0a:81:00:11, IPs: [10.129.0.17/23] I0521 23:05:39.603097 3782 cni.go:473] [openshift-console/downloads-5c54f4944f-f4x5f f3d29d693aba6b3d256245840b7506ae5612d5f07a2043fb1f6fe38573645088 network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-f4x5f f3d29d693aba6b3d256245840b7506ae5612d5f07a2043fb1f6fe38573645088 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:6a:ac:28:b2:7c\",\"name\":\"f3d29d693aba6b3\"},{\"mac\":\"0a:58:0a:81:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6524fbb8-c348-4177-971c-04342cb84f30\"}],\"ips\":[{\"address\":\"10.129.0.16/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 23:05:39.620408 3782 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-7t7w2 fb248dd9d5b8b460f4d048779ea040e63cb0244a5d29aca950bf5ca6ef138b27 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-7t7w2 fb248dd9d5b8b460f4d048779ea040e63cb0244a5d29aca950bf5ca6ef138b27 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:fe:56:33:cc:af\",\"name\":\"fb248dd9d5b8b46\"},{\"mac\":\"0a:58:0a:81:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9d860c66-735d-4c96-b588-09007422c9ed\"}],\"ips\":[{\"address\":\"10.129.0.17/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 23:05:41.294276 3782 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0521 23:05:41.320038 3782 util.go:959] Failed to build node endpoints for node ip-10-0-0-97.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0521 23:05:41.842880 3782 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-76b589d668-s6l8n] creating logical port openshift-monitoring_prometheus-operator-76b589d668-s6l8n for pod on switch ip-10-0-0-97.ec2.internal I0521 23:05:41.843024 3782 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-76b589d668-s6l8n I0521 23:05:41.859935 3782 pod.go:62] [openshift-monitoring/prometheus-operator-76b589d668-s6l8n] pod update took 16.947416ms I0521 23:05:41.860009 3782 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-76b589d668-s6l8n] addLogicalPort annotation time took 17.027272ms I0521 23:05:41.861282 3782 pods.go:271] [openshift-monitoring/prometheus-operator-76b589d668-s6l8n] addLogicalPort took 18.422031ms, libovsdb time 867.33µs W0521 23:05:42.255943 3782 util.go:959] Failed to build node endpoints for node ip-10-0-0-97.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0521 23:05:42.255975 3782 util.go:959] Failed to build node endpoints for node ip-10-0-0-97.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0521 23:05:42.804974 3782 cni.go:452] [openshift-monitoring/prometheus-operator-76b589d668-s6l8n ce17e62277b95423aa67caab7d3bfa78a9e0ce7881cafbb322396b1aa3e12b1b network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-76b589d668-s6l8n ce17e62277b95423aa67caab7d3bfa78a9e0ce7881cafbb322396b1aa3e12b1b network default NAD default NAD key ] I0521 23:05:42.816275 3782 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-76b589d668-s6l8n, hostIfaceName: ce17e62277b9542, network: default, NAD default, SandboxID: "ce17e62277b95423aa67caab7d3bfa78a9e0ce7881cafbb322396b1aa3e12b1b", PCI device ID: , UID: "4e315220-5e36-4962-bbc0-dc14396e0092", MAC: 0a:58:0a:81:00:12, IPs: [10.129.0.18/23] I0521 23:05:42.865735 3782 cni.go:473] [openshift-monitoring/prometheus-operator-76b589d668-s6l8n ce17e62277b95423aa67caab7d3bfa78a9e0ce7881cafbb322396b1aa3e12b1b network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-76b589d668-s6l8n ce17e62277b95423aa67caab7d3bfa78a9e0ce7881cafbb322396b1aa3e12b1b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:b9:2d:89:bd:b3\",\"name\":\"ce17e62277b9542\"},{\"mac\":\"0a:58:0a:81:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e3011260-a8ad-4ced-b71d-aefd79734105\"}],\"ips\":[{\"address\":\"10.129.0.18/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 23:05:43.327116 3782 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0521 23:05:43.483882 3782 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0521 23:05:45.675702 3782 base_network_controller_pods.go:487] [default/openshift-console/console-566d446b4c-679gg] creating logical port openshift-console_console-566d446b4c-679gg for pod on switch ip-10-0-0-97.ec2.internal I0521 23:05:45.675828 3782 kube.go:256] Updating pod openshift-console/console-566d446b4c-679gg W0521 23:05:45.700669 3782 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0521 23:05:45.700827 3782 pod.go:62] [openshift-console/console-566d446b4c-679gg] pod update took 25.040709ms I0521 23:05:45.700850 3782 base_network_controller_pods.go:951] [default/openshift-console/console-566d446b4c-679gg] addLogicalPort annotation time took 25.066137ms I0521 23:05:45.702001 3782 pods.go:271] [openshift-console/console-566d446b4c-679gg] addLogicalPort took 26.319324ms, libovsdb time 830.482µs I0521 23:05:46.033528 3782 cni.go:452] [openshift-console/console-566d446b4c-679gg f49d8d97bebf58e0c29842e9ec5324ffab96c900b82499fe3f70fc7d8fe0ab40 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-566d446b4c-679gg f49d8d97bebf58e0c29842e9ec5324ffab96c900b82499fe3f70fc7d8fe0ab40 network default NAD default NAD key ] I0521 23:05:46.045354 3782 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-566d446b4c-679gg, hostIfaceName: f49d8d97bebf58e, network: default, NAD default, SandboxID: "f49d8d97bebf58e0c29842e9ec5324ffab96c900b82499fe3f70fc7d8fe0ab40", PCI device ID: , UID: "2bb14158-57f6-4644-9c6b-a897dc511c8a", MAC: 0a:58:0a:81:00:13, IPs: [10.129.0.19/23] I0521 23:05:46.099169 3782 cni.go:473] [openshift-console/console-566d446b4c-679gg f49d8d97bebf58e0c29842e9ec5324ffab96c900b82499fe3f70fc7d8fe0ab40 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-566d446b4c-679gg f49d8d97bebf58e0c29842e9ec5324ffab96c900b82499fe3f70fc7d8fe0ab40 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:c5:5e:5c:74:7a\",\"name\":\"f49d8d97bebf58e\"},{\"mac\":\"0a:58:0a:81:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0291a904-794a-42af-baf2-e88425e1abd4\"}],\"ips\":[{\"address\":\"10.129.0.19/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 23:05:47.348144 3782 base_network_controller_pods.go:487] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-w5rkl] creating logical port openshift-monitoring_kube-state-metrics-6dfffbb599-w5rkl for pod on switch ip-10-0-0-97.ec2.internal I0521 23:05:47.348270 3782 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-6dfffbb599-w5rkl I0521 23:05:47.366976 3782 pod.go:62] [openshift-monitoring/kube-state-metrics-6dfffbb599-w5rkl] pod update took 18.751457ms I0521 23:05:47.367000 3782 base_network_controller_pods.go:951] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-w5rkl] addLogicalPort annotation time took 18.78204ms I0521 23:05:47.368473 3782 pods.go:271] [openshift-monitoring/kube-state-metrics-6dfffbb599-w5rkl] addLogicalPort took 20.344851ms, libovsdb time 1.011793ms I0521 23:05:48.660192 3782 cni.go:452] [openshift-monitoring/kube-state-metrics-6dfffbb599-w5rkl c193e824cb9cbd9e8ca53af2e201b749b57d1f6fd723f53498cb6bc11f12f217 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-w5rkl c193e824cb9cbd9e8ca53af2e201b749b57d1f6fd723f53498cb6bc11f12f217 network default NAD default NAD key ] I0521 23:05:48.670490 3782 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-6dfffbb599-w5rkl, hostIfaceName: c193e824cb9cbd9, network: default, NAD default, SandboxID: "c193e824cb9cbd9e8ca53af2e201b749b57d1f6fd723f53498cb6bc11f12f217", PCI device ID: , UID: "e7088c5e-971d-4863-892f-dae4633980a8", MAC: 0a:58:0a:81:00:14, IPs: [10.129.0.20/23] I0521 23:05:48.723482 3782 cni.go:473] [openshift-monitoring/kube-state-metrics-6dfffbb599-w5rkl c193e824cb9cbd9e8ca53af2e201b749b57d1f6fd723f53498cb6bc11f12f217 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-w5rkl c193e824cb9cbd9e8ca53af2e201b749b57d1f6fd723f53498cb6bc11f12f217 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:c0:ba:56:a9:2e\",\"name\":\"c193e824cb9cbd9\"},{\"mac\":\"0a:58:0a:81:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a7d6ee6c-345b-47ee-ba5a-c590c1d0c4ee\"}],\"ips\":[{\"address\":\"10.129.0.20/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 23:05:49.355666 3782 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0521 23:05:50.418321 3782 util.go:959] Failed to build node endpoints for node ip-10-0-0-97.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0521 23:05:50.418343 3782 util.go:959] Failed to build node endpoints for node ip-10-0-0-97.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0521 23:05:50.565800 3782 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-56f9d5f959-6gn5n] creating logical port openshift-monitoring_thanos-querier-56f9d5f959-6gn5n for pod on switch ip-10-0-0-97.ec2.internal I0521 23:05:50.565918 3782 kube.go:256] Updating pod openshift-monitoring/thanos-querier-56f9d5f959-6gn5n I0521 23:05:50.591241 3782 pod.go:62] [openshift-monitoring/thanos-querier-56f9d5f959-6gn5n] pod update took 25.33351ms I0521 23:05:50.591269 3782 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-56f9d5f959-6gn5n] addLogicalPort annotation time took 25.380387ms I0521 23:05:50.592629 3782 pods.go:271] [openshift-monitoring/thanos-querier-56f9d5f959-6gn5n] addLogicalPort took 26.847148ms, libovsdb time 978.635µs W0521 23:05:51.375236 3782 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 23:05:51.375254 3782 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 23:05:51.375259 3782 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0521 23:05:51.916661 3782 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-575dd85c45-wz8vj] creating logical port openshift-monitoring_metrics-server-575dd85c45-wz8vj for pod on switch ip-10-0-0-97.ec2.internal I0521 23:05:51.916803 3782 kube.go:256] Updating pod openshift-monitoring/metrics-server-575dd85c45-wz8vj I0521 23:05:51.936821 3782 pod.go:62] [openshift-monitoring/metrics-server-575dd85c45-wz8vj] pod update took 20.050643ms I0521 23:05:51.936844 3782 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-575dd85c45-wz8vj] addLogicalPort annotation time took 20.080451ms I0521 23:05:51.937959 3782 pods.go:271] [openshift-monitoring/metrics-server-575dd85c45-wz8vj] addLogicalPort took 21.316663ms, libovsdb time 820.283µs I0521 23:05:52.091300 3782 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-p224j] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-p224j for pod on switch ip-10-0-0-97.ec2.internal I0521 23:05:52.091394 3782 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-p224j I0521 23:05:52.110131 3782 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-p224j] pod update took 18.759785ms I0521 23:05:52.110160 3782 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-p224j] addLogicalPort annotation time took 18.793218ms I0521 23:05:52.111590 3782 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-p224j] addLogicalPort took 20.305236ms, libovsdb time 1.020376ms W0521 23:05:55.435776 3782 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 23:05:55.435796 3782 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 23:05:55.435805 3782 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 23:05:55.435810 3782 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 23:05:55.478371 3782 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 23:05:55.478393 3782 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 23:05:55.494834 3782 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server I0521 23:05:55.818642 3782 cni.go:452] [openshift-monitoring/metrics-server-575dd85c45-wz8vj 5d6fca05063a170435cb57f527f87e67bbe06b720edf6afadd960c9acaf1ac7e network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-575dd85c45-wz8vj 5d6fca05063a170435cb57f527f87e67bbe06b720edf6afadd960c9acaf1ac7e network default NAD default NAD key ] I0521 23:05:55.825706 3782 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-p224j d8f541d929e3024e618b73d2a21c90a76aea4206f19025bb977b79637057ffb4 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-p224j d8f541d929e3024e618b73d2a21c90a76aea4206f19025bb977b79637057ffb4 network default NAD default NAD key ] I0521 23:05:55.826269 3782 cni.go:452] [openshift-monitoring/thanos-querier-56f9d5f959-6gn5n 4ae860e58bd4783f07ccb7641300476fc4c4ef7566d084bbd3370d68ea930d83 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-56f9d5f959-6gn5n 4ae860e58bd4783f07ccb7641300476fc4c4ef7566d084bbd3370d68ea930d83 network default NAD default NAD key ] I0521 23:05:55.828857 3782 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-575dd85c45-wz8vj, hostIfaceName: 5d6fca05063a170, network: default, NAD default, SandboxID: "5d6fca05063a170435cb57f527f87e67bbe06b720edf6afadd960c9acaf1ac7e", PCI device ID: , UID: "86d51edf-075e-425f-8ad5-d0247ba21a98", MAC: 0a:58:0a:81:00:16, IPs: [10.129.0.22/23] I0521 23:05:55.838488 3782 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-56f9d5f959-6gn5n, hostIfaceName: 4ae860e58bd4783, network: default, NAD default, SandboxID: "4ae860e58bd4783f07ccb7641300476fc4c4ef7566d084bbd3370d68ea930d83", PCI device ID: , UID: "e7ae620d-84c3-4680-aefe-611beca44827", MAC: 0a:58:0a:81:00:15, IPs: [10.129.0.21/23] I0521 23:05:55.839137 3782 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-p224j, hostIfaceName: d8f541d929e3024, network: default, NAD default, SandboxID: "d8f541d929e3024e618b73d2a21c90a76aea4206f19025bb977b79637057ffb4", PCI device ID: , UID: "758826a7-32c1-49b3-bfb6-5fd4de20a971", MAC: 0a:58:0a:81:00:17, IPs: [10.129.0.23/23] I0521 23:05:55.888212 3782 cni.go:473] [openshift-monitoring/metrics-server-575dd85c45-wz8vj 5d6fca05063a170435cb57f527f87e67bbe06b720edf6afadd960c9acaf1ac7e network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-575dd85c45-wz8vj 5d6fca05063a170435cb57f527f87e67bbe06b720edf6afadd960c9acaf1ac7e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:a9:82:60:0b:c1\",\"name\":\"5d6fca05063a170\"},{\"mac\":\"0a:58:0a:81:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4b03eb36-fe73-425e-a123-b6fc7ee2d92f\"}],\"ips\":[{\"address\":\"10.129.0.22/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 23:05:56.096108 3782 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-566d446b4c-4xr6c IP address from the namespace address-set, err: pod openshift-console/console-566d446b4c-4xr6c: no pod IPs found I0521 23:05:56.116482 3782 cni.go:473] [openshift-monitoring/thanos-querier-56f9d5f959-6gn5n 4ae860e58bd4783f07ccb7641300476fc4c4ef7566d084bbd3370d68ea930d83 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-56f9d5f959-6gn5n 4ae860e58bd4783f07ccb7641300476fc4c4ef7566d084bbd3370d68ea930d83 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:6b:8b:94:de:63\",\"name\":\"4ae860e58bd4783\"},{\"mac\":\"0a:58:0a:81:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5268bb41-d25e-40a6-8c76-7b944d28e1a1\"}],\"ips\":[{\"address\":\"10.129.0.21/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 23:05:56.116692 3782 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-p224j d8f541d929e3024e618b73d2a21c90a76aea4206f19025bb977b79637057ffb4 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-p224j d8f541d929e3024e618b73d2a21c90a76aea4206f19025bb977b79637057ffb4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:74:09:11:97:c9\",\"name\":\"d8f541d929e3024\"},{\"mac\":\"0a:58:0a:81:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8423f880-bde8-46ff-a95d-525243098a3c\"}],\"ips\":[{\"address\":\"10.129.0.23/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 23:05:56.426924 3782 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0521 23:05:56.542443 3782 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0521 23:05:56.577426 3782 util.go:959] Failed to build node endpoints for node ip-10-0-0-97.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0521 23:05:56.577463 3782 util.go:959] Failed to build node endpoints for node ip-10-0-0-97.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0521 23:05:57.418670 3782 util.go:959] Failed to build node endpoints for node ip-10-0-0-97.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0521 23:05:57.570098 3782 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 23:05:57.570125 3782 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 23:05:57.570132 3782 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 23:05:57.616416 3782 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 23:05:57.616446 3782 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 23:05:58.622308 3782 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0521 23:05:59.460294 3782 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0521 23:06:00.420983 3782 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 23:06:00.421007 3782 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 23:06:00.421014 3782 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 23:06:00.421021 3782 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 23:06:01.416461 3782 util.go:959] Failed to build node endpoints for node ip-10-0-0-97.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 23:06:01.416480 3782 util.go:959] Failed to build node endpoints for node ip-10-0-0-97.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 23:06:01.416486 3782 util.go:959] Failed to build node endpoints for node ip-10-0-0-97.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 23:06:01.416491 3782 util.go:959] Failed to build node endpoints for node ip-10-0-0-97.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 23:06:01.416503 3782 util.go:959] Failed to build node endpoints for node ip-10-0-0-97.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 23:06:01.416508 3782 util.go:959] Failed to build node endpoints for node ip-10-0-0-97.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 23:06:01.416514 3782 util.go:959] Failed to build node endpoints for node ip-10-0-0-97.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 23:06:01.416517 3782 util.go:959] Failed to build node endpoints for node ip-10-0-0-97.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier I0521 23:06:04.396078 3782 cni.go:452] [openshift-image-registry/image-registry-866fbbcd4d-gtdm8 2205bccea63be9e680b9cd46113ea2e165734f1ec22ba2937f4519eb554ef69c network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-866fbbcd4d-gtdm8 2205bccea63be9e680b9cd46113ea2e165734f1ec22ba2937f4519eb554ef69c network default NAD default NAD key ] I0521 23:06:04.471778 3782 cni.go:473] [openshift-image-registry/image-registry-866fbbcd4d-gtdm8 2205bccea63be9e680b9cd46113ea2e165734f1ec22ba2937f4519eb554ef69c network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-866fbbcd4d-gtdm8 2205bccea63be9e680b9cd46113ea2e165734f1ec22ba2937f4519eb554ef69c network default NAD default NAD key default], result "{}", err I0521 23:06:04.527000 3782 obj_retry.go:498] Detected object openshift-image-registry/image-registry-866fbbcd4d-gtdm8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:06:04.527035 3782 pods.go:176] Deleting pod: openshift-image-registry/image-registry-866fbbcd4d-gtdm8 I0521 23:06:04.528488 3782 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-866fbbcd4d-gtdm8, ips: 10.129.0.6 I0521 23:06:04.528518 3782 obj_retry.go:498] Detected object openshift-image-registry/image-registry-866fbbcd4d-gtdm8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:06:04.539562 3782 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-568ff47f7c-qtdhc] creating logical port openshift-image-registry_image-registry-568ff47f7c-qtdhc for pod on switch ip-10-0-0-97.ec2.internal I0521 23:06:04.539655 3782 kube.go:256] Updating pod openshift-image-registry/image-registry-568ff47f7c-qtdhc I0521 23:06:04.557679 3782 pod.go:62] [openshift-image-registry/image-registry-568ff47f7c-qtdhc] pod update took 18.059775ms I0521 23:06:04.557706 3782 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-568ff47f7c-qtdhc] addLogicalPort annotation time took 18.089065ms I0521 23:06:04.559105 3782 pods.go:271] [openshift-image-registry/image-registry-568ff47f7c-qtdhc] addLogicalPort took 19.556547ms, libovsdb time 967.444µs I0521 23:06:04.611726 3782 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7cdc4684b5-dm5cc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:06:04.612250 3782 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7cdc4684b5-dm5cc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:06:04.900249 3782 cni.go:452] [openshift-image-registry/image-registry-568ff47f7c-qtdhc 80d339f4f38bde485df4171efdbc9d6c2b590ebc9e925b6c24af0f4b3bb903c2 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-568ff47f7c-qtdhc 80d339f4f38bde485df4171efdbc9d6c2b590ebc9e925b6c24af0f4b3bb903c2 network default NAD default NAD key ] I0521 23:06:04.912840 3782 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-568ff47f7c-qtdhc, hostIfaceName: 80d339f4f38bde4, network: default, NAD default, SandboxID: "80d339f4f38bde485df4171efdbc9d6c2b590ebc9e925b6c24af0f4b3bb903c2", PCI device ID: , UID: "5ff49bb8-7f55-4a03-bb33-02174ada3864", MAC: 0a:58:0a:81:00:18, IPs: [10.129.0.24/23] I0521 23:06:04.962745 3782 cni.go:473] [openshift-image-registry/image-registry-568ff47f7c-qtdhc 80d339f4f38bde485df4171efdbc9d6c2b590ebc9e925b6c24af0f4b3bb903c2 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-568ff47f7c-qtdhc 80d339f4f38bde485df4171efdbc9d6c2b590ebc9e925b6c24af0f4b3bb903c2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:c6:e1:79:41:33\",\"name\":\"80d339f4f38bde4\"},{\"mac\":\"0a:58:0a:81:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/18ac0b92-e804-4e54-800e-e8318ad4a5cc\"}],\"ips\":[{\"address\":\"10.129.0.24/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 23:06:05.454136 3782 obj_retry.go:492] Detected object openshift-image-registry/image-registry-866fbbcd4d-gtdm8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:06:05.454160 3782 obj_retry.go:492] Detected object openshift-image-registry/image-registry-866fbbcd4d-gtdm8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:06:05.461542 3782 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-866fbbcd4d-gtdm8 I0521 23:06:05.461566 3782 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-866fbbcd4d-gtdm8 I0521 23:06:05.651444 3782 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7cdc4684b5-dm5cc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:06:05.651466 3782 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7cdc4684b5-dm5cc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:06:05.657576 3782 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7cdc4684b5-dm5cc I0521 23:06:05.657595 3782 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7cdc4684b5-dm5cc W0521 23:06:06.425853 3782 util.go:959] Failed to build node endpoints for node ip-10-0-0-97.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 23:06:06.425872 3782 util.go:959] Failed to build node endpoints for node ip-10-0-0-97.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 23:06:06.425877 3782 util.go:959] Failed to build node endpoints for node ip-10-0-0-97.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 23:06:06.425883 3782 util.go:959] Failed to build node endpoints for node ip-10-0-0-97.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier I0521 23:06:10.972646 3782 obj_retry.go:498] Detected object openshift-console/console-6b5c7b6556-6dnd4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:06:10.973282 3782 obj_retry.go:498] Detected object openshift-console/console-6b5c7b6556-6dnd4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:06:11.668856 3782 obj_retry.go:492] Detected object openshift-console/console-6b5c7b6556-6dnd4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:06:11.668881 3782 obj_retry.go:492] Detected object openshift-console/console-6b5c7b6556-6dnd4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:06:11.676303 3782 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6b5c7b6556-6dnd4 I0521 23:06:11.676322 3782 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6b5c7b6556-6dnd4 W0521 23:06:13.667494 3782 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0521 23:06:16.401359 3782 util.go:959] Failed to build node endpoints for node ip-10-0-0-97.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0521 23:06:16.401391 3782 util.go:959] Failed to build node endpoints for node ip-10-0-0-97.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0521 23:06:21.421356 3782 util.go:959] Failed to build node endpoints for node ip-10-0-0-97.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server I0521 23:06:22.536726 3782 cni.go:452] [openshift-console/console-566d446b4c-679gg f49d8d97bebf58e0c29842e9ec5324ffab96c900b82499fe3f70fc7d8fe0ab40 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-566d446b4c-679gg f49d8d97bebf58e0c29842e9ec5324ffab96c900b82499fe3f70fc7d8fe0ab40 network default NAD default NAD key ] I0521 23:06:22.622747 3782 cni.go:473] [openshift-console/console-566d446b4c-679gg f49d8d97bebf58e0c29842e9ec5324ffab96c900b82499fe3f70fc7d8fe0ab40 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-566d446b4c-679gg f49d8d97bebf58e0c29842e9ec5324ffab96c900b82499fe3f70fc7d8fe0ab40 network default NAD default NAD key default], result "{}", err I0521 23:06:22.687710 3782 obj_retry.go:498] Detected object openshift-console/console-566d446b4c-679gg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:06:22.687742 3782 pods.go:176] Deleting pod: openshift-console/console-566d446b4c-679gg I0521 23:06:22.691449 3782 pods.go:236] Attempting to release IPs for pod: openshift-console/console-566d446b4c-679gg, ips: 10.129.0.19 I0521 23:06:22.691505 3782 obj_retry.go:498] Detected object openshift-console/console-566d446b4c-679gg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:06:22.700653 3782 base_network_controller_pods.go:487] [default/openshift-console/console-665487c849-clc5g] creating logical port openshift-console_console-665487c849-clc5g for pod on switch ip-10-0-0-97.ec2.internal I0521 23:06:22.700849 3782 kube.go:256] Updating pod openshift-console/console-665487c849-clc5g I0521 23:06:22.716646 3782 pod.go:62] [openshift-console/console-665487c849-clc5g] pod update took 15.854155ms I0521 23:06:22.716679 3782 base_network_controller_pods.go:951] [default/openshift-console/console-665487c849-clc5g] addLogicalPort annotation time took 15.891381ms I0521 23:06:22.718160 3782 pods.go:271] [openshift-console/console-665487c849-clc5g] addLogicalPort took 17.522819ms, libovsdb time 1.062829ms I0521 23:06:23.121583 3782 cni.go:452] [openshift-console/console-665487c849-clc5g 9b3338f9960132862e2074e2b58cba6366fc7a49b2bd8cb3a35e0180dea36c77 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-665487c849-clc5g 9b3338f9960132862e2074e2b58cba6366fc7a49b2bd8cb3a35e0180dea36c77 network default NAD default NAD key ] I0521 23:06:23.130975 3782 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-665487c849-clc5g, hostIfaceName: 9b3338f99601328, network: default, NAD default, SandboxID: "9b3338f9960132862e2074e2b58cba6366fc7a49b2bd8cb3a35e0180dea36c77", PCI device ID: , UID: "48d37a5c-0377-4c57-8a23-5e8201f3a29c", MAC: 0a:58:0a:81:00:19, IPs: [10.129.0.25/23] I0521 23:06:23.179844 3782 cni.go:473] [openshift-console/console-665487c849-clc5g 9b3338f9960132862e2074e2b58cba6366fc7a49b2bd8cb3a35e0180dea36c77 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-665487c849-clc5g 9b3338f9960132862e2074e2b58cba6366fc7a49b2bd8cb3a35e0180dea36c77 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:10:cb:35:79:2f\",\"name\":\"9b3338f99601328\"},{\"mac\":\"0a:58:0a:81:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/67638eab-28a3-4785-8df4-cc5c9ebb0e7b\"}],\"ips\":[{\"address\":\"10.129.0.25/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 23:06:23.517047 3782 obj_retry.go:492] Detected object openshift-console/console-566d446b4c-679gg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:06:23.517071 3782 obj_retry.go:492] Detected object openshift-console/console-566d446b4c-679gg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:06:23.520925 3782 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-566d446b4c-679gg I0521 23:06:23.520949 3782 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-566d446b4c-679gg W0521 23:06:23.706153 3782 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0521 23:06:26.463767 3782 util.go:959] Failed to build node endpoints for node ip-10-0-0-97.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0521 23:06:28.729571 3782 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0521 23:06:33.548616 3782 util.go:959] Failed to build node endpoints for node ip-10-0-0-97.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0521 23:06:47.041157 3782 obj_retry.go:498] Detected object openshift-console/console-6b5c7b6556-47gn9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:06:47.041775 3782 obj_retry.go:498] Detected object openshift-console/console-6b5c7b6556-47gn9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:06:47.599250 3782 obj_retry.go:492] Detected object openshift-console/console-6b5c7b6556-47gn9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:06:47.599273 3782 obj_retry.go:492] Detected object openshift-console/console-6b5c7b6556-47gn9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:06:47.605138 3782 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6b5c7b6556-47gn9 I0521 23:06:47.605163 3782 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6b5c7b6556-47gn9 I0521 23:06:52.823699 3782 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7cdc4684b5-wm2b9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:06:52.824330 3782 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7cdc4684b5-wm2b9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:06:53.315134 3782 obj_retry.go:498] Detected object openshift-ingress/router-default-7c7bf5967f-hc2w8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:06:53.315716 3782 obj_retry.go:498] Detected object openshift-ingress/router-default-7c7bf5967f-hc2w8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:06:53.632513 3782 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7cdc4684b5-wm2b9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:06:53.632534 3782 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7cdc4684b5-wm2b9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:06:53.639356 3782 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7cdc4684b5-wm2b9 I0521 23:06:53.639380 3782 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7cdc4684b5-wm2b9 I0521 23:06:53.654832 3782 obj_retry.go:492] Detected object openshift-ingress/router-default-7c7bf5967f-hc2w8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:06:53.654852 3782 obj_retry.go:492] Detected object openshift-ingress/router-default-7c7bf5967f-hc2w8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:06:53.660555 3782 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-7c7bf5967f-hc2w8 I0521 23:06:53.660575 3782 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-7c7bf5967f-hc2w8 I0521 23:06:57.667198 3782 cni.go:452] [openshift-multus/network-metrics-daemon-9m8vh c5476b6be4cf54decb356a54856d158b4d7b9c4b89ee18682d94179c1d7f0af2 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-9m8vh c5476b6be4cf54decb356a54856d158b4d7b9c4b89ee18682d94179c1d7f0af2 network default NAD default NAD key ] I0521 23:06:57.676885 3782 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-9m8vh, hostIfaceName: c5476b6be4cf54d, network: default, NAD default, SandboxID: "c5476b6be4cf54decb356a54856d158b4d7b9c4b89ee18682d94179c1d7f0af2", PCI device ID: , UID: "7c36a644-7277-4ff9-8182-b9b9f8ed8203", MAC: 0a:58:0a:81:00:04, IPs: [10.129.0.4/23] I0521 23:06:57.726714 3782 cni.go:473] [openshift-multus/network-metrics-daemon-9m8vh c5476b6be4cf54decb356a54856d158b4d7b9c4b89ee18682d94179c1d7f0af2 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-9m8vh c5476b6be4cf54decb356a54856d158b4d7b9c4b89ee18682d94179c1d7f0af2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:d5:f6:66:a6:5a\",\"name\":\"c5476b6be4cf54d\"},{\"mac\":\"0a:58:0a:81:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/31624ca5-e302-45f8-9fdb-9411f307af7e\"}],\"ips\":[{\"address\":\"10.129.0.4/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 23:07:02.952624 3782 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace W0521 23:07:27.964859 3782 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-6768f9dd96-cr5kp IP address from the namespace address-set, err: pod openshift-console/console-6768f9dd96-cr5kp: no pod IPs found I0521 23:07:42.130473 3782 cni.go:452] [openshift-console/console-665487c849-clc5g 9b3338f9960132862e2074e2b58cba6366fc7a49b2bd8cb3a35e0180dea36c77 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-665487c849-clc5g 9b3338f9960132862e2074e2b58cba6366fc7a49b2bd8cb3a35e0180dea36c77 network default NAD default NAD key ] I0521 23:07:42.210896 3782 cni.go:473] [openshift-console/console-665487c849-clc5g 9b3338f9960132862e2074e2b58cba6366fc7a49b2bd8cb3a35e0180dea36c77 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-665487c849-clc5g 9b3338f9960132862e2074e2b58cba6366fc7a49b2bd8cb3a35e0180dea36c77 network default NAD default NAD key default], result "{}", err I0521 23:07:42.256960 3782 obj_retry.go:498] Detected object openshift-console/console-665487c849-clc5g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:07:42.256991 3782 pods.go:176] Deleting pod: openshift-console/console-665487c849-clc5g I0521 23:07:42.258192 3782 pods.go:236] Attempting to release IPs for pod: openshift-console/console-665487c849-clc5g, ips: 10.129.0.25 I0521 23:07:42.258235 3782 obj_retry.go:498] Detected object openshift-console/console-665487c849-clc5g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:07:42.267465 3782 base_network_controller_pods.go:487] [default/openshift-console/console-5ffd54545c-jztm5] creating logical port openshift-console_console-5ffd54545c-jztm5 for pod on switch ip-10-0-0-97.ec2.internal I0521 23:07:42.267550 3782 kube.go:256] Updating pod openshift-console/console-5ffd54545c-jztm5 I0521 23:07:42.282027 3782 pod.go:62] [openshift-console/console-5ffd54545c-jztm5] pod update took 14.503178ms I0521 23:07:42.282049 3782 base_network_controller_pods.go:951] [default/openshift-console/console-5ffd54545c-jztm5] addLogicalPort annotation time took 14.530238ms I0521 23:07:42.283262 3782 pods.go:271] [openshift-console/console-5ffd54545c-jztm5] addLogicalPort took 15.807849ms, libovsdb time 841.792µs I0521 23:07:42.625076 3782 cni.go:452] [openshift-console/console-5ffd54545c-jztm5 d1b4ea75492512d7e10d42650b499cb54192fdfd584a3ff1459f04ba6b11c45f network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-5ffd54545c-jztm5 d1b4ea75492512d7e10d42650b499cb54192fdfd584a3ff1459f04ba6b11c45f network default NAD default NAD key ] I0521 23:07:42.635081 3782 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-5ffd54545c-jztm5, hostIfaceName: d1b4ea75492512d, network: default, NAD default, SandboxID: "d1b4ea75492512d7e10d42650b499cb54192fdfd584a3ff1459f04ba6b11c45f", PCI device ID: , UID: "09b09db0-9df6-4d19-9e57-256616697f25", MAC: 0a:58:0a:81:00:1a, IPs: [10.129.0.26/23] I0521 23:07:42.684460 3782 cni.go:473] [openshift-console/console-5ffd54545c-jztm5 d1b4ea75492512d7e10d42650b499cb54192fdfd584a3ff1459f04ba6b11c45f network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-5ffd54545c-jztm5 d1b4ea75492512d7e10d42650b499cb54192fdfd584a3ff1459f04ba6b11c45f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:89:11:2e:5c:f2\",\"name\":\"d1b4ea75492512d\"},{\"mac\":\"0a:58:0a:81:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0388cbe6-49f8-4174-b306-35d047c030a2\"}],\"ips\":[{\"address\":\"10.129.0.26/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 23:07:42.841630 3782 obj_retry.go:492] Detected object openshift-console/console-665487c849-clc5g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:07:42.841660 3782 obj_retry.go:492] Detected object openshift-console/console-665487c849-clc5g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:07:42.845444 3782 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-665487c849-clc5g I0521 23:07:42.845474 3782 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-665487c849-clc5g W0521 23:07:52.869141 3782 util.go:959] Failed to build node endpoints for node ip-10-0-0-97.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0521 23:07:53.135266 3782 obj_retry.go:498] Detected object openshift-console/console-665487c849-k9nmw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:07:53.135782 3782 obj_retry.go:498] Detected object openshift-console/console-665487c849-k9nmw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:07:54.104657 3782 obj_retry.go:492] Detected object openshift-console/console-665487c849-k9nmw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:07:54.104678 3782 obj_retry.go:492] Detected object openshift-console/console-665487c849-k9nmw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:07:54.112300 3782 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-665487c849-k9nmw I0521 23:07:54.112324 3782 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-665487c849-k9nmw I0521 23:08:18.193735 3782 obj_retry.go:498] Detected object openshift-console/console-6768f9dd96-w2ww7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:08:18.194365 3782 obj_retry.go:498] Detected object openshift-console/console-6768f9dd96-w2ww7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:08:18.977573 3782 obj_retry.go:492] Detected object openshift-console/console-6768f9dd96-w2ww7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:08:18.977593 3782 obj_retry.go:492] Detected object openshift-console/console-6768f9dd96-w2ww7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:08:18.983834 3782 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6768f9dd96-w2ww7 I0521 23:08:18.983856 3782 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6768f9dd96-w2ww7 I0521 23:08:21.114008 3782 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0521 23:08:44.143426 3782 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0521 23:08:51.242867 3782 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656740-kvtgd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:08:51.243579 3782 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656740-kvtgd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:08:52.265355 3782 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656740-kvtgd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:08:52.265382 3782 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656740-kvtgd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:08:53.026189 3782 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=120 I0521 23:09:06.136839 3782 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0521 23:09:36.024167 3782 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=64 I0521 23:09:43.109066 3782 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0521 23:10:00.301379 3782 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-hsz8d] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-5d7684fb5d-hsz8d for pod on switch ip-10-0-0-97.ec2.internal I0521 23:10:00.301519 3782 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-hsz8d I0521 23:10:00.318483 3782 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-hsz8d] pod update took 16.989634ms I0521 23:10:00.318510 3782 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-hsz8d] addLogicalPort annotation time took 17.021805ms I0521 23:10:00.319698 3782 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-hsz8d] addLogicalPort took 18.334179ms, libovsdb time 841.653µs I0521 23:10:00.662032 3782 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-hsz8d 03c6dead973aa9b632b0b0913f8b5b0c5f9a18b116cc1dd3015d16a13ff653e5 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-hsz8d 03c6dead973aa9b632b0b0913f8b5b0c5f9a18b116cc1dd3015d16a13ff653e5 network default NAD default NAD key ] I0521 23:10:00.672038 3782 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-5d7684fb5d-hsz8d, hostIfaceName: 03c6dead973aa9b, network: default, NAD default, SandboxID: "03c6dead973aa9b632b0b0913f8b5b0c5f9a18b116cc1dd3015d16a13ff653e5", PCI device ID: , UID: "5bda1886-0f42-421a-8fe7-088385a4cf0d", MAC: 0a:58:0a:81:00:1b, IPs: [10.129.0.27/23] I0521 23:10:00.723164 3782 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-hsz8d 03c6dead973aa9b632b0b0913f8b5b0c5f9a18b116cc1dd3015d16a13ff653e5 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-hsz8d 03c6dead973aa9b632b0b0913f8b5b0c5f9a18b116cc1dd3015d16a13ff653e5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:95:48:8b:b6:b1\",\"name\":\"03c6dead973aa9b\"},{\"mac\":\"0a:58:0a:81:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1a5b357f-df3f-418b-8e6d-5ded19b9b6a6\"}],\"ips\":[{\"address\":\"10.129.0.27/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 23:10:03.409971 3782 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 23:10:04.517761 3782 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656750-wts2q of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:10:04.518313 3782 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656750-wts2q of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:10:05.541810 3782 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656750-wts2q of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:10:05.541832 3782 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656750-wts2q of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0521 23:10:14.407514 3782 util.go:959] Failed to build node endpoints for node ip-10-0-0-97.ec2.internal port 8383: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 23:10:14.436461 3782 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0521 23:10:14.436529 3782 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-r2bww IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-r2bww: no pod IPs found I0521 23:10:22.119097 3782 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0521 23:10:35.130346 3782 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0521 23:10:43.103700 3782 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0521 23:10:49.142210 3782 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0521 23:10:56.027512 3782 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=15 I0521 23:11:12.656309 3782 namespace.go:98] [tsf] adding namespace I0521 23:11:12.657323 3782 namespace.go:102] [tsf] adding namespace took 988.752µs I0521 23:11:12.677146 3782 namespace.go:142] [tsf] updating namespace I0521 23:11:12.689403 3782 namespace.go:142] [tsf] updating namespace I0521 23:11:16.718304 3782 namespace.go:98] [rhbk-operator] adding namespace I0521 23:11:16.719122 3782 namespace.go:102] [rhbk-operator] adding namespace took 797.977µs I0521 23:11:16.719386 3782 namespace.go:98] [konflux-ui] adding namespace I0521 23:11:16.719965 3782 namespace.go:102] [konflux-ui] adding namespace took 564.133µs I0521 23:11:16.729560 3782 namespace.go:98] [tsf-keycloak] adding namespace I0521 23:11:16.729637 3782 namespace.go:98] [tsf-tas] adding namespace I0521 23:11:16.729716 3782 namespace.go:98] [cert-manager-operator] adding namespace I0521 23:11:16.730185 3782 namespace.go:102] [tsf-keycloak] adding namespace took 608.133µs I0521 23:11:16.730838 3782 namespace.go:102] [tsf-tas] adding namespace took 1.184956ms I0521 23:11:16.731352 3782 namespace.go:102] [cert-manager-operator] adding namespace took 1.625034ms I0521 23:11:16.731808 3782 namespace.go:98] [rhtpa-operator] adding namespace I0521 23:11:16.732006 3782 namespace.go:98] [tsf-tpa] adding namespace I0521 23:11:16.732377 3782 namespace.go:102] [rhtpa-operator] adding namespace took 556.094µs I0521 23:11:16.732406 3782 namespace.go:98] [konflux-operator] adding namespace I0521 23:11:16.732821 3782 namespace.go:102] [tsf-tpa] adding namespace took 799.986µs I0521 23:11:16.733282 3782 namespace.go:102] [konflux-operator] adding namespace took 866.843µs I0521 23:11:16.735634 3782 namespace.go:142] [rhbk-operator] updating namespace I0521 23:11:16.747461 3782 namespace.go:142] [rhbk-operator] updating namespace I0521 23:11:16.753316 3782 namespace.go:142] [konflux-ui] updating namespace I0521 23:11:16.776261 3782 namespace.go:142] [konflux-ui] updating namespace I0521 23:11:16.776385 3782 namespace.go:142] [tsf-keycloak] updating namespace I0521 23:11:16.793690 3782 namespace.go:142] [tsf-keycloak] updating namespace I0521 23:11:16.793754 3782 namespace.go:142] [cert-manager-operator] updating namespace I0521 23:11:16.793856 3782 namespace.go:142] [tsf-tas] updating namespace I0521 23:11:16.807758 3782 namespace.go:142] [rhtpa-operator] updating namespace I0521 23:11:16.818470 3782 namespace.go:142] [konflux-operator] updating namespace I0521 23:11:16.818497 3782 namespace.go:142] [tsf-tpa] updating namespace I0521 23:11:16.818644 3782 namespace.go:142] [konflux-ui] updating namespace I0521 23:11:16.840259 3782 namespace.go:142] [rhbk-operator] updating namespace I0521 23:11:16.840356 3782 namespace.go:142] [cert-manager-operator] updating namespace I0521 23:11:16.840400 3782 namespace.go:142] [rhtpa-operator] updating namespace I0521 23:11:16.874144 3782 namespace.go:142] [cert-manager-operator] updating namespace I0521 23:11:16.874259 3782 namespace.go:142] [konflux-operator] updating namespace I0521 23:11:16.874748 3782 namespace.go:142] [rhtpa-operator] updating namespace I0521 23:11:16.879657 3782 namespace.go:142] [tsf-tpa] updating namespace I0521 23:11:16.892442 3782 namespace.go:142] [konflux-operator] updating namespace I0521 23:11:16.903926 3782 namespace.go:142] [tsf-tas] updating namespace I0521 23:11:16.903969 3782 namespace.go:142] [tsf-tpa] updating namespace I0521 23:11:16.914701 3782 namespace.go:142] [tsf-tas] updating namespace I0521 23:11:16.938778 3782 namespace.go:142] [tsf-keycloak] updating namespace I0521 23:11:17.932352 3782 namespace.go:142] [tsf-keycloak] updating namespace I0521 23:11:17.946261 3782 namespace.go:142] [tsf-tpa] updating namespace I0521 23:11:19.477769 3782 base_network_controller_pods.go:487] [default/openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dmsr69] creating logical port openshift-marketplace_0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dmsr69 for pod on switch ip-10-0-0-97.ec2.internal I0521 23:11:19.477897 3782 kube.go:256] Updating pod openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dmsr69 I0521 23:11:19.492293 3782 pod.go:62] [openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dmsr69] pod update took 14.421733ms I0521 23:11:19.492320 3782 base_network_controller_pods.go:951] [default/openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dmsr69] addLogicalPort annotation time took 14.454033ms I0521 23:11:19.493564 3782 pods.go:271] [openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dmsr69] addLogicalPort took 15.809873ms, libovsdb time 887.846µs I0521 23:11:19.574963 3782 base_network_controller_pods.go:487] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jgvxk] creating logical port openshift-marketplace_79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jgvxk for pod on switch ip-10-0-0-97.ec2.internal I0521 23:11:19.575072 3782 kube.go:256] Updating pod openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jgvxk I0521 23:11:19.589856 3782 pod.go:62] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jgvxk] pod update took 14.815853ms I0521 23:11:19.589883 3782 base_network_controller_pods.go:951] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jgvxk] addLogicalPort annotation time took 14.845652ms I0521 23:11:19.591073 3782 pods.go:271] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jgvxk] addLogicalPort took 16.122319ms, libovsdb time 800.407µs I0521 23:11:19.837018 3782 cni.go:452] [openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dmsr69 d883348b2d61b7ca889e9ba0df20c4351faa550e05862ee83007d3bbf281f74b network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dmsr69 d883348b2d61b7ca889e9ba0df20c4351faa550e05862ee83007d3bbf281f74b network default NAD default NAD key ] I0521 23:11:19.846198 3782 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dmsr69, hostIfaceName: d883348b2d61b7c, network: default, NAD default, SandboxID: "d883348b2d61b7ca889e9ba0df20c4351faa550e05862ee83007d3bbf281f74b", PCI device ID: , UID: "b8f9432a-4e4b-4e00-9eda-532d70085f51", MAC: 0a:58:0a:81:00:1c, IPs: [10.129.0.28/23] I0521 23:11:19.896810 3782 cni.go:473] [openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dmsr69 d883348b2d61b7ca889e9ba0df20c4351faa550e05862ee83007d3bbf281f74b network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dmsr69 d883348b2d61b7ca889e9ba0df20c4351faa550e05862ee83007d3bbf281f74b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:59:fe:70:34:83\",\"name\":\"d883348b2d61b7c\"},{\"mac\":\"0a:58:0a:81:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ae3e4031-22d1-482a-9560-11cb51001093\"}],\"ips\":[{\"address\":\"10.129.0.28/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 23:11:19.932150 3782 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jgvxk 30359dedf0527fecdf03ca3b6aebc5e434aec2eba2c47fe72b4d85bbb41926ac network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jgvxk 30359dedf0527fecdf03ca3b6aebc5e434aec2eba2c47fe72b4d85bbb41926ac network default NAD default NAD key ] I0521 23:11:19.942237 3782 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jgvxk, hostIfaceName: 30359dedf0527fe, network: default, NAD default, SandboxID: "30359dedf0527fecdf03ca3b6aebc5e434aec2eba2c47fe72b4d85bbb41926ac", PCI device ID: , UID: "464b8600-4335-4a73-85aa-47d33a619078", MAC: 0a:58:0a:81:00:1d, IPs: [10.129.0.29/23] I0521 23:11:19.992634 3782 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jgvxk 30359dedf0527fecdf03ca3b6aebc5e434aec2eba2c47fe72b4d85bbb41926ac network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jgvxk 30359dedf0527fecdf03ca3b6aebc5e434aec2eba2c47fe72b4d85bbb41926ac network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:70:4b:32:26:3f\",\"name\":\"30359dedf0527fe\"},{\"mac\":\"0a:58:0a:81:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a43872a9-eddb-471b-a7d2-3fda3966268a\"}],\"ips\":[{\"address\":\"10.129.0.29/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 23:11:22.455786 3782 base_network_controller_pods.go:487] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dmvb46] creating logical port openshift-marketplace_2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dmvb46 for pod on switch ip-10-0-0-97.ec2.internal I0521 23:11:22.455994 3782 kube.go:256] Updating pod openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dmvb46 I0521 23:11:22.470020 3782 pod.go:62] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dmvb46] pod update took 14.091075ms I0521 23:11:22.470043 3782 base_network_controller_pods.go:951] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dmvb46] addLogicalPort annotation time took 14.153092ms I0521 23:11:22.471331 3782 pods.go:271] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dmvb46] addLogicalPort took 15.56439ms, libovsdb time 888.934µs I0521 23:11:22.817882 3782 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dmvb46 3f81f4f68f169323b6df87276334cff5ca5eccac5ee7d41f99501c8358e62a92 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dmvb46 3f81f4f68f169323b6df87276334cff5ca5eccac5ee7d41f99501c8358e62a92 network default NAD default NAD key ] I0521 23:11:22.827654 3782 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dmvb46, hostIfaceName: 3f81f4f68f16932, network: default, NAD default, SandboxID: "3f81f4f68f169323b6df87276334cff5ca5eccac5ee7d41f99501c8358e62a92", PCI device ID: , UID: "f10aa7b9-783a-4b94-a9de-7d723758cdf0", MAC: 0a:58:0a:81:00:1e, IPs: [10.129.0.30/23] I0521 23:11:22.836771 3782 base_network_controller_pods.go:487] [default/openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e4q6mx] creating logical port openshift-marketplace_5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e4q6mx for pod on switch ip-10-0-0-97.ec2.internal I0521 23:11:22.836939 3782 kube.go:256] Updating pod openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e4q6mx I0521 23:11:22.851449 3782 pod.go:62] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e4q6mx] pod update took 14.582886ms I0521 23:11:22.851497 3782 base_network_controller_pods.go:951] [default/openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e4q6mx] addLogicalPort annotation time took 14.631257ms I0521 23:11:22.852889 3782 pods.go:271] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e4q6mx] addLogicalPort took 16.133689ms, libovsdb time 1.000044ms I0521 23:11:22.882236 3782 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dmvb46 3f81f4f68f169323b6df87276334cff5ca5eccac5ee7d41f99501c8358e62a92 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dmvb46 3f81f4f68f169323b6df87276334cff5ca5eccac5ee7d41f99501c8358e62a92 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:55:62:40:a2:a4\",\"name\":\"3f81f4f68f16932\"},{\"mac\":\"0a:58:0a:81:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f32983aa-0f6e-4a00-bf64-f47dbaaae777\"}],\"ips\":[{\"address\":\"10.129.0.30/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 23:11:23.194986 3782 cni.go:452] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e4q6mx 8a9bcea77f75f08b694f0c13ab9cacc1548513a1becf7083b2a98ed3b2d3afcb network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e4q6mx 8a9bcea77f75f08b694f0c13ab9cacc1548513a1becf7083b2a98ed3b2d3afcb network default NAD default NAD key ] I0521 23:11:23.205279 3782 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e4q6mx, hostIfaceName: 8a9bcea77f75f08, network: default, NAD default, SandboxID: "8a9bcea77f75f08b694f0c13ab9cacc1548513a1becf7083b2a98ed3b2d3afcb", PCI device ID: , UID: "e193a3e5-d840-46b2-bd01-8b07d466c104", MAC: 0a:58:0a:81:00:1f, IPs: [10.129.0.31/23] I0521 23:11:23.254710 3782 cni.go:473] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e4q6mx 8a9bcea77f75f08b694f0c13ab9cacc1548513a1becf7083b2a98ed3b2d3afcb network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e4q6mx 8a9bcea77f75f08b694f0c13ab9cacc1548513a1becf7083b2a98ed3b2d3afcb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:3a:08:09:54:21\",\"name\":\"8a9bcea77f75f08\"},{\"mac\":\"0a:58:0a:81:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/caa58304-a1aa-494d-907a-b48a544d0d70\"}],\"ips\":[{\"address\":\"10.129.0.31/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 23:11:23.756662 3782 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jgvxk 30359dedf0527fecdf03ca3b6aebc5e434aec2eba2c47fe72b4d85bbb41926ac network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jgvxk 30359dedf0527fecdf03ca3b6aebc5e434aec2eba2c47fe72b4d85bbb41926ac network default NAD default NAD key ] I0521 23:11:23.823997 3782 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jgvxk 30359dedf0527fecdf03ca3b6aebc5e434aec2eba2c47fe72b4d85bbb41926ac network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jgvxk 30359dedf0527fecdf03ca3b6aebc5e434aec2eba2c47fe72b4d85bbb41926ac network default NAD default NAD key default], result "{}", err I0521 23:11:23.870851 3782 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jgvxk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:11:23.870889 3782 pods.go:176] Deleting pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jgvxk I0521 23:11:23.872283 3782 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jgvxk, ips: 10.129.0.29 I0521 23:11:23.872311 3782 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jgvxk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:11:23.872329 3782 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jgvxk of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 23:11:23.872339 3782 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 23:11:23.872506 3782 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jgvxk of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 23:11:23.872519 3782 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 23:11:24.770884 3782 cni.go:452] [openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dmsr69 d883348b2d61b7ca889e9ba0df20c4351faa550e05862ee83007d3bbf281f74b network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dmsr69 d883348b2d61b7ca889e9ba0df20c4351faa550e05862ee83007d3bbf281f74b network default NAD default NAD key ] I0521 23:11:24.849603 3782 cni.go:473] [openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dmsr69 d883348b2d61b7ca889e9ba0df20c4351faa550e05862ee83007d3bbf281f74b network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dmsr69 d883348b2d61b7ca889e9ba0df20c4351faa550e05862ee83007d3bbf281f74b network default NAD default NAD key default], result "{}", err I0521 23:11:24.902977 3782 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jgvxk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:24.903008 3782 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jgvxk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:24.903026 3782 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jgvxk of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:24.903039 3782 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jgvxk of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:24.903174 3782 obj_retry.go:498] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dmsr69 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:11:24.903205 3782 pods.go:176] Deleting pod: openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dmsr69 I0521 23:11:24.904765 3782 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dmsr69, ips: 10.129.0.28 I0521 23:11:24.904797 3782 obj_retry.go:498] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dmsr69 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:11:24.904818 3782 obj_retry.go:498] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dmsr69 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 23:11:24.904829 3782 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 23:11:24.905081 3782 obj_retry.go:498] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dmsr69 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 23:11:24.905097 3782 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 23:11:25.300475 3782 base_network_controller_pods.go:487] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dpc6s] creating logical port openshift-marketplace_03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dpc6s for pod on switch ip-10-0-0-97.ec2.internal I0521 23:11:25.300636 3782 kube.go:256] Updating pod openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dpc6s I0521 23:11:25.313935 3782 pod.go:62] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dpc6s] pod update took 13.377977ms I0521 23:11:25.313965 3782 base_network_controller_pods.go:951] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dpc6s] addLogicalPort annotation time took 13.412402ms I0521 23:11:25.315639 3782 pods.go:271] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dpc6s] addLogicalPort took 15.182864ms, libovsdb time 1.116205ms I0521 23:11:25.402610 3782 base_network_controller_pods.go:487] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7j8cd5] creating logical port openshift-marketplace_09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7j8cd5 for pod on switch ip-10-0-0-97.ec2.internal I0521 23:11:25.402741 3782 kube.go:256] Updating pod openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7j8cd5 I0521 23:11:25.416175 3782 pod.go:62] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7j8cd5] pod update took 13.463939ms I0521 23:11:25.416198 3782 base_network_controller_pods.go:951] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7j8cd5] addLogicalPort annotation time took 13.491729ms I0521 23:11:25.417927 3782 pods.go:271] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7j8cd5] addLogicalPort took 15.337502ms, libovsdb time 1.112047ms I0521 23:11:25.870406 3782 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dpc6s 19e5a3e7b91daea05ddf5891050eb159945cf3bd2e6c328c9b19974ad6ff1df3 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dpc6s 19e5a3e7b91daea05ddf5891050eb159945cf3bd2e6c328c9b19974ad6ff1df3 network default NAD default NAD key ] I0521 23:11:25.871214 3782 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7j8cd5 ba81f1c89112a8049c431b041875a0a86dbc415f58cfa8663ada8a2a32d1fbab network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7j8cd5 ba81f1c89112a8049c431b041875a0a86dbc415f58cfa8663ada8a2a32d1fbab network default NAD default NAD key ] I0521 23:11:25.881968 3782 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7j8cd5, hostIfaceName: ba81f1c89112a80, network: default, NAD default, SandboxID: "ba81f1c89112a8049c431b041875a0a86dbc415f58cfa8663ada8a2a32d1fbab", PCI device ID: , UID: "d677651d-38f9-472a-89f1-ec7b33d9530c", MAC: 0a:58:0a:81:00:21, IPs: [10.129.0.33/23] I0521 23:11:25.882414 3782 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dpc6s, hostIfaceName: 19e5a3e7b91daea, network: default, NAD default, SandboxID: "19e5a3e7b91daea05ddf5891050eb159945cf3bd2e6c328c9b19974ad6ff1df3", PCI device ID: , UID: "398cc0e7-21c3-4b40-83c7-2b2ddc0960aa", MAC: 0a:58:0a:81:00:20, IPs: [10.129.0.32/23] I0521 23:11:25.927909 3782 obj_retry.go:492] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dmsr69 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:25.927933 3782 obj_retry.go:492] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dmsr69 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:25.927949 3782 obj_retry.go:492] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dmsr69 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:25.927962 3782 obj_retry.go:492] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dmsr69 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:25.935300 3782 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dpc6s 19e5a3e7b91daea05ddf5891050eb159945cf3bd2e6c328c9b19974ad6ff1df3 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dpc6s 19e5a3e7b91daea05ddf5891050eb159945cf3bd2e6c328c9b19974ad6ff1df3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:08:04:c5:09:a4\",\"name\":\"19e5a3e7b91daea\"},{\"mac\":\"0a:58:0a:81:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2ab825f4-1714-4e4a-8fb6-272460928e04\"}],\"ips\":[{\"address\":\"10.129.0.32/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 23:11:25.954996 3782 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7j8cd5 ba81f1c89112a8049c431b041875a0a86dbc415f58cfa8663ada8a2a32d1fbab network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7j8cd5 ba81f1c89112a8049c431b041875a0a86dbc415f58cfa8663ada8a2a32d1fbab network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:ec:bf:0f:a0:35\",\"name\":\"ba81f1c89112a80\"},{\"mac\":\"0a:58:0a:81:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1220ac1d-b6b0-4a6f-ad3b-d4ffbdc89c79\"}],\"ips\":[{\"address\":\"10.129.0.33/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 23:11:26.785785 3782 cni.go:452] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e4q6mx 8a9bcea77f75f08b694f0c13ab9cacc1548513a1becf7083b2a98ed3b2d3afcb network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e4q6mx 8a9bcea77f75f08b694f0c13ab9cacc1548513a1becf7083b2a98ed3b2d3afcb network default NAD default NAD key ] I0521 23:11:26.857007 3782 cni.go:473] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e4q6mx 8a9bcea77f75f08b694f0c13ab9cacc1548513a1becf7083b2a98ed3b2d3afcb network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e4q6mx 8a9bcea77f75f08b694f0c13ab9cacc1548513a1becf7083b2a98ed3b2d3afcb network default NAD default NAD key default], result "{}", err I0521 23:11:26.903586 3782 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e4q6mx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:11:26.903637 3782 pods.go:176] Deleting pod: openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e4q6mx I0521 23:11:26.905029 3782 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e4q6mx, ips: 10.129.0.31 I0521 23:11:26.905059 3782 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e4q6mx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:11:26.905079 3782 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e4q6mx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 23:11:26.905087 3782 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 23:11:26.905326 3782 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e4q6mx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 23:11:26.905343 3782 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 23:11:27.930910 3782 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e4q6mx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:27.930936 3782 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e4q6mx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:27.930954 3782 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e4q6mx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:27.930966 3782 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e4q6mx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:28.807081 3782 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dmvb46 3f81f4f68f169323b6df87276334cff5ca5eccac5ee7d41f99501c8358e62a92 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dmvb46 3f81f4f68f169323b6df87276334cff5ca5eccac5ee7d41f99501c8358e62a92 network default NAD default NAD key ] I0521 23:11:28.883352 3782 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dmvb46 3f81f4f68f169323b6df87276334cff5ca5eccac5ee7d41f99501c8358e62a92 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dmvb46 3f81f4f68f169323b6df87276334cff5ca5eccac5ee7d41f99501c8358e62a92 network default NAD default NAD key default], result "{}", err I0521 23:11:28.931476 3782 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dmvb46 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:11:28.931516 3782 pods.go:176] Deleting pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dmvb46 I0521 23:11:28.933338 3782 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dmvb46, ips: 10.129.0.30 I0521 23:11:28.933376 3782 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dmvb46 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:11:28.933400 3782 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dmvb46 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 23:11:28.933410 3782 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 23:11:28.933643 3782 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dmvb46 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 23:11:28.933667 3782 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 23:11:29.961418 3782 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dmvb46 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:29.961444 3782 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dmvb46 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:29.961458 3782 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dmvb46 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:29.961467 3782 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dmvb46 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:30.819621 3782 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dpc6s 19e5a3e7b91daea05ddf5891050eb159945cf3bd2e6c328c9b19974ad6ff1df3 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dpc6s 19e5a3e7b91daea05ddf5891050eb159945cf3bd2e6c328c9b19974ad6ff1df3 network default NAD default NAD key ] I0521 23:11:30.820103 3782 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7j8cd5 ba81f1c89112a8049c431b041875a0a86dbc415f58cfa8663ada8a2a32d1fbab network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7j8cd5 ba81f1c89112a8049c431b041875a0a86dbc415f58cfa8663ada8a2a32d1fbab network default NAD default NAD key ] I0521 23:11:30.894607 3782 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dpc6s 19e5a3e7b91daea05ddf5891050eb159945cf3bd2e6c328c9b19974ad6ff1df3 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dpc6s 19e5a3e7b91daea05ddf5891050eb159945cf3bd2e6c328c9b19974ad6ff1df3 network default NAD default NAD key default], result "{}", err I0521 23:11:30.908543 3782 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7j8cd5 ba81f1c89112a8049c431b041875a0a86dbc415f58cfa8663ada8a2a32d1fbab network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7j8cd5 ba81f1c89112a8049c431b041875a0a86dbc415f58cfa8663ada8a2a32d1fbab network default NAD default NAD key default], result "{}", err I0521 23:11:30.948595 3782 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dpc6s of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:11:30.948628 3782 pods.go:176] Deleting pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dpc6s I0521 23:11:30.949935 3782 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dpc6s, ips: 10.129.0.32 I0521 23:11:30.949963 3782 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dpc6s of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:11:30.949986 3782 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dpc6s of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 23:11:30.949996 3782 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 23:11:30.950182 3782 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dpc6s of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 23:11:30.950196 3782 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 23:11:30.972197 3782 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7j8cd5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:11:30.972249 3782 pods.go:176] Deleting pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7j8cd5 I0521 23:11:30.973511 3782 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7j8cd5, ips: 10.129.0.33 I0521 23:11:30.973538 3782 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7j8cd5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:11:30.973556 3782 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7j8cd5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 23:11:30.973562 3782 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 23:11:30.973757 3782 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7j8cd5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 23:11:30.973776 3782 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 23:11:31.267608 3782 base_network_controller_pods.go:487] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-h5q2t] creating logical port tsf-tpa_rhtpa-operator-controller-manager-586cbb496b-h5q2t for pod on switch ip-10-0-0-97.ec2.internal I0521 23:11:31.267772 3782 kube.go:256] Updating pod tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-h5q2t I0521 23:11:31.282909 3782 pod.go:62] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-h5q2t] pod update took 15.173584ms I0521 23:11:31.282936 3782 base_network_controller_pods.go:951] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-h5q2t] addLogicalPort annotation time took 15.205548ms I0521 23:11:31.284403 3782 pods.go:271] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-h5q2t] addLogicalPort took 16.815185ms, libovsdb time 994.347µs I0521 23:11:31.628751 3782 cni.go:452] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-h5q2t 129bdfb9058c95fbc89543f5a9d896dd6b9c6ca8a84a5cfd4ee342c63741972e network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-h5q2t 129bdfb9058c95fbc89543f5a9d896dd6b9c6ca8a84a5cfd4ee342c63741972e network default NAD default NAD key ] I0521 23:11:31.638266 3782 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: rhtpa-operator-controller-manager-586cbb496b-h5q2t, hostIfaceName: 129bdfb9058c95f, network: default, NAD default, SandboxID: "129bdfb9058c95fbc89543f5a9d896dd6b9c6ca8a84a5cfd4ee342c63741972e", PCI device ID: , UID: "286dc4cb-17df-4515-a6f1-e38c3e3a69aa", MAC: 0a:58:0a:81:00:22, IPs: [10.129.0.34/23] I0521 23:11:31.686287 3782 cni.go:473] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-h5q2t 129bdfb9058c95fbc89543f5a9d896dd6b9c6ca8a84a5cfd4ee342c63741972e network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-h5q2t 129bdfb9058c95fbc89543f5a9d896dd6b9c6ca8a84a5cfd4ee342c63741972e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:e4:7e:e5:88:57\",\"name\":\"129bdfb9058c95f\"},{\"mac\":\"0a:58:0a:81:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a03d639e-679e-4832-a3d3-6b3e288df146\"}],\"ips\":[{\"address\":\"10.129.0.34/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 23:11:31.978376 3782 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dpc6s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:31.978404 3782 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dpc6s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:31.978418 3782 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dpc6s of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:31.978435 3782 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dpc6s of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:32.001083 3782 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7j8cd5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:32.001196 3782 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7j8cd5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:32.001244 3782 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7j8cd5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:32.001258 3782 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7j8cd5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0521 23:11:34.850513 3782 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0521 23:11:40.339382 3782 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0521 23:11:40.349331 3782 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0521 23:11:41.159094 3782 base_network_controller_pods.go:487] [default/rhbk-operator/rhbk-operator-6fc7dbc666-zf2m8] creating logical port rhbk-operator_rhbk-operator-6fc7dbc666-zf2m8 for pod on switch ip-10-0-0-97.ec2.internal I0521 23:11:41.159281 3782 kube.go:256] Updating pod rhbk-operator/rhbk-operator-6fc7dbc666-zf2m8 I0521 23:11:41.172669 3782 pod.go:62] [rhbk-operator/rhbk-operator-6fc7dbc666-zf2m8] pod update took 13.453856ms I0521 23:11:41.172689 3782 base_network_controller_pods.go:951] [default/rhbk-operator/rhbk-operator-6fc7dbc666-zf2m8] addLogicalPort annotation time took 13.479817ms I0521 23:11:41.174027 3782 pods.go:271] [rhbk-operator/rhbk-operator-6fc7dbc666-zf2m8] addLogicalPort took 14.95412ms, libovsdb time 967.4µs I0521 23:11:41.518068 3782 cni.go:452] [rhbk-operator/rhbk-operator-6fc7dbc666-zf2m8 685e221014bc0ef3eb789c5fdb5446c4ea25351b347d3e432fdc3dc724615f1b network default NAD default NAD key ] ADD starting CNI request [rhbk-operator/rhbk-operator-6fc7dbc666-zf2m8 685e221014bc0ef3eb789c5fdb5446c4ea25351b347d3e432fdc3dc724615f1b network default NAD default NAD key ] I0521 23:11:41.527456 3782 helper_linux.go:556] ConfigureOVS: namespace: rhbk-operator, podName: rhbk-operator-6fc7dbc666-zf2m8, hostIfaceName: 685e221014bc0ef, network: default, NAD default, SandboxID: "685e221014bc0ef3eb789c5fdb5446c4ea25351b347d3e432fdc3dc724615f1b", PCI device ID: , UID: "f8cb087e-40d1-47da-b787-ad0b9e7cba69", MAC: 0a:58:0a:81:00:23, IPs: [10.129.0.35/23] I0521 23:11:41.577914 3782 cni.go:473] [rhbk-operator/rhbk-operator-6fc7dbc666-zf2m8 685e221014bc0ef3eb789c5fdb5446c4ea25351b347d3e432fdc3dc724615f1b network default NAD default NAD key default] ADD finished CNI request [rhbk-operator/rhbk-operator-6fc7dbc666-zf2m8 685e221014bc0ef3eb789c5fdb5446c4ea25351b347d3e432fdc3dc724615f1b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:57:aa:c6:9b:4f\",\"name\":\"685e221014bc0ef\"},{\"mac\":\"0a:58:0a:81:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a1f2e9ab-f000-41a2-8704-c62f91dbb531\"}],\"ips\":[{\"address\":\"10.129.0.35/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 23:11:42.826061 3782 namespace.go:142] [openshift-operators] updating namespace I0521 23:11:42.844270 3782 namespace.go:142] [openshift-operators] updating namespace I0521 23:11:43.051483 3782 base_network_controller_pods.go:487] [default/konflux-operator/konflux-operator-controller-manager-5bf6d87b75-lztt2] creating logical port konflux-operator_konflux-operator-controller-manager-5bf6d87b75-lztt2 for pod on switch ip-10-0-0-97.ec2.internal I0521 23:11:43.051607 3782 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-5bf6d87b75-lztt2 I0521 23:11:43.078247 3782 pod.go:62] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-lztt2] pod update took 26.652317ms I0521 23:11:43.078278 3782 base_network_controller_pods.go:951] [default/konflux-operator/konflux-operator-controller-manager-5bf6d87b75-lztt2] addLogicalPort annotation time took 26.707913ms I0521 23:11:43.079827 3782 pods.go:271] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-lztt2] addLogicalPort took 28.359721ms, libovsdb time 1.054203ms I0521 23:11:43.422203 3782 cni.go:452] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-lztt2 72a9fc1a5c3c684a4ba6f6e41847aca0296ec16b0ecb11ac6e17715915f2c711 network default NAD default NAD key ] ADD starting CNI request [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-lztt2 72a9fc1a5c3c684a4ba6f6e41847aca0296ec16b0ecb11ac6e17715915f2c711 network default NAD default NAD key ] I0521 23:11:43.432629 3782 helper_linux.go:556] ConfigureOVS: namespace: konflux-operator, podName: konflux-operator-controller-manager-5bf6d87b75-lztt2, hostIfaceName: 72a9fc1a5c3c684, network: default, NAD default, SandboxID: "72a9fc1a5c3c684a4ba6f6e41847aca0296ec16b0ecb11ac6e17715915f2c711", PCI device ID: , UID: "78e6eea3-e9a6-40ce-ad29-98e28a4a6c8d", MAC: 0a:58:0a:81:00:24, IPs: [10.129.0.36/23] I0521 23:11:43.484881 3782 cni.go:473] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-lztt2 72a9fc1a5c3c684a4ba6f6e41847aca0296ec16b0ecb11ac6e17715915f2c711 network default NAD default NAD key default] ADD finished CNI request [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-lztt2 72a9fc1a5c3c684a4ba6f6e41847aca0296ec16b0ecb11ac6e17715915f2c711 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:e2:8c:f9:f0:7e\",\"name\":\"72a9fc1a5c3c684\"},{\"mac\":\"0a:58:0a:81:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/62dd80e8-349c-458b-8b0e-d916df75a3c0\"}],\"ips\":[{\"address\":\"10.129.0.36/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 23:11:45.924059 3782 util.go:959] Failed to build node endpoints for node ip-10-0-0-97.ec2.internal port 8443: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0521 23:11:48.115338 3782 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0521 23:11:53.623302 3782 namespace.go:98] [trusted-artifact-signer] adding namespace I0521 23:11:53.624215 3782 namespace.go:102] [trusted-artifact-signer] adding namespace took 888.017µs I0521 23:11:53.701911 3782 namespace.go:142] [trusted-artifact-signer] updating namespace I0521 23:11:53.718272 3782 namespace.go:142] [trusted-artifact-signer] updating namespace W0521 23:11:53.772114 3782 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0521 23:11:53.798312 3782 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0521 23:11:53.837365 3782 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0521 23:11:53.847470 3782 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0521 23:11:54.027153 3782 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 W0521 23:11:54.149269 3782 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0521 23:11:54.840125 3782 namespace.go:98] [cert-manager] adding namespace I0521 23:11:54.840880 3782 namespace.go:102] [cert-manager] adding namespace took 733.808µs I0521 23:11:54.875188 3782 namespace.go:142] [cert-manager] updating namespace I0521 23:11:54.884776 3782 namespace.go:142] [cert-manager] updating namespace I0521 23:11:56.616693 3782 namespace.go:142] [openshift-operators] updating namespace I0521 23:11:58.125951 3782 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 W0521 23:11:58.968770 3782 util.go:959] Failed to build node endpoints for node ip-10-0-0-97.ec2.internal port 8443: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0521 23:12:02.027034 3782 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=89 I0521 23:12:02.987984 3782 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-cainjector-5d99449ffd-h5bjn] creating logical port cert-manager_cert-manager-cainjector-5d99449ffd-h5bjn for pod on switch ip-10-0-0-97.ec2.internal I0521 23:12:02.988075 3782 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5d99449ffd-h5bjn I0521 23:12:03.007074 3782 pod.go:62] [cert-manager/cert-manager-cainjector-5d99449ffd-h5bjn] pod update took 19.02292ms I0521 23:12:03.007098 3782 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-cainjector-5d99449ffd-h5bjn] addLogicalPort annotation time took 19.04863ms I0521 23:12:03.008369 3782 pods.go:271] [cert-manager/cert-manager-cainjector-5d99449ffd-h5bjn] addLogicalPort took 20.402886ms, libovsdb time 895.781µs I0521 23:12:03.371287 3782 cni.go:452] [cert-manager/cert-manager-cainjector-5d99449ffd-h5bjn 8dc7c6a35058f3dba6803dda4417a169dea190a8a0a72a6156949b32a116e939 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-h5bjn 8dc7c6a35058f3dba6803dda4417a169dea190a8a0a72a6156949b32a116e939 network default NAD default NAD key ] I0521 23:12:03.380902 3782 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-cainjector-5d99449ffd-h5bjn, hostIfaceName: 8dc7c6a35058f3d, network: default, NAD default, SandboxID: "8dc7c6a35058f3dba6803dda4417a169dea190a8a0a72a6156949b32a116e939", PCI device ID: , UID: "7f4dc3eb-7890-4c1e-9b28-de15524bc860", MAC: 0a:58:0a:81:00:25, IPs: [10.129.0.37/23] I0521 23:12:03.433041 3782 cni.go:473] [cert-manager/cert-manager-cainjector-5d99449ffd-h5bjn 8dc7c6a35058f3dba6803dda4417a169dea190a8a0a72a6156949b32a116e939 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-h5bjn 8dc7c6a35058f3dba6803dda4417a169dea190a8a0a72a6156949b32a116e939 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:1b:ba:ae:1e:58\",\"name\":\"8dc7c6a35058f3d\"},{\"mac\":\"0a:58:0a:81:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/317cd596-c41a-46cf-979e-274903aaf398\"}],\"ips\":[{\"address\":\"10.129.0.37/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 23:12:06.251508 3782 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0521 23:12:06.251530 3782 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0521 23:12:11.047597 3782 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:12:11.048162 3782 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:12:11.088480 3782 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:12:11.088498 3782 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:12:11.134440 3782 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0521 23:12:11.134464 3782 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0521 23:12:17.606662 3782 namespace.go:98] [openshift-pipelines] adding namespace I0521 23:12:17.607537 3782 namespace.go:102] [openshift-pipelines] adding namespace took 851.188µs I0521 23:12:17.630271 3782 namespace.go:142] [openshift-pipelines] updating namespace I0521 23:12:18.321956 3782 namespace.go:142] [cert-manager] updating namespace I0521 23:12:18.522154 3782 namespace.go:142] [cert-manager-operator] updating namespace I0521 23:12:18.923482 3782 namespace.go:142] [konflux-operator] updating namespace I0521 23:12:19.124950 3782 namespace.go:142] [konflux-ui] updating namespace I0521 23:12:19.324046 3782 namespace.go:142] [open-cluster-management-2qejr5eego5nelo86prvfa07phpab4ni] updating namespace I0521 23:12:19.734194 3782 namespace.go:142] [rhbk-operator] updating namespace I0521 23:12:19.934038 3782 namespace.go:142] [rhtpa-operator] updating namespace I0521 23:12:20.103988 3782 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0521 23:12:20.131467 3782 namespace.go:142] [trusted-artifact-signer] updating namespace I0521 23:12:20.329962 3782 namespace.go:142] [tsf] updating namespace I0521 23:12:20.533486 3782 namespace.go:142] [tsf-keycloak] updating namespace I0521 23:12:20.734679 3782 namespace.go:142] [tsf-tas] updating namespace I0521 23:12:20.933412 3782 namespace.go:142] [tsf-tpa] updating namespace I0521 23:12:21.063959 3782 namespace.go:142] [cert-manager] updating namespace I0521 23:12:21.073274 3782 namespace.go:142] [cert-manager-operator] updating namespace I0521 23:12:21.084124 3782 namespace.go:142] [default] updating namespace I0521 23:12:21.094932 3782 namespace.go:142] [konflux-operator] updating namespace I0521 23:12:21.107035 3782 namespace.go:142] [konflux-ui] updating namespace I0521 23:12:21.119603 3782 namespace.go:142] [open-cluster-management-2qejr5eego5nelo86prvfa07phpab4ni] updating namespace I0521 23:12:21.133396 3782 namespace.go:142] [openshift] updating namespace I0521 23:12:21.147972 3782 namespace.go:142] [rhbk-operator] updating namespace I0521 23:12:21.158003 3782 namespace.go:142] [rhtpa-operator] updating namespace I0521 23:12:21.168775 3782 namespace.go:142] [trusted-artifact-signer] updating namespace I0521 23:12:21.180952 3782 namespace.go:142] [tsf] updating namespace I0521 23:12:21.189980 3782 namespace.go:142] [tsf-keycloak] updating namespace I0521 23:12:21.200633 3782 namespace.go:142] [tsf-tas] updating namespace I0521 23:12:21.214268 3782 namespace.go:142] [tsf-tpa] updating namespace I0521 23:12:21.315142 3782 namespace.go:142] [cert-manager] updating namespace I0521 23:12:21.419117 3782 namespace.go:142] [cert-manager-operator] updating namespace I0521 23:12:21.515628 3782 namespace.go:142] [default] updating namespace I0521 23:12:21.619078 3782 namespace.go:142] [konflux-operator] updating namespace I0521 23:12:21.716453 3782 namespace.go:142] [konflux-ui] updating namespace I0521 23:12:21.814726 3782 namespace.go:142] [open-cluster-management-2qejr5eego5nelo86prvfa07phpab4ni] updating namespace I0521 23:12:21.912840 3782 namespace.go:142] [openshift] updating namespace I0521 23:12:22.015581 3782 namespace.go:142] [rhbk-operator] updating namespace I0521 23:12:22.115908 3782 namespace.go:142] [rhtpa-operator] updating namespace I0521 23:12:22.213350 3782 namespace.go:142] [trusted-artifact-signer] updating namespace I0521 23:12:22.312064 3782 namespace.go:142] [tsf] updating namespace I0521 23:12:22.413590 3782 namespace.go:142] [tsf-keycloak] updating namespace I0521 23:12:22.512657 3782 namespace.go:142] [tsf-tas] updating namespace I0521 23:12:22.612552 3782 namespace.go:142] [tsf-tpa] updating namespace I0521 23:12:23.031899 3782 namespace.go:142] [openshift-pipelines] updating namespace W0521 23:12:24.015350 3782 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0521 23:12:24.035481 3782 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=746 W0521 23:12:24.064199 3782 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0521 23:12:24.451024 3782 namespace.go:142] [openshift-pipelines] updating namespace I0521 23:12:31.027505 3782 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-kl968] creating logical port openshift-pipelines_tekton-events-controller-57d7f78b8d-kl968 for pod on switch ip-10-0-0-97.ec2.internal I0521 23:12:31.027582 3782 kube.go:256] Updating pod openshift-pipelines/tekton-events-controller-57d7f78b8d-kl968 I0521 23:12:31.047532 3782 pod.go:62] [openshift-pipelines/tekton-events-controller-57d7f78b8d-kl968] pod update took 19.968011ms I0521 23:12:31.047558 3782 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-kl968] addLogicalPort annotation time took 19.999022ms I0521 23:12:31.048797 3782 pods.go:271] [openshift-pipelines/tekton-events-controller-57d7f78b8d-kl968] addLogicalPort took 21.305368ms, libovsdb time 877.034µs I0521 23:12:31.130967 3782 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-qp2n9] creating logical port openshift-pipelines_tekton-pipelines-remote-resolvers-85f5bb4dfb-qp2n9 for pod on switch ip-10-0-0-97.ec2.internal I0521 23:12:31.131043 3782 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-qp2n9 I0521 23:12:31.148091 3782 pod.go:62] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-qp2n9] pod update took 17.07066ms I0521 23:12:31.148111 3782 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-qp2n9] addLogicalPort annotation time took 17.095124ms I0521 23:12:31.149193 3782 pods.go:271] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-qp2n9] addLogicalPort took 18.240947ms, libovsdb time 747.305µs I0521 23:12:31.242688 3782 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-9qcks] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-9qcks for pod on switch ip-10-0-0-97.ec2.internal I0521 23:12:31.242772 3782 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-9qcks I0521 23:12:31.261089 3782 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-9qcks] pod update took 18.344349ms I0521 23:12:31.261108 3782 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-9qcks] addLogicalPort annotation time took 18.36804ms I0521 23:12:31.262287 3782 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-9qcks] addLogicalPort took 19.615291ms, libovsdb time 781.127µs I0521 23:12:31.348531 3782 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-7mwv9] creating logical port openshift-pipelines_tekton-operator-proxy-webhook-57f84cff6f-7mwv9 for pod on switch ip-10-0-0-97.ec2.internal I0521 23:12:31.348606 3782 kube.go:256] Updating pod openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-7mwv9 I0521 23:12:31.363555 3782 pod.go:62] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-7mwv9] pod update took 14.965154ms I0521 23:12:31.363582 3782 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-7mwv9] addLogicalPort annotation time took 14.996098ms I0521 23:12:31.364963 3782 pods.go:271] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-7mwv9] addLogicalPort took 16.458256ms, libovsdb time 966.742µs I0521 23:12:31.386811 3782 cni.go:452] [openshift-pipelines/tekton-events-controller-57d7f78b8d-kl968 d36bc7a1aea64132fea85b911cf4f9cad4c4c749ff650e5d125b774bc2c55a7d network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-kl968 d36bc7a1aea64132fea85b911cf4f9cad4c4c749ff650e5d125b774bc2c55a7d network default NAD default NAD key ] I0521 23:12:31.396183 3782 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-events-controller-57d7f78b8d-kl968, hostIfaceName: d36bc7a1aea6413, network: default, NAD default, SandboxID: "d36bc7a1aea64132fea85b911cf4f9cad4c4c749ff650e5d125b774bc2c55a7d", PCI device ID: , UID: "283ef234-72a6-4cc4-be6c-95df178aaf61", MAC: 0a:58:0a:81:00:26, IPs: [10.129.0.38/23] I0521 23:12:31.447297 3782 cni.go:473] [openshift-pipelines/tekton-events-controller-57d7f78b8d-kl968 d36bc7a1aea64132fea85b911cf4f9cad4c4c749ff650e5d125b774bc2c55a7d network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-kl968 d36bc7a1aea64132fea85b911cf4f9cad4c4c749ff650e5d125b774bc2c55a7d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:c5:c7:86:cc:39\",\"name\":\"d36bc7a1aea6413\"},{\"mac\":\"0a:58:0a:81:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/07c684bb-06c8-40bd-83e5-bbf07e7e8c15\"}],\"ips\":[{\"address\":\"10.129.0.38/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 23:12:31.490540 3782 cni.go:452] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-qp2n9 517e743c64bc825376b602a2c3065b8c840b9b477f25a16db514edddca9ff581 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-qp2n9 517e743c64bc825376b602a2c3065b8c840b9b477f25a16db514edddca9ff581 network default NAD default NAD key ] I0521 23:12:31.500274 3782 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-remote-resolvers-85f5bb4dfb-qp2n9, hostIfaceName: 517e743c64bc825, network: default, NAD default, SandboxID: "517e743c64bc825376b602a2c3065b8c840b9b477f25a16db514edddca9ff581", PCI device ID: , UID: "0cf2788f-ff8f-4c7b-ad02-e5e20f2d5325", MAC: 0a:58:0a:81:00:27, IPs: [10.129.0.39/23] I0521 23:12:31.551858 3782 cni.go:473] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-qp2n9 517e743c64bc825376b602a2c3065b8c840b9b477f25a16db514edddca9ff581 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-qp2n9 517e743c64bc825376b602a2c3065b8c840b9b477f25a16db514edddca9ff581 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:ba:45:50:d2:71\",\"name\":\"517e743c64bc825\"},{\"mac\":\"0a:58:0a:81:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/959983f2-3013-48b9-af96-c0612244c535\"}],\"ips\":[{\"address\":\"10.129.0.39/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 23:12:31.603677 3782 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-9qcks 61f87b73ff69822f5dcab1a94b5a28fbf5d3eb367c512067bfd5b9839dd2d1e3 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-9qcks 61f87b73ff69822f5dcab1a94b5a28fbf5d3eb367c512067bfd5b9839dd2d1e3 network default NAD default NAD key ] I0521 23:12:31.614344 3782 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-9qcks, hostIfaceName: 61f87b73ff69822, network: default, NAD default, SandboxID: "61f87b73ff69822f5dcab1a94b5a28fbf5d3eb367c512067bfd5b9839dd2d1e3", PCI device ID: , UID: "684b8126-62bf-475c-94bc-63a69070fbe1", MAC: 0a:58:0a:81:00:28, IPs: [10.129.0.40/23] I0521 23:12:31.663634 3782 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-9qcks 61f87b73ff69822f5dcab1a94b5a28fbf5d3eb367c512067bfd5b9839dd2d1e3 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-9qcks 61f87b73ff69822f5dcab1a94b5a28fbf5d3eb367c512067bfd5b9839dd2d1e3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:4a:6c:0b:f9:8f\",\"name\":\"61f87b73ff69822\"},{\"mac\":\"0a:58:0a:81:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4993335d-c18a-4f1b-bec3-e9e6c3b67075\"}],\"ips\":[{\"address\":\"10.129.0.40/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 23:12:31.716478 3782 cni.go:452] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-7mwv9 8bcc26d7b00f4fd59013b9a70d574af1fda445970a3c1882e4be19a805690fe3 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-7mwv9 8bcc26d7b00f4fd59013b9a70d574af1fda445970a3c1882e4be19a805690fe3 network default NAD default NAD key ] I0521 23:12:31.726671 3782 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-operator-proxy-webhook-57f84cff6f-7mwv9, hostIfaceName: 8bcc26d7b00f4fd, network: default, NAD default, SandboxID: "8bcc26d7b00f4fd59013b9a70d574af1fda445970a3c1882e4be19a805690fe3", PCI device ID: , UID: "aea27c8e-4627-4125-8963-bf72ab27227e", MAC: 0a:58:0a:81:00:29, IPs: [10.129.0.41/23] I0521 23:12:31.777104 3782 cni.go:473] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-7mwv9 8bcc26d7b00f4fd59013b9a70d574af1fda445970a3c1882e4be19a805690fe3 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-7mwv9 8bcc26d7b00f4fd59013b9a70d574af1fda445970a3c1882e4be19a805690fe3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:27:39:27:9e:89\",\"name\":\"8bcc26d7b00f4fd\"},{\"mac\":\"0a:58:0a:81:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/19aac24f-10e6-4e3f-90a0-3325a812bd15\"}],\"ips\":[{\"address\":\"10.129.0.41/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 23:12:35.305989 3782 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0521 23:12:35.306012 3782 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0521 23:12:35.306017 3782 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0521 23:12:37.191443 3782 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 23:12:37.191469 3782 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 23:12:37.191475 3782 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 23:12:37.191480 3782 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 23:12:37.222348 3782 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0521 23:12:37.222367 3782 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0521 23:12:37.222373 3782 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0521 23:12:48.185758 3782 util.go:959] Failed to build node endpoints for node ip-10-0-0-97.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0521 23:12:48.185783 3782 util.go:959] Failed to build node endpoints for node ip-10-0-0-97.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0521 23:12:48.185789 3782 util.go:959] Failed to build node endpoints for node ip-10-0-0-97.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0521 23:12:48.214308 3782 util.go:959] Failed to build node endpoints for node ip-10-0-0-97.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 23:12:48.214328 3782 util.go:959] Failed to build node endpoints for node ip-10-0-0-97.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 23:12:48.214334 3782 util.go:959] Failed to build node endpoints for node ip-10-0-0-97.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 23:12:48.214339 3782 util.go:959] Failed to build node endpoints for node ip-10-0-0-97.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 23:12:59.136030 3782 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0521 23:13:05.285627 3782 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:13:05.286257 3782 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:13:05.305949 3782 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:13:05.305972 3782 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:13:05.313070 3782 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0521 23:13:05.313090 3782 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0521 23:13:07.433898 3782 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0521 23:13:07.434560 3782 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0521 23:13:07.434580 3782 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0521 23:13:07.436930 3782 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0521 23:13:07.798051 3782 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-0-97.ec2.internal I0521 23:13:07.798200 3782 kube.go:256] Updating pod tsf-keycloak/keycloak-0 I0521 23:13:07.813963 3782 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 15.825722ms I0521 23:13:07.813991 3782 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 15.865059ms I0521 23:13:07.815472 3782 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 17.440721ms, libovsdb time 933.496µs I0521 23:13:08.204139 3782 cni.go:452] [tsf-keycloak/keycloak-0 7ba56d82690cc6282e7e22b8423f6a78c2f3b4ba27a7284b94e2b9e794e928d3 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-0 7ba56d82690cc6282e7e22b8423f6a78c2f3b4ba27a7284b94e2b9e794e928d3 network default NAD default NAD key ] I0521 23:13:08.214966 3782 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: 7ba56d82690cc62, network: default, NAD default, SandboxID: "7ba56d82690cc6282e7e22b8423f6a78c2f3b4ba27a7284b94e2b9e794e928d3", PCI device ID: , UID: "cb81c63e-6be2-4680-afb7-2e1b8f34c024", MAC: 0a:58:0a:81:00:2a, IPs: [10.129.0.42/23] I0521 23:13:08.269117 3782 cni.go:473] [tsf-keycloak/keycloak-0 7ba56d82690cc6282e7e22b8423f6a78c2f3b4ba27a7284b94e2b9e794e928d3 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-0 7ba56d82690cc6282e7e22b8423f6a78c2f3b4ba27a7284b94e2b9e794e928d3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:57:6c:21:64:68\",\"name\":\"7ba56d82690cc62\"},{\"mac\":\"0a:58:0a:81:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/43f28a1c-8cce-4a03-95ec-0028f85b0bd3\"}],\"ips\":[{\"address\":\"10.129.0.42/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 23:13:15.390740 3782 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0521 23:13:15.390768 3782 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0521 23:13:15.392336 3782 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0521 23:13:15.392358 3782 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service I0521 23:13:17.370154 3782 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0521 23:13:37.322332 3782 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0521 23:13:37.322359 3782 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0521 23:13:37.322367 3782 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0521 23:13:40.439167 3782 util.go:959] Failed to build node endpoints for node ip-10-0-0-97.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service W0521 23:13:40.439189 3782 util.go:959] Failed to build node endpoints for node ip-10-0-0-97.ec2.internal port 9000: empty IP address endpoints for service tsf-keycloak/keycloak-service W0521 23:13:40.442150 3782 util.go:959] Failed to build node endpoints for node ip-10-0-0-97.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak W0521 23:13:40.442164 3782 util.go:959] Failed to build node endpoints for node ip-10-0-0-97.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak I0521 23:13:47.496209 3782 base_network_controller_pods.go:487] [default/tsf-keycloak/tsf-iam-wcgs5] creating logical port tsf-keycloak_tsf-iam-wcgs5 for pod on switch ip-10-0-0-97.ec2.internal I0521 23:13:47.496384 3782 kube.go:256] Updating pod tsf-keycloak/tsf-iam-wcgs5 I0521 23:13:47.511394 3782 pod.go:62] [tsf-keycloak/tsf-iam-wcgs5] pod update took 15.046402ms I0521 23:13:47.511417 3782 base_network_controller_pods.go:951] [default/tsf-keycloak/tsf-iam-wcgs5] addLogicalPort annotation time took 15.078315ms I0521 23:13:47.512848 3782 pods.go:271] [tsf-keycloak/tsf-iam-wcgs5] addLogicalPort took 16.654875ms, libovsdb time 1.040731ms I0521 23:13:47.867055 3782 cni.go:452] [tsf-keycloak/tsf-iam-wcgs5 bdcb3aef77bdb7458c0b0b91f496e531a58d6f8c2253058efaee6ff3eb5809db network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/tsf-iam-wcgs5 bdcb3aef77bdb7458c0b0b91f496e531a58d6f8c2253058efaee6ff3eb5809db network default NAD default NAD key ] I0521 23:13:47.876410 3782 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: tsf-iam-wcgs5, hostIfaceName: bdcb3aef77bdb74, network: default, NAD default, SandboxID: "bdcb3aef77bdb7458c0b0b91f496e531a58d6f8c2253058efaee6ff3eb5809db", PCI device ID: , UID: "acfa075f-85bd-4ddf-ab2b-f195c0647149", MAC: 0a:58:0a:81:00:2b, IPs: [10.129.0.43/23] I0521 23:13:47.927617 3782 cni.go:473] [tsf-keycloak/tsf-iam-wcgs5 bdcb3aef77bdb7458c0b0b91f496e531a58d6f8c2253058efaee6ff3eb5809db network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/tsf-iam-wcgs5 bdcb3aef77bdb7458c0b0b91f496e531a58d6f8c2253058efaee6ff3eb5809db network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:e2:e7:72:5c:d8\",\"name\":\"bdcb3aef77bdb74\"},{\"mac\":\"0a:58:0a:81:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4ea8b397-94e2-40ed-8d88-846f0528492f\"}],\"ips\":[{\"address\":\"10.129.0.43/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 23:13:55.146483 3782 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0521 23:13:57.550431 3782 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:13:57.551113 3782 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:13:57.597003 3782 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:13:57.597036 3782 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:13:57.604302 3782 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0521 23:13:57.604333 3782 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam W0521 23:14:02.758925 3782 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0521 23:14:02.758946 3782 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server I0521 23:14:07.718257 3782 cni.go:452] [tsf-keycloak/tsf-iam-wcgs5 bdcb3aef77bdb7458c0b0b91f496e531a58d6f8c2253058efaee6ff3eb5809db network default NAD default NAD key ] DEL starting CNI request [tsf-keycloak/tsf-iam-wcgs5 bdcb3aef77bdb7458c0b0b91f496e531a58d6f8c2253058efaee6ff3eb5809db network default NAD default NAD key ] I0521 23:14:07.812982 3782 cni.go:473] [tsf-keycloak/tsf-iam-wcgs5 bdcb3aef77bdb7458c0b0b91f496e531a58d6f8c2253058efaee6ff3eb5809db network default NAD default NAD key default] DEL finished CNI request [tsf-keycloak/tsf-iam-wcgs5 bdcb3aef77bdb7458c0b0b91f496e531a58d6f8c2253058efaee6ff3eb5809db network default NAD default NAD key default], result "{}", err I0521 23:14:07.865643 3782 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-wcgs5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:14:07.865677 3782 pods.go:176] Deleting pod: tsf-keycloak/tsf-iam-wcgs5 I0521 23:14:07.867106 3782 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/tsf-iam-wcgs5, ips: 10.129.0.43 I0521 23:14:07.867136 3782 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-wcgs5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:14:08.743960 3782 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-wcgs5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:14:08.743986 3782 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-wcgs5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0521 23:14:12.812737 3782 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0521 23:14:16.835019 3782 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql W0521 23:14:18.652820 3782 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0521 23:14:21.717909 3782 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-ctrkw-g7lw7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:14:21.718480 3782 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-ctrkw-g7lw7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:14:22.605000 3782 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-ctrkw-g7lw7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:14:22.605028 3782 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-ctrkw-g7lw7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:14:23.266561 3782 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-97vhj] creating logical port openshift-pipelines_pipelines-as-code-controller-79b6fbbc5c-97vhj for pod on switch ip-10-0-0-97.ec2.internal I0521 23:14:23.266664 3782 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-97vhj I0521 23:14:23.281925 3782 pod.go:62] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-97vhj] pod update took 15.285898ms I0521 23:14:23.281948 3782 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-97vhj] addLogicalPort annotation time took 15.31348ms I0521 23:14:23.283360 3782 pods.go:271] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-97vhj] addLogicalPort took 16.819305ms, libovsdb time 964.502µs I0521 23:14:23.469452 3782 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-brqcl] creating logical port openshift-pipelines_pipelines-as-code-webhook-68965d5857-brqcl for pod on switch ip-10-0-0-97.ec2.internal I0521 23:14:23.469531 3782 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-webhook-68965d5857-brqcl I0521 23:14:23.483333 3782 pod.go:62] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-brqcl] pod update took 13.820291ms I0521 23:14:23.483355 3782 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-brqcl] addLogicalPort annotation time took 13.84654ms I0521 23:14:23.484624 3782 pods.go:271] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-brqcl] addLogicalPort took 15.188989ms, libovsdb time 887.1µs I0521 23:14:23.625694 3782 cni.go:452] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-97vhj f17b67126c3870e10bcf316d35f00131edb6bf2233db37843b20e2de1ef26e48 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-97vhj f17b67126c3870e10bcf316d35f00131edb6bf2233db37843b20e2de1ef26e48 network default NAD default NAD key ] I0521 23:14:23.635447 3782 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-controller-79b6fbbc5c-97vhj, hostIfaceName: f17b67126c3870e, network: default, NAD default, SandboxID: "f17b67126c3870e10bcf316d35f00131edb6bf2233db37843b20e2de1ef26e48", PCI device ID: , UID: "d3901d44-f550-43c1-b914-563c198db491", MAC: 0a:58:0a:81:00:2c, IPs: [10.129.0.44/23] I0521 23:14:23.690469 3782 cni.go:473] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-97vhj f17b67126c3870e10bcf316d35f00131edb6bf2233db37843b20e2de1ef26e48 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-97vhj f17b67126c3870e10bcf316d35f00131edb6bf2233db37843b20e2de1ef26e48 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:ae:27:af:3d:e5\",\"name\":\"f17b67126c3870e\"},{\"mac\":\"0a:58:0a:81:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dc50abc9-f9d8-49f8-9fe0-cde7e3bcb448\"}],\"ips\":[{\"address\":\"10.129.0.44/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 23:14:23.830660 3782 cni.go:452] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-brqcl b289c460b1044abf82951601980b4259404b91aed179daaa7244bf260e348116 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-brqcl b289c460b1044abf82951601980b4259404b91aed179daaa7244bf260e348116 network default NAD default NAD key ] I0521 23:14:23.841282 3782 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-webhook-68965d5857-brqcl, hostIfaceName: b289c460b1044ab, network: default, NAD default, SandboxID: "b289c460b1044abf82951601980b4259404b91aed179daaa7244bf260e348116", PCI device ID: , UID: "c2e547ce-03d2-49a0-8284-4242b59f3821", MAC: 0a:58:0a:81:00:2d, IPs: [10.129.0.45/23] I0521 23:14:23.892103 3782 cni.go:473] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-brqcl b289c460b1044abf82951601980b4259404b91aed179daaa7244bf260e348116 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-brqcl b289c460b1044abf82951601980b4259404b91aed179daaa7244bf260e348116 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:16:ae:87:79:ba\",\"name\":\"b289c460b1044ab\"},{\"mac\":\"0a:58:0a:81:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/571fd107-504f-4bf0-aec2-02d008b2f72c\"}],\"ips\":[{\"address\":\"10.129.0.45/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 23:14:25.612980 3782 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0521 23:14:26.829042 3782 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0521 23:14:26.829067 3782 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0521 23:14:27.834397 3782 util.go:959] Failed to build node endpoints for node ip-10-0-0-97.ec2.internal port 8082: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0521 23:14:27.834421 3782 util.go:959] Failed to build node endpoints for node ip-10-0-0-97.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller I0521 23:14:38.598350 3782 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-fg76h] creating logical port openshift-pipelines_pipelines-console-plugin-65f788bc74-fg76h for pod on switch ip-10-0-0-97.ec2.internal I0521 23:14:38.598457 3782 kube.go:256] Updating pod openshift-pipelines/pipelines-console-plugin-65f788bc74-fg76h I0521 23:14:38.612027 3782 pod.go:62] [openshift-pipelines/pipelines-console-plugin-65f788bc74-fg76h] pod update took 13.597377ms I0521 23:14:38.612048 3782 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-fg76h] addLogicalPort annotation time took 13.622607ms I0521 23:14:38.613383 3782 pods.go:271] [openshift-pipelines/pipelines-console-plugin-65f788bc74-fg76h] addLogicalPort took 15.055812ms, libovsdb time 895.141µs I0521 23:14:39.557513 3782 cni.go:452] [openshift-pipelines/pipelines-console-plugin-65f788bc74-fg76h 2f514cf690b619f29d28d4fed73b6eb51ff0b8eea5226e8994f16214f0952591 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-fg76h 2f514cf690b619f29d28d4fed73b6eb51ff0b8eea5226e8994f16214f0952591 network default NAD default NAD key ] I0521 23:14:39.567488 3782 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-console-plugin-65f788bc74-fg76h, hostIfaceName: 2f514cf690b619f, network: default, NAD default, SandboxID: "2f514cf690b619f29d28d4fed73b6eb51ff0b8eea5226e8994f16214f0952591", PCI device ID: , UID: "ca02e3d7-fca3-4a74-ae11-b69e664e5233", MAC: 0a:58:0a:81:00:2e, IPs: [10.129.0.46/23] I0521 23:14:39.619765 3782 cni.go:473] [openshift-pipelines/pipelines-console-plugin-65f788bc74-fg76h 2f514cf690b619f29d28d4fed73b6eb51ff0b8eea5226e8994f16214f0952591 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-fg76h 2f514cf690b619f29d28d4fed73b6eb51ff0b8eea5226e8994f16214f0952591 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:cf:9d:46:54:b9\",\"name\":\"2f514cf690b619f\"},{\"mac\":\"0a:58:0a:81:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2d32d6fd-7fd1-47af-a174-15b5f42259d2\"}],\"ips\":[{\"address\":\"10.129.0.46/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 23:14:50.945886 3782 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:14:50.946464 3782 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:14:50.970178 3782 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:14:50.970203 3782 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:14:50.977661 3782 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0521 23:14:50.977681 3782 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0521 23:14:59.211533 3782 obj_retry.go:498] Detected object tsf/patch-tekton-config-thr75 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:14:59.212131 3782 obj_retry.go:498] Detected object tsf/patch-tekton-config-thr75 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:15:00.255496 3782 obj_retry.go:492] Detected object tsf/patch-tekton-config-thr75 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:15:00.255523 3782 obj_retry.go:492] Detected object tsf/patch-tekton-config-thr75 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:15:07.271360 3782 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-rkdxf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:15:07.271940 3782 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-rkdxf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:15:08.296174 3782 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-rkdxf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:15:08.296202 3782 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-rkdxf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:15:08.335018 3782 obj_retry.go:492] Detected object tsf/patch-tekton-config-thr75 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:15:08.335032 3782 obj_retry.go:492] Detected object tsf/patch-tekton-config-thr75 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:15:08.339620 3782 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-thr75 I0521 23:15:08.339644 3782 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-thr75 I0521 23:15:10.995570 3782 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-pggkd-qcw42 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:15:10.996104 3782 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-pggkd-qcw42 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:15:11.873466 3782 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-pggkd-qcw42 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:15:11.873485 3782 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-pggkd-qcw42 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:15:12.006141 3782 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-lqwpx-lmgrs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:15:12.006714 3782 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-lqwpx-lmgrs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:15:12.899130 3782 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-lqwpx-lmgrs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:15:12.899159 3782 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-lqwpx-lmgrs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:15:13.007445 3782 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:15:13.008041 3782 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:15:13.031001 3782 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:15:13.031027 3782 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:15:13.039268 3782 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0521 23:15:13.039288 3782 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa W0521 23:15:18.912215 3782 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0521 23:15:20.350486 3782 obj_retry.go:498] Detected object tsf-tpa/create-db-2xxnb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:15:20.351019 3782 obj_retry.go:498] Detected object tsf-tpa/create-db-2xxnb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0521 23:15:20.927813 3782 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui W0521 23:15:21.215213 3782 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0521 23:15:21.373672 3782 obj_retry.go:492] Detected object tsf-tpa/create-db-2xxnb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:15:21.373694 3782 obj_retry.go:492] Detected object tsf-tpa/create-db-2xxnb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:15:24.395522 3782 obj_retry.go:498] Detected object tsf-tpa/migrate-db-29hxr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:15:24.396081 3782 obj_retry.go:498] Detected object tsf-tpa/migrate-db-29hxr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:15:24.518790 3782 obj_retry.go:492] Detected object tsf-tpa/migrate-db-29hxr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:15:24.518816 3782 obj_retry.go:492] Detected object tsf-tpa/migrate-db-29hxr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:15:25.116574 3782 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0521 23:15:27.394308 3782 obj_retry.go:498] Detected object tsf-tpa/create-importers-5x7nc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:15:27.394850 3782 obj_retry.go:498] Detected object tsf-tpa/create-importers-5x7nc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0521 23:15:27.968799 3782 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0521 23:15:28.417408 3782 obj_retry.go:492] Detected object tsf-tpa/create-importers-5x7nc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:15:28.417430 3782 obj_retry.go:492] Detected object tsf-tpa/create-importers-5x7nc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0521 23:15:41.052822 3782 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0521 23:15:50.106595 3782 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0521 23:15:51.145780 3782 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=5 I0521 23:15:52.547769 3782 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-8wfpq-l2kfn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:15:52.548361 3782 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-8wfpq-l2kfn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:15:53.419557 3782 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-8wfpq-l2kfn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:15:53.419579 3782 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-8wfpq-l2kfn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:15:59.284667 3782 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:15:59.285204 3782 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:15:59.329171 3782 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:15:59.329191 3782 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:15:59.336718 3782 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0521 23:15:59.336740 3782 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0521 23:16:00.171534 3782 namespace.go:98] [build-service] adding namespace I0521 23:16:00.172694 3782 namespace.go:102] [build-service] adding namespace took 1.134833ms I0521 23:16:00.176853 3782 namespace.go:98] [integration-service] adding namespace I0521 23:16:00.176899 3782 namespace.go:98] [image-controller] adding namespace I0521 23:16:00.177694 3782 namespace.go:102] [integration-service] adding namespace took 825.835µs I0521 23:16:00.178269 3782 namespace.go:98] [default-tenant] adding namespace I0521 23:16:00.178457 3782 namespace.go:102] [image-controller] adding namespace took 1.538417ms I0521 23:16:00.179257 3782 namespace.go:102] [default-tenant] adding namespace took 940.976µs I0521 23:16:00.221713 3782 namespace.go:142] [build-service] updating namespace I0521 23:16:00.252473 3782 namespace.go:142] [integration-service] updating namespace I0521 23:16:00.274281 3782 namespace.go:142] [build-service] updating namespace I0521 23:16:00.281778 3782 namespace.go:142] [image-controller] updating namespace I0521 23:16:00.284475 3782 namespace.go:142] [integration-service] updating namespace I0521 23:16:00.310320 3782 namespace.go:142] [image-controller] updating namespace I0521 23:16:00.316159 3782 namespace.go:142] [default-tenant] updating namespace I0521 23:16:00.342402 3782 namespace.go:142] [default-tenant] updating namespace I0521 23:16:00.579176 3782 namespace.go:142] [build-service] updating namespace I0521 23:16:00.585254 3782 base_network_controller_pods.go:487] [default/konflux-ui/test-tsf-konflux] creating logical port konflux-ui_test-tsf-konflux for pod on switch ip-10-0-0-97.ec2.internal I0521 23:16:00.585340 3782 kube.go:256] Updating pod konflux-ui/test-tsf-konflux I0521 23:16:00.670445 3782 namespace.go:142] [integration-service] updating namespace I0521 23:16:00.717371 3782 kube.go:256] Updating pod konflux-ui/test-tsf-konflux I0521 23:16:00.806801 3782 pod.go:62] [konflux-ui/test-tsf-konflux] pod update took 221.484507ms I0521 23:16:00.806825 3782 base_network_controller_pods.go:951] [default/konflux-ui/test-tsf-konflux] addLogicalPort annotation time took 221.510778ms I0521 23:16:00.806807 3782 namespace.go:98] [release-service] adding namespace I0521 23:16:00.807708 3782 namespace.go:102] [release-service] adding namespace took 784.922µs I0521 23:16:00.808684 3782 pods.go:271] [konflux-ui/test-tsf-konflux] addLogicalPort took 223.468233ms, libovsdb time 665.234µs I0521 23:16:00.863507 3782 namespace.go:142] [release-service] updating namespace I0521 23:16:00.901441 3782 namespace.go:142] [release-service] updating namespace I0521 23:16:00.941989 3782 cni.go:452] [konflux-ui/test-tsf-konflux c801d2bd23eca67516f7616b01673b8d167d049f8ba61d3af2fe6e9f5460ab3f network default NAD default NAD key ] ADD starting CNI request [konflux-ui/test-tsf-konflux c801d2bd23eca67516f7616b01673b8d167d049f8ba61d3af2fe6e9f5460ab3f network default NAD default NAD key ] I0521 23:16:00.951705 3782 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: test-tsf-konflux, hostIfaceName: c801d2bd23eca67, network: default, NAD default, SandboxID: "c801d2bd23eca67516f7616b01673b8d167d049f8ba61d3af2fe6e9f5460ab3f", PCI device ID: , UID: "95777860-89b3-48b9-9c4e-d3b08e364815", MAC: 0a:58:0a:81:00:2f, IPs: [10.129.0.47/23] I0521 23:16:01.007218 3782 cni.go:473] [konflux-ui/test-tsf-konflux c801d2bd23eca67516f7616b01673b8d167d049f8ba61d3af2fe6e9f5460ab3f network default NAD default NAD key default] ADD finished CNI request [konflux-ui/test-tsf-konflux c801d2bd23eca67516f7616b01673b8d167d049f8ba61d3af2fe6e9f5460ab3f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:95:d5:41:44:3c\",\"name\":\"c801d2bd23eca67\"},{\"mac\":\"0a:58:0a:81:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3d71e39a-734d-424d-8b76-99d51ebe8f9c\"}],\"ips\":[{\"address\":\"10.129.0.47/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 23:16:01.127034 3782 namespace.go:142] [konflux-ui] updating namespace I0521 23:16:01.139290 3782 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0521 23:16:01.247375 3782 namespace.go:142] [build-service] updating namespace I0521 23:16:01.273394 3782 namespace.go:98] [konflux-info] adding namespace I0521 23:16:01.274334 3782 namespace.go:102] [konflux-info] adding namespace took 923.342µs I0521 23:16:01.419367 3782 namespace.go:98] [namespace-lister] adding namespace I0521 23:16:01.420303 3782 namespace.go:102] [namespace-lister] adding namespace took 916.038µs I0521 23:16:01.420346 3782 namespace.go:142] [konflux-info] updating namespace I0521 23:16:01.478106 3782 namespace.go:98] [enterprise-contract-service] adding namespace I0521 23:16:01.478807 3782 namespace.go:102] [enterprise-contract-service] adding namespace took 682.095µs I0521 23:16:01.520355 3782 namespace.go:142] [image-controller] updating namespace I0521 23:16:01.520398 3782 namespace.go:142] [konflux-info] updating namespace I0521 23:16:01.764664 3782 namespace.go:142] [namespace-lister] updating namespace I0521 23:16:01.793328 3782 namespace.go:142] [default-tenant] updating namespace I0521 23:16:01.911107 3782 namespace.go:142] [namespace-lister] updating namespace I0521 23:16:01.954190 3782 namespace.go:98] [segment-bridge] adding namespace I0521 23:16:01.955018 3782 namespace.go:102] [segment-bridge] adding namespace took 810.897µs I0521 23:16:01.967132 3782 namespace.go:98] [konflux-cli] adding namespace I0521 23:16:01.967745 3782 namespace.go:102] [konflux-cli] adding namespace took 597.571µs I0521 23:16:02.074889 3782 namespace.go:142] [enterprise-contract-service] updating namespace I0521 23:16:02.151505 3782 namespace.go:142] [default-tenant] updating namespace I0521 23:16:02.168486 3782 namespace.go:142] [segment-bridge] updating namespace I0521 23:16:02.191396 3782 namespace.go:142] [enterprise-contract-service] updating namespace I0521 23:16:02.285238 3782 namespace.go:142] [segment-bridge] updating namespace I0521 23:16:02.285450 3782 namespace.go:142] [konflux-cli] updating namespace I0521 23:16:02.336947 3782 namespace.go:142] [konflux-cli] updating namespace I0521 23:16:02.503049 3782 namespace.go:142] [image-controller] updating namespace I0521 23:16:02.671687 3782 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0521 23:16:02.672306 3782 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0521 23:16:02.672330 3782 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0521 23:16:02.675157 3782 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0521 23:16:02.701565 3782 namespace.go:142] [integration-service] updating namespace I0521 23:16:02.774302 3782 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0521 23:16:02.774330 3782 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0521 23:16:02.775268 3782 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0521 23:16:02.799839 3782 namespace.go:142] [build-service] updating namespace I0521 23:16:02.864311 3782 namespace.go:142] [default-tenant] updating namespace I0521 23:16:02.877643 3782 namespace.go:142] [image-controller] updating namespace I0521 23:16:02.886540 3782 namespace.go:142] [integration-service] updating namespace I0521 23:16:02.975292 3782 namespace.go:142] [build-service] updating namespace I0521 23:16:03.154361 3782 namespace.go:142] [default-tenant] updating namespace I0521 23:16:03.309612 3782 namespace.go:142] [image-controller] updating namespace I0521 23:16:03.424134 3782 namespace.go:142] [integration-service] updating namespace I0521 23:16:03.549714 3782 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-6f859968fc-49mmd] creating logical port image-controller_image-controller-controller-manager-6f859968fc-49mmd for pod on switch ip-10-0-0-97.ec2.internal I0521 23:16:03.549821 3782 kube.go:256] Updating pod image-controller/image-controller-controller-manager-6f859968fc-49mmd I0521 23:16:03.580553 3782 pod.go:62] [image-controller/image-controller-controller-manager-6f859968fc-49mmd] pod update took 30.763822ms I0521 23:16:03.580578 3782 base_network_controller_pods.go:951] [default/image-controller/image-controller-controller-manager-6f859968fc-49mmd] addLogicalPort annotation time took 30.792697ms I0521 23:16:03.581801 3782 pods.go:271] [image-controller/image-controller-controller-manager-6f859968fc-49mmd] addLogicalPort took 32.108558ms, libovsdb time 840.321µs I0521 23:16:03.632247 3782 base_network_controller_pods.go:487] [default/konflux-ui/dex-7fcbcdcdb4-gjnzk] creating logical port konflux-ui_dex-7fcbcdcdb4-gjnzk for pod on switch ip-10-0-0-97.ec2.internal I0521 23:16:03.632359 3782 kube.go:256] Updating pod konflux-ui/dex-7fcbcdcdb4-gjnzk I0521 23:16:03.678400 3782 base_network_controller_pods.go:487] [default/konflux-ui/proxy-64f4d4f7f4-vb8d5] creating logical port konflux-ui_proxy-64f4d4f7f4-vb8d5 for pod on switch ip-10-0-0-97.ec2.internal I0521 23:16:03.678490 3782 kube.go:256] Updating pod konflux-ui/proxy-64f4d4f7f4-vb8d5 I0521 23:16:03.692208 3782 kube.go:256] Updating pod konflux-ui/dex-7fcbcdcdb4-gjnzk I0521 23:16:03.716764 3782 pod.go:62] [konflux-ui/proxy-64f4d4f7f4-vb8d5] pod update took 38.308876ms I0521 23:16:03.716782 3782 base_network_controller_pods.go:951] [default/konflux-ui/proxy-64f4d4f7f4-vb8d5] addLogicalPort annotation time took 38.331259ms I0521 23:16:03.717973 3782 pods.go:271] [konflux-ui/proxy-64f4d4f7f4-vb8d5] addLogicalPort took 39.591027ms, libovsdb time 819.831µs I0521 23:16:03.725114 3782 pod.go:62] [konflux-ui/dex-7fcbcdcdb4-gjnzk] pod update took 92.785755ms I0521 23:16:03.725133 3782 base_network_controller_pods.go:951] [default/konflux-ui/dex-7fcbcdcdb4-gjnzk] addLogicalPort annotation time took 92.812435ms I0521 23:16:03.726320 3782 pods.go:271] [konflux-ui/dex-7fcbcdcdb4-gjnzk] addLogicalPort took 94.106095ms, libovsdb time 782.759µs I0521 23:16:03.913409 3782 cni.go:452] [image-controller/image-controller-controller-manager-6f859968fc-49mmd 4839e918eb6dbdf2bbe23845f8ab8712686f94b01b57b0d751d5197af18a83fd network default NAD default NAD key ] ADD starting CNI request [image-controller/image-controller-controller-manager-6f859968fc-49mmd 4839e918eb6dbdf2bbe23845f8ab8712686f94b01b57b0d751d5197af18a83fd network default NAD default NAD key ] I0521 23:16:03.925694 3782 helper_linux.go:556] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-6f859968fc-49mmd, hostIfaceName: 4839e918eb6dbdf, network: default, NAD default, SandboxID: "4839e918eb6dbdf2bbe23845f8ab8712686f94b01b57b0d751d5197af18a83fd", PCI device ID: , UID: "2d368a13-4f9a-435f-ae62-dbcf140bd9f5", MAC: 0a:58:0a:81:00:30, IPs: [10.129.0.48/23] I0521 23:16:03.977787 3782 cni.go:473] [image-controller/image-controller-controller-manager-6f859968fc-49mmd 4839e918eb6dbdf2bbe23845f8ab8712686f94b01b57b0d751d5197af18a83fd network default NAD default NAD key default] ADD finished CNI request [image-controller/image-controller-controller-manager-6f859968fc-49mmd 4839e918eb6dbdf2bbe23845f8ab8712686f94b01b57b0d751d5197af18a83fd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:13:14:f7:ed:bb\",\"name\":\"4839e918eb6dbdf\"},{\"mac\":\"0a:58:0a:81:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f1e23f35-11d3-438f-85bc-f28b6fd1b0fd\"}],\"ips\":[{\"address\":\"10.129.0.48/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 23:16:04.103090 3782 base_network_controller_pods.go:487] [default/build-service/build-service-controller-manager-7cbf488fcf-8r6z9] creating logical port build-service_build-service-controller-manager-7cbf488fcf-8r6z9 for pod on switch ip-10-0-0-97.ec2.internal I0521 23:16:04.103183 3782 kube.go:256] Updating pod build-service/build-service-controller-manager-7cbf488fcf-8r6z9 I0521 23:16:04.176770 3782 kube.go:256] Updating pod build-service/build-service-controller-manager-7cbf488fcf-8r6z9 I0521 23:16:04.210635 3782 pod.go:62] [build-service/build-service-controller-manager-7cbf488fcf-8r6z9] pod update took 107.479295ms I0521 23:16:04.210658 3782 base_network_controller_pods.go:951] [default/build-service/build-service-controller-manager-7cbf488fcf-8r6z9] addLogicalPort annotation time took 107.505673ms I0521 23:16:04.211952 3782 pods.go:271] [build-service/build-service-controller-manager-7cbf488fcf-8r6z9] addLogicalPort took 108.875832ms, libovsdb time 912.883µs I0521 23:16:04.466125 3782 cni.go:452] [build-service/build-service-controller-manager-7cbf488fcf-8r6z9 52b7b8bbf4acba042641a00325f7635dbb8921003a52c39e94f934a229159c4d network default NAD default NAD key ] ADD starting CNI request [build-service/build-service-controller-manager-7cbf488fcf-8r6z9 52b7b8bbf4acba042641a00325f7635dbb8921003a52c39e94f934a229159c4d network default NAD default NAD key ] I0521 23:16:04.479442 3782 helper_linux.go:556] ConfigureOVS: namespace: build-service, podName: build-service-controller-manager-7cbf488fcf-8r6z9, hostIfaceName: 52b7b8bbf4acba0, network: default, NAD default, SandboxID: "52b7b8bbf4acba042641a00325f7635dbb8921003a52c39e94f934a229159c4d", PCI device ID: , UID: "69324dcb-122e-42df-94c9-4ff288a40474", MAC: 0a:58:0a:81:00:33, IPs: [10.129.0.51/23] I0521 23:16:04.551658 3782 cni.go:473] [build-service/build-service-controller-manager-7cbf488fcf-8r6z9 52b7b8bbf4acba042641a00325f7635dbb8921003a52c39e94f934a229159c4d network default NAD default NAD key default] ADD finished CNI request [build-service/build-service-controller-manager-7cbf488fcf-8r6z9 52b7b8bbf4acba042641a00325f7635dbb8921003a52c39e94f934a229159c4d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:b7:d6:b6:a8:8d\",\"name\":\"52b7b8bbf4acba0\"},{\"mac\":\"0a:58:0a:81:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6a7cf567-b3a4-49d2-80cd-e2ded821e028\"}],\"ips\":[{\"address\":\"10.129.0.51/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 23:16:04.785800 3782 namespace.go:142] [enterprise-contract-service] updating namespace I0521 23:16:04.847642 3782 base_network_controller_pods.go:487] [default/release-service/release-service-controller-manager-6bfdb6bcb6-rp8jw] creating logical port release-service_release-service-controller-manager-6bfdb6bcb6-rp8jw for pod on switch ip-10-0-0-97.ec2.internal I0521 23:16:04.847776 3782 kube.go:256] Updating pod release-service/release-service-controller-manager-6bfdb6bcb6-rp8jw I0521 23:16:04.912209 3782 kube.go:256] Updating pod release-service/release-service-controller-manager-6bfdb6bcb6-rp8jw I0521 23:16:04.954176 3782 pod.go:62] [release-service/release-service-controller-manager-6bfdb6bcb6-rp8jw] pod update took 106.424326ms I0521 23:16:04.954202 3782 base_network_controller_pods.go:951] [default/release-service/release-service-controller-manager-6bfdb6bcb6-rp8jw] addLogicalPort annotation time took 106.45784ms I0521 23:16:04.956017 3782 pods.go:271] [release-service/release-service-controller-manager-6bfdb6bcb6-rp8jw] addLogicalPort took 108.39579ms, libovsdb time 1.203035ms I0521 23:16:05.002434 3782 namespace.go:142] [konflux-cli] updating namespace I0521 23:16:05.235589 3782 namespace.go:142] [konflux-info] updating namespace I0521 23:16:05.412310 3782 namespace.go:142] [namespace-lister] updating namespace W0521 23:16:05.522389 3782 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0521 23:16:05.617347 3782 namespace.go:142] [release-service] updating namespace I0521 23:16:05.819348 3782 namespace.go:142] [segment-bridge] updating namespace I0521 23:16:05.952479 3782 namespace.go:142] [enterprise-contract-service] updating namespace I0521 23:16:05.976871 3782 namespace.go:142] [konflux-cli] updating namespace I0521 23:16:05.999635 3782 namespace.go:142] [konflux-info] updating namespace I0521 23:16:06.027275 3782 namespace.go:142] [namespace-lister] updating namespace I0521 23:16:06.037938 3782 namespace.go:142] [release-service] updating namespace I0521 23:16:06.060753 3782 namespace.go:142] [segment-bridge] updating namespace I0521 23:16:06.127394 3782 namespace.go:142] [enterprise-contract-service] updating namespace I0521 23:16:06.197457 3782 namespace.go:142] [konflux-cli] updating namespace I0521 23:16:06.266083 3782 namespace.go:142] [konflux-info] updating namespace I0521 23:16:06.334609 3782 namespace.go:142] [namespace-lister] updating namespace I0521 23:16:06.352082 3782 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-746d559dfb-q429g] creating logical port integration-service_integration-service-controller-manager-746d559dfb-q429g for pod on switch ip-10-0-0-97.ec2.internal I0521 23:16:06.352191 3782 kube.go:256] Updating pod integration-service/integration-service-controller-manager-746d559dfb-q429g I0521 23:16:06.368274 3782 pod.go:62] [integration-service/integration-service-controller-manager-746d559dfb-q429g] pod update took 16.112754ms I0521 23:16:06.368355 3782 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-746d559dfb-q429g] addLogicalPort annotation time took 16.198881ms I0521 23:16:06.370100 3782 pods.go:271] [integration-service/integration-service-controller-manager-746d559dfb-q429g] addLogicalPort took 18.033022ms, libovsdb time 1.13986ms I0521 23:16:06.394466 3782 namespace.go:142] [release-service] updating namespace I0521 23:16:06.507695 3782 namespace.go:142] [segment-bridge] updating namespace W0521 23:16:07.389304 3782 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0521 23:16:08.503470 3782 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0521 23:16:10.576541 3782 cni.go:452] [integration-service/integration-service-controller-manager-746d559dfb-q429g 079e23ad197f004addde26ac3efe41503593714cc7abf906b0cdafa3772beb5d network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-746d559dfb-q429g 079e23ad197f004addde26ac3efe41503593714cc7abf906b0cdafa3772beb5d network default NAD default NAD key ] I0521 23:16:10.588368 3782 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-746d559dfb-q429g, hostIfaceName: 079e23ad197f004, network: default, NAD default, SandboxID: "079e23ad197f004addde26ac3efe41503593714cc7abf906b0cdafa3772beb5d", PCI device ID: , UID: "ea0ceeab-3d89-4634-b9af-24166e98e263", MAC: 0a:58:0a:81:00:35, IPs: [10.129.0.53/23] I0521 23:16:10.647271 3782 cni.go:473] [integration-service/integration-service-controller-manager-746d559dfb-q429g 079e23ad197f004addde26ac3efe41503593714cc7abf906b0cdafa3772beb5d network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-746d559dfb-q429g 079e23ad197f004addde26ac3efe41503593714cc7abf906b0cdafa3772beb5d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:f3:60:97:55:21\",\"name\":\"079e23ad197f004\"},{\"mac\":\"0a:58:0a:81:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/471b9f9c-cb4d-4593-9a0e-857bfb42a0ab\"}],\"ips\":[{\"address\":\"10.129.0.53/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 23:16:11.442015 3782 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0521 23:16:11.478248 3782 cni.go:452] [konflux-ui/dex-7fcbcdcdb4-gjnzk 8a14002cd59d63ee2f426aef838526b75302b30ac99fc94300cad1c7685ad348 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/dex-7fcbcdcdb4-gjnzk 8a14002cd59d63ee2f426aef838526b75302b30ac99fc94300cad1c7685ad348 network default NAD default NAD key ] I0521 23:16:11.490592 3782 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: dex-7fcbcdcdb4-gjnzk, hostIfaceName: 8a14002cd59d63e, network: default, NAD default, SandboxID: "8a14002cd59d63ee2f426aef838526b75302b30ac99fc94300cad1c7685ad348", PCI device ID: , UID: "3a17c3d4-a938-40c3-936c-30f3d9bf3b00", MAC: 0a:58:0a:81:00:31, IPs: [10.129.0.49/23] I0521 23:16:11.538194 3782 cni.go:452] [konflux-ui/proxy-64f4d4f7f4-vb8d5 df2adcfa3eb6f82e5c327c7476acb0ab8383bdd23bf444aadb4fad7f3fb4a9aa network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-64f4d4f7f4-vb8d5 df2adcfa3eb6f82e5c327c7476acb0ab8383bdd23bf444aadb4fad7f3fb4a9aa network default NAD default NAD key ] I0521 23:16:11.552276 3782 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-64f4d4f7f4-vb8d5, hostIfaceName: df2adcfa3eb6f82, network: default, NAD default, SandboxID: "df2adcfa3eb6f82e5c327c7476acb0ab8383bdd23bf444aadb4fad7f3fb4a9aa", PCI device ID: , UID: "c3c937cb-12e0-4fad-a2e0-eeb7d9e93f3a", MAC: 0a:58:0a:81:00:32, IPs: [10.129.0.50/23] I0521 23:16:11.560123 3782 cni.go:473] [konflux-ui/dex-7fcbcdcdb4-gjnzk 8a14002cd59d63ee2f426aef838526b75302b30ac99fc94300cad1c7685ad348 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/dex-7fcbcdcdb4-gjnzk 8a14002cd59d63ee2f426aef838526b75302b30ac99fc94300cad1c7685ad348 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:27:7f:64:cd:e7\",\"name\":\"8a14002cd59d63e\"},{\"mac\":\"0a:58:0a:81:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/def97a08-3a73-43b5-aa67-4570e4f92e68\"}],\"ips\":[{\"address\":\"10.129.0.49/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 23:16:11.608559 3782 cni.go:473] [konflux-ui/proxy-64f4d4f7f4-vb8d5 df2adcfa3eb6f82e5c327c7476acb0ab8383bdd23bf444aadb4fad7f3fb4a9aa network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-64f4d4f7f4-vb8d5 df2adcfa3eb6f82e5c327c7476acb0ab8383bdd23bf444aadb4fad7f3fb4a9aa network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:33:c9:a5:24:6c\",\"name\":\"df2adcfa3eb6f82\"},{\"mac\":\"0a:58:0a:81:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/90aa4dd0-da94-4fa2-864f-1473b0112a0e\"}],\"ips\":[{\"address\":\"10.129.0.50/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 23:16:14.550501 3782 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0521 23:16:14.553295 3782 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service I0521 23:16:16.152554 3782 cni.go:452] [release-service/release-service-controller-manager-6bfdb6bcb6-rp8jw 9186f9bbcd7f28dc5ca0779286041bc2b93d273b694f268b4dd73360490894fd network default NAD default NAD key ] ADD starting CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-rp8jw 9186f9bbcd7f28dc5ca0779286041bc2b93d273b694f268b4dd73360490894fd network default NAD default NAD key ] I0521 23:16:16.162793 3782 helper_linux.go:556] ConfigureOVS: namespace: release-service, podName: release-service-controller-manager-6bfdb6bcb6-rp8jw, hostIfaceName: 9186f9bbcd7f28d, network: default, NAD default, SandboxID: "9186f9bbcd7f28dc5ca0779286041bc2b93d273b694f268b4dd73360490894fd", PCI device ID: , UID: "ed4facbc-58ed-4055-8b9a-33395e94b23a", MAC: 0a:58:0a:81:00:34, IPs: [10.129.0.52/23] I0521 23:16:16.224009 3782 cni.go:473] [release-service/release-service-controller-manager-6bfdb6bcb6-rp8jw 9186f9bbcd7f28dc5ca0779286041bc2b93d273b694f268b4dd73360490894fd network default NAD default NAD key default] ADD finished CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-rp8jw 9186f9bbcd7f28dc5ca0779286041bc2b93d273b694f268b4dd73360490894fd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:af:7d:8c:88:91\",\"name\":\"9186f9bbcd7f28d\"},{\"mac\":\"0a:58:0a:81:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8eba2207-4c9b-47a7-be83-f43befe323eb\"}],\"ips\":[{\"address\":\"10.129.0.52/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 23:16:16.461712 3782 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0521 23:16:16.463092 3782 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0521 23:16:16.494080 3782 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0521 23:16:16.494108 3782 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0521 23:16:17.500823 3782 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0521 23:16:18.398825 3782 util.go:959] Failed to build node endpoints for node ip-10-0-0-97.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0521 23:16:18.532653 3782 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0521 23:16:18.532837 3782 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0521 23:16:18.579503 3782 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0521 23:16:18.579517 3782 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0521 23:16:22.435498 3782 util.go:959] Failed to build node endpoints for node ip-10-0-0-97.ec2.internal port 8443: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0521 23:16:25.557416 3782 util.go:959] Failed to build node endpoints for node ip-10-0-0-97.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0521 23:16:25.557438 3782 util.go:959] Failed to build node endpoints for node ip-10-0-0-97.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0521 23:16:25.559527 3782 util.go:959] Failed to build node endpoints for node ip-10-0-0-97.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0521 23:16:25.559552 3782 util.go:959] Failed to build node endpoints for node ip-10-0-0-97.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0521 23:16:27.473247 3782 util.go:959] Failed to build node endpoints for node ip-10-0-0-97.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0521 23:16:27.478248 3782 util.go:959] Failed to build node endpoints for node ip-10-0-0-97.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0521 23:16:29.492148 3782 util.go:959] Failed to build node endpoints for node ip-10-0-0-97.ec2.internal port 9443: empty IP address endpoints for service release-service/release-service-webhook-service W0521 23:16:29.492633 3782 util.go:959] Failed to build node endpoints for node ip-10-0-0-97.ec2.internal port 8080: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service I0521 23:16:29.918437 3782 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-8nvd5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:16:29.919044 3782 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-8nvd5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0521 23:16:30.494169 3782 util.go:959] Failed to build node endpoints for node ip-10-0-0-97.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/dex I0521 23:16:30.650832 3782 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-8nvd5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:16:30.650852 3782 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-8nvd5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:16:30.659042 3782 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-8nvd5 I0521 23:16:30.659066 3782 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-8nvd5 I0521 23:16:38.027377 3782 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=64 I0521 23:16:46.139780 3782 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 W0521 23:16:54.535243 3782 util.go:959] Failed to build node endpoints for node ip-10-0-0-97.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0521 23:16:54.535262 3782 util.go:959] Failed to build node endpoints for node ip-10-0-0-97.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy I0521 23:17:01.030199 3782 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=162 I0521 23:17:32.200999 3782 cni.go:452] [konflux-ui/proxy-64f4d4f7f4-vb8d5 df2adcfa3eb6f82e5c327c7476acb0ab8383bdd23bf444aadb4fad7f3fb4a9aa network default NAD default NAD key ] DEL starting CNI request [konflux-ui/proxy-64f4d4f7f4-vb8d5 df2adcfa3eb6f82e5c327c7476acb0ab8383bdd23bf444aadb4fad7f3fb4a9aa network default NAD default NAD key ] I0521 23:17:32.283624 3782 cni.go:473] [konflux-ui/proxy-64f4d4f7f4-vb8d5 df2adcfa3eb6f82e5c327c7476acb0ab8383bdd23bf444aadb4fad7f3fb4a9aa network default NAD default NAD key default] DEL finished CNI request [konflux-ui/proxy-64f4d4f7f4-vb8d5 df2adcfa3eb6f82e5c327c7476acb0ab8383bdd23bf444aadb4fad7f3fb4a9aa network default NAD default NAD key default], result "{}", err I0521 23:17:32.349203 3782 obj_retry.go:498] Detected object konflux-ui/proxy-64f4d4f7f4-vb8d5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:17:32.349275 3782 pods.go:176] Deleting pod: konflux-ui/proxy-64f4d4f7f4-vb8d5 I0521 23:17:32.351044 3782 pods.go:236] Attempting to release IPs for pod: konflux-ui/proxy-64f4d4f7f4-vb8d5, ips: 10.129.0.50 I0521 23:17:32.351074 3782 obj_retry.go:498] Detected object konflux-ui/proxy-64f4d4f7f4-vb8d5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:17:32.940336 3782 obj_retry.go:492] Detected object konflux-ui/proxy-64f4d4f7f4-vb8d5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:17:32.940361 3782 obj_retry.go:492] Detected object konflux-ui/proxy-64f4d4f7f4-vb8d5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:17:32.948973 3782 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-64f4d4f7f4-vb8d5 I0521 23:17:32.948996 3782 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-64f4d4f7f4-vb8d5 I0521 23:17:33.928469 3782 cni.go:452] [konflux-ui/test-tsf-konflux c801d2bd23eca67516f7616b01673b8d167d049f8ba61d3af2fe6e9f5460ab3f network default NAD default NAD key ] DEL starting CNI request [konflux-ui/test-tsf-konflux c801d2bd23eca67516f7616b01673b8d167d049f8ba61d3af2fe6e9f5460ab3f network default NAD default NAD key ] I0521 23:17:34.001960 3782 cni.go:473] [konflux-ui/test-tsf-konflux c801d2bd23eca67516f7616b01673b8d167d049f8ba61d3af2fe6e9f5460ab3f network default NAD default NAD key default] DEL finished CNI request [konflux-ui/test-tsf-konflux c801d2bd23eca67516f7616b01673b8d167d049f8ba61d3af2fe6e9f5460ab3f network default NAD default NAD key default], result "{}", err I0521 23:17:34.057014 3782 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:17:34.057051 3782 pods.go:176] Deleting pod: konflux-ui/test-tsf-konflux I0521 23:17:34.058554 3782 pods.go:236] Attempting to release IPs for pod: konflux-ui/test-tsf-konflux, ips: 10.129.0.47 I0521 23:17:34.058587 3782 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:17:34.077973 3782 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:17:34.078059 3782 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:17:34.086892 3782 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0521 23:17:34.086912 3782 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0521 23:17:51.226780 3782 namespace.go:98] [managed-tenant-ei6tn] adding namespace I0521 23:17:51.227745 3782 namespace.go:102] [managed-tenant-ei6tn] adding namespace took 940.143µs I0521 23:17:51.263215 3782 namespace.go:142] [managed-tenant-ei6tn] updating namespace I0521 23:17:51.275581 3782 namespace.go:142] [managed-tenant-ei6tn] updating namespace I0521 23:17:52.288238 3782 namespace.go:142] [managed-tenant-ei6tn] updating namespace I0521 23:17:52.414789 3782 namespace.go:142] [managed-tenant-ei6tn] updating namespace I0521 23:17:52.515449 3782 namespace.go:142] [managed-tenant-ei6tn] updating namespace I0521 23:18:12.122828 3782 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0521 23:18:17.029941 3782 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=61 I0521 23:18:26.038950 3782 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=447 I0521 23:18:31.029886 3782 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=161 I0521 23:18:44.129271 3782 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0521 23:19:03.107328 3782 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0521 23:19:06.033641 3782 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=11 I0521 23:19:42.112601 3782 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=11 I0521 23:20:00.202160 3782 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29656760-7kphn] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29656760-7kphn for pod on switch ip-10-0-0-97.ec2.internal I0521 23:20:00.202332 3782 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29656760-7kphn I0521 23:20:00.229723 3782 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656760-7kphn] pod update took 27.419753ms I0521 23:20:00.229747 3782 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29656760-7kphn] addLogicalPort annotation time took 27.451684ms I0521 23:20:00.231134 3782 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656760-7kphn] addLogicalPort took 28.989009ms, libovsdb time 870.28µs I0521 23:20:00.563829 3782 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656760-7kphn 86c1c54d53188ca16fa8f70b1fd1e631f31a63b980c3d4c2c3e373ab5f5fabba network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29656760-7kphn 86c1c54d53188ca16fa8f70b1fd1e631f31a63b980c3d4c2c3e373ab5f5fabba network default NAD default NAD key ] I0521 23:20:00.573662 3782 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29656760-7kphn, hostIfaceName: 86c1c54d53188ca, network: default, NAD default, SandboxID: "86c1c54d53188ca16fa8f70b1fd1e631f31a63b980c3d4c2c3e373ab5f5fabba", PCI device ID: , UID: "2fb7b26e-b4ea-4d78-81cb-5c73980634e4", MAC: 0a:58:0a:81:00:36, IPs: [10.129.0.54/23] I0521 23:20:00.628160 3782 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656760-7kphn 86c1c54d53188ca16fa8f70b1fd1e631f31a63b980c3d4c2c3e373ab5f5fabba network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29656760-7kphn 86c1c54d53188ca16fa8f70b1fd1e631f31a63b980c3d4c2c3e373ab5f5fabba network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:20:50:a2:37:a3\",\"name\":\"86c1c54d53188ca\"},{\"mac\":\"0a:58:0a:81:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ef9aa9a4-9fd4-44a6-9f5e-4c9ad2d45317\"}],\"ips\":[{\"address\":\"10.129.0.54/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 23:20:03.808717 3782 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656760-7kphn 86c1c54d53188ca16fa8f70b1fd1e631f31a63b980c3d4c2c3e373ab5f5fabba network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29656760-7kphn 86c1c54d53188ca16fa8f70b1fd1e631f31a63b980c3d4c2c3e373ab5f5fabba network default NAD default NAD key ] I0521 23:20:03.898079 3782 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656760-7kphn 86c1c54d53188ca16fa8f70b1fd1e631f31a63b980c3d4c2c3e373ab5f5fabba network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29656760-7kphn 86c1c54d53188ca16fa8f70b1fd1e631f31a63b980c3d4c2c3e373ab5f5fabba network default NAD default NAD key default], result "{}", err I0521 23:20:03.950081 3782 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656760-7kphn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:20:03.950117 3782 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29656760-7kphn I0521 23:20:03.951636 3782 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29656760-7kphn, ips: 10.129.0.54 I0521 23:20:03.951665 3782 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656760-7kphn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:20:04.821150 3782 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656760-7kphn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:20:04.821176 3782 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656760-7kphn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:20:25.149934 3782 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0521 23:21:36.149009 3782 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0521 23:22:02.159656 3782 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0521 23:22:37.119060 3782 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0521 23:22:47.143458 3782 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0521 23:23:58.033477 3782 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=6 I0521 23:24:06.110559 3782 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=5 I0521 23:24:14.033553 3782 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=14 I0521 23:24:14.109837 3782 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0521 23:24:43.042177 3782 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=16 I0521 23:25:08.030217 3782 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=40 I0521 23:25:21.059416 3782 obj_retry.go:492] Detected object tsf-tpa/create-db-2xxnb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:25:21.059455 3782 obj_retry.go:492] Detected object tsf-tpa/create-db-2xxnb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:25:21.063804 3782 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-2xxnb I0521 23:25:21.063833 3782 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-2xxnb I0521 23:25:24.027998 3782 obj_retry.go:492] Detected object tsf-tpa/migrate-db-29hxr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:25:24.028047 3782 obj_retry.go:492] Detected object tsf-tpa/migrate-db-29hxr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:25:24.031511 3782 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-29hxr I0521 23:25:24.031536 3782 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-29hxr I0521 23:25:28.028726 3782 obj_retry.go:492] Detected object tsf-tpa/create-importers-5x7nc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:25:28.028769 3782 obj_retry.go:492] Detected object tsf-tpa/create-importers-5x7nc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:25:28.031306 3782 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-5x7nc I0521 23:25:28.031332 3782 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-5x7nc I0521 23:26:20.033060 3782 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=9 I0521 23:26:27.036831 3782 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0521 23:27:04.132127 3782 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0521 23:27:35.151819 3782 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0521 23:27:41.116141 3782 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0521 23:27:51.126293 3782 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0521 23:27:53.152864 3782 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8