+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-2-53.ec2.internal ++ [[ -n ip-10-0-2-53.ec2.internal ]] ++ [[ -f /env/ip-10-0-2-53.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0505 19:44:20.265888959 - disable conntrack on geneve port' I0505 19:44:20.265888959 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0505 19:44:20.306221642 - starting ovnkube-node + echo 'I0505 19:44:20.306221642 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-2-53.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-2-53.ec2.internal --init-node ip-10-0-2-53.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-2-53.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0505 19:44:20.353009 4013 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0505 19:44:20.353060 4013 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-60d25454c1.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0505 19:44:20.354375 4013 kube.go:431] Waiting for certificate I0505 19:44:20.354398 4013 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0505 19:44:20.354431 4013 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0505 19:44:20.355154 4013 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0505 19:44:20.390251 4013 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0505 19:44:20.390268 4013 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0505 19:44:20.394665 4013 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0505 19:44:20.394738 4013 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-576bc" I0505 19:44:20.398953 4013 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-576bc" I0505 19:44:20.399004 4013 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0505 19:44:21.354591 4013 kube.go:438] Certificate found I0505 19:44:21.355214 4013 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0505 19:44:21.356129 4013 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0505 19:44:21.404023 4013 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-06 19:39:20 +0000 UTC" deadline="2026-05-06 17:10:10.60202956 +0000 UTC" I0505 19:44:21.404053 4013 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="21h25m49.197986439s" I0505 19:44:21.420445 4013 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0505 19:44:21.440823 4013 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0505 19:44:21.440954 4013 server.go:101] MetricServer registers OVS metrics I0505 19:44:21.440996 4013 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0505 19:44:21.441077 4013 factory.go:561] Starting watch factory I0505 19:44:21.441188 4013 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 19:44:21.441218 4013 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0505 19:44:21.441220 4013 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 19:44:21.441235 4013 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0505 19:44:21.441404 4013 server.go:105] MetricServer registers OVN DB metrics I0505 19:44:21.441611 4013 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 19:44:21.441629 4013 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0505 19:44:21.441693 4013 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 19:44:21.441760 4013 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0505 19:44:21.441706 4013 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 19:44:21.442436 4013 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 19:44:21.442439 4013 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0505 19:44:21.442459 4013 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0505 19:44:21.446337 4013 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0505 19:44:21.446388 4013 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0505 19:44:21.446371 4013 controller_manager.go:370] Starting the ovnkube controller I0505 19:44:21.446504 4013 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-2-53.ec2.internal I0505 19:44:21.446568 4013 controller_manager.go:395] NBDB zone sync took: 45.365µs I0505 19:44:21.446578 4013 factory.go:561] Starting watch factory I0505 19:44:21.458270 4013 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0505 19:44:21.459592 4013 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0505 19:44:21.459666 4013 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0505 19:44:21.459985 4013 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0505 19:44:21.461535 4013 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0505 19:44:21.463959 4013 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0505 19:44:21.463987 4013 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0505 19:44:21.468589 4013 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0505 19:44:21.468625 4013 server.go:109] MetricServer registers OVN Controller metrics I0505 19:44:21.470649 4013 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0505 19:44:21.473167 4013 server.go:113] MetricServer registers OVN Northd metrics I0505 19:44:21.477222 4013 metrics.go:519] OVN Metrics Server starts to run ... I0505 19:44:21.547105 4013 factory.go:1977] *v1.Node informer cache synced successfully I0505 19:44:21.547121 4013 factory.go:1977] *v1.Service informer cache synced successfully I0505 19:44:21.547125 4013 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0505 19:44:21.547128 4013 factory.go:1977] *v1.Pod informer cache synced successfully I0505 19:44:21.547131 4013 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0505 19:44:21.547133 4013 factory.go:1977] *v1.Namespace informer cache synced successfully I0505 19:44:21.547193 4013 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 19:44:21.547208 4013 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 19:44:21.547252 4013 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 19:44:21.547270 4013 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 19:44:21.550387 4013 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 19:44:21.550402 4013 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 19:44:21.552188 4013 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0505 19:44:21.552198 4013 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0505 19:44:21.552243 4013 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0505 19:44:21.552255 4013 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0505 19:44:21.552350 4013 factory.go:1977] *v1.Pod informer cache synced successfully I0505 19:44:21.552367 4013 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0505 19:44:21.552371 4013 factory.go:1977] *v1.Namespace informer cache synced successfully I0505 19:44:21.552376 4013 factory.go:1977] *v1.Node informer cache synced successfully I0505 19:44:21.552380 4013 factory.go:1977] *v1.Service informer cache synced successfully I0505 19:44:21.552384 4013 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0505 19:44:21.554622 4013 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0505 19:44:21.557910 4013 factory.go:1977] *v1.EgressIP informer cache synced successfully I0505 19:44:21.557919 4013 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0505 19:44:21.557927 4013 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0505 19:44:21.557975 4013 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0505 19:44:21.557995 4013 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0505 19:44:21.560371 4013 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0505 19:44:21.563553 4013 factory.go:1977] *v1.EgressIP informer cache synced successfully I0505 19:44:21.563568 4013 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0505 19:44:21.563624 4013 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0505 19:44:21.563641 4013 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0505 19:44:21.565979 4013 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0505 19:44:21.569107 4013 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0505 19:44:21.569117 4013 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0505 19:44:21.569154 4013 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0505 19:44:21.569164 4013 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0505 19:44:21.571453 4013 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0505 19:44:21.574574 4013 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0505 19:44:21.574590 4013 factory.go:1977] *v1.EgressService informer cache synced successfully I0505 19:44:21.574641 4013 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0505 19:44:21.574658 4013 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0505 19:44:21.577037 4013 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0505 19:44:21.580207 4013 factory.go:1977] *v1.EgressService informer cache synced successfully I0505 19:44:21.580219 4013 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0505 19:44:21.580367 4013 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0505 19:44:21.580385 4013 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0505 19:44:21.582820 4013 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0505 19:44:21.586054 4013 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0505 19:44:21.586109 4013 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 19:44:21.586131 4013 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 19:44:21.586191 4013 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 19:44:21.586208 4013 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0505 19:44:21.586211 4013 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 19:44:21.588614 4013 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 19:44:21.588622 4013 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 19:44:21.591792 4013 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0505 19:44:21.591810 4013 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0505 19:44:21.591817 4013 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0505 19:44:21.591824 4013 factory.go:680] Watch Factory start up complete, took: 150.750651ms I0505 19:44:21.591899 4013 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0505 19:44:21.597371 4013 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0505 19:44:21.597381 4013 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0505 19:44:21.597388 4013 factory.go:680] Watch Factory start up complete, took: 150.808609ms I0505 19:44:21.597394 4013 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-2-53.ec2.internal" zone I0505 19:44:21.643189 4013 default_node_network_controller.go:710] Initializing the default node network controller I0505 19:44:21.712263 4013 udn_isolation.go:101] Starting UDN host isolation manager I0505 19:44:21.718065 4013 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0505 19:44:21.771118 4013 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0505 19:44:21.771281 4013 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0505 19:44:21.771301 4013 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0505 19:44:21.802105 4013 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0505 19:44:21.802163 4013 default_node_network_controller.go:809] Node ip-10-0-2-53.ec2.internal ready for ovn initialization with subnet 10.128.0.0/23 I0505 19:44:21.807340 4013 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.2.53"] k8s.ovn.org/zone-name:ip-10-0-2-53.ec2.internal] on node ip-10-0-2-53.ec2.internal I0505 19:44:21.830314 4013 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0505 19:44:21.836365 4013 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0505 19:44:21.836498 4013 helper_linux.go:118] Found default gateway interface br-ex 10.0.2.1 I0505 19:44:21.836632 4013 gateway_init.go:263] Preparing Gateway I0505 19:44:21.836643 4013 gateway_shared_intf.go:1687] Creating new gateway I0505 19:44:21.847779 4013 controller_manager.go:429] Waiting for node in zone sync took: 250.37415ms I0505 19:44:21.852743 4013 controller_manager.go:611] Switching to transit router for layer2 networks I0505 19:44:21.852757 4013 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-2-53.ec2.internal I0505 19:44:21.868073 4013 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0505 19:44:21.874011 4013 controller_manager.go:290] SCTP support detected in OVN I0505 19:44:21.874545 4013 services_controller.go:69] Creating services controller for network=default I0505 19:44:21.874648 4013 udn_enabled_svc.go:80] Waiting for service informer to sync I0505 19:44:21.874692 4013 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0505 19:44:21.874727 4013 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0505 19:44:21.874740 4013 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0505 19:44:21.874749 4013 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0505 19:44:21.874921 4013 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0505 19:44:21.874977 4013 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0505 19:44:21.875002 4013 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 52.761µs I0505 19:44:21.875009 4013 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 24.654µs I0505 19:44:21.875017 4013 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 40.713µs I0505 19:44:21.875022 4013 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0505 19:44:21.875028 4013 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0505 19:44:21.875036 4013 default_network_controller.go:325] Starting the default network controller I0505 19:44:21.875098 4013 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 9.839µs I0505 19:44:21.875132 4013 udn_enabled_svc.go:95] Performing full resync I0505 19:44:21.875441 4013 udn_enabled_svc.go:99] Waiting for handler to sync I0505 19:44:21.875457 4013 udn_enabled_svc.go:104] Starting worker I0505 19:44:21.884328 4013 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0505 19:44:21.884391 4013 repair.go:33] Syncing exgw routes took 46.398µs I0505 19:44:21.884410 4013 default_network_controller.go:414] Starting all the Watchers... I0505 19:44:21.884543 4013 namespace.go:98] [openshift-ingress] adding namespace I0505 19:44:21.884574 4013 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0505 19:44:21.884581 4013 namespace.go:98] [openshift-network-diagnostics] adding namespace I0505 19:44:21.884592 4013 namespace.go:98] [openshift-backplane-csm] adding namespace I0505 19:44:21.884593 4013 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0505 19:44:21.884601 4013 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0505 19:44:21.884603 4013 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0505 19:44:21.884609 4013 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0505 19:44:21.884619 4013 namespace.go:98] [openshift-network-node-identity] adding namespace I0505 19:44:21.884630 4013 namespace.go:98] [openshift-backplane-cse] adding namespace I0505 19:44:21.884641 4013 namespace.go:98] [openshift-machine-config-operator] adding namespace I0505 19:44:21.884646 4013 namespace.go:98] [openshift-insights] adding namespace I0505 19:44:21.884650 4013 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0505 19:44:21.884654 4013 namespace.go:98] [openshift-operators-redhat] adding namespace I0505 19:44:21.884659 4013 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0505 19:44:21.885112 4013 namespace.go:102] [openshift-ingress] adding namespace took 558.09µs I0505 19:44:21.885128 4013 namespace.go:98] [openshift-host-network] adding namespace I0505 19:44:21.885661 4013 namespace.go:102] [openshift-host-network] adding namespace took 527.231µs I0505 19:44:21.885676 4013 namespace.go:98] [openshift-operators] adding namespace I0505 19:44:21.886192 4013 namespace.go:102] [openshift-operators] adding namespace took 511.101µs I0505 19:44:21.886205 4013 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0505 19:44:21.886667 4013 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 2.083608ms I0505 19:44:21.886684 4013 namespace.go:98] [openshift-image-registry] adding namespace W0505 19:44:21.886711 4013 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-wbcrh: pod openshift-network-diagnostics/network-check-target-wbcrh: no pod IPs found W0505 19:44:21.886732 4013 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-x2tjv: pod openshift-network-diagnostics/network-check-target-x2tjv: no pod IPs found I0505 19:44:21.887363 4013 namespace.go:102] [openshift-network-diagnostics] adding namespace took 2.771414ms I0505 19:44:21.887380 4013 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0505 19:44:21.887874 4013 namespace.go:102] [openshift-backplane-csm] adding namespace took 3.25925ms I0505 19:44:21.887892 4013 namespace.go:98] [open-cluster-management-2q3vd5kui3hhlrh3ig7v5mg4uql1ia9n] adding namespace I0505 19:44:21.888423 4013 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 3.81961ms I0505 19:44:21.888439 4013 namespace.go:98] [kube-public] adding namespace I0505 19:44:21.889390 4013 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 4.780626ms I0505 19:44:21.889404 4013 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0505 19:44:21.889890 4013 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 5.279668ms I0505 19:44:21.889899 4013 namespace.go:98] [openshift-ingress-operator] adding namespace I0505 19:44:21.890437 4013 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 5.823592ms I0505 19:44:21.890445 4013 namespace.go:98] [openshift-apiserver-operator] adding namespace I0505 19:44:21.890973 4013 namespace.go:102] [openshift-network-node-identity] adding namespace took 6.346492ms I0505 19:44:21.890993 4013 namespace.go:98] [openshift-console] adding namespace I0505 19:44:21.891419 4013 namespace.go:102] [openshift-backplane-cse] adding namespace took 6.77945ms I0505 19:44:21.891437 4013 namespace.go:98] [openshift-backplane-srep] adding namespace I0505 19:44:21.891896 4013 namespace.go:102] [openshift-machine-config-operator] adding namespace took 7.247731ms I0505 19:44:21.891915 4013 namespace.go:98] [openshift-machine-api] adding namespace I0505 19:44:21.892359 4013 namespace.go:102] [openshift-insights] adding namespace took 7.706628ms I0505 19:44:21.892378 4013 namespace.go:98] [openshift-service-ca-operator] adding namespace I0505 19:44:21.892887 4013 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 8.232546ms I0505 19:44:21.892900 4013 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0505 19:44:21.893431 4013 namespace.go:102] [openshift-operators-redhat] adding namespace took 8.772027ms I0505 19:44:21.893444 4013 namespace.go:98] [openshift-network-operator] adding namespace I0505 19:44:21.893989 4013 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 9.325673ms I0505 19:44:21.894001 4013 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0505 19:44:21.894408 4013 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 8.196997ms I0505 19:44:21.894423 4013 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0505 19:44:21.894777 4013 namespace.go:102] [openshift-image-registry] adding namespace took 8.087955ms I0505 19:44:21.894788 4013 namespace.go:98] [openshift-dns] adding namespace I0505 19:44:21.895191 4013 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 7.806031ms I0505 19:44:21.895204 4013 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0505 19:44:21.895552 4013 namespace.go:102] [open-cluster-management-2q3vd5kui3hhlrh3ig7v5mg4uql1ia9n] adding namespace took 7.655504ms I0505 19:44:21.895562 4013 namespace.go:98] [openshift-customer-monitoring] adding namespace I0505 19:44:21.896038 4013 namespace.go:102] [kube-public] adding namespace took 7.594683ms I0505 19:44:21.896049 4013 namespace.go:98] [openshift-console-user-settings] adding namespace I0505 19:44:21.896525 4013 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 7.116932ms I0505 19:44:21.896535 4013 namespace.go:98] [openshift-console-operator] adding namespace I0505 19:44:21.896990 4013 namespace.go:102] [openshift-ingress-operator] adding namespace took 7.083315ms I0505 19:44:21.897012 4013 namespace.go:98] [openshift-backplane] adding namespace I0505 19:44:21.897576 4013 namespace.go:102] [openshift-apiserver-operator] adding namespace took 7.123818ms I0505 19:44:21.897596 4013 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0505 19:44:21.898006 4013 namespace.go:102] [openshift-console] adding namespace took 7.006128ms I0505 19:44:21.898021 4013 namespace.go:98] [openshift-route-controller-manager] adding namespace I0505 19:44:21.898497 4013 namespace.go:102] [openshift-backplane-srep] adding namespace took 7.052699ms I0505 19:44:21.898514 4013 namespace.go:98] [openshift-logging] adding namespace I0505 19:44:21.899019 4013 namespace.go:102] [openshift-machine-api] adding namespace took 7.099297ms I0505 19:44:21.899033 4013 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0505 19:44:21.899532 4013 namespace.go:102] [openshift-service-ca-operator] adding namespace took 7.145253ms I0505 19:44:21.899553 4013 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0505 19:44:21.899970 4013 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 7.06456ms I0505 19:44:21.899986 4013 namespace.go:98] [openshift-must-gather-operator] adding namespace I0505 19:44:21.900490 4013 namespace.go:102] [openshift-network-operator] adding namespace took 7.039883ms I0505 19:44:21.900503 4013 namespace.go:98] [openshift-config-managed] adding namespace I0505 19:44:21.900884 4013 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.877721ms I0505 19:44:21.900899 4013 namespace.go:98] [openshift-cluster-version] adding namespace I0505 19:44:21.901453 4013 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 7.024151ms I0505 19:44:21.901468 4013 namespace.go:98] [openshift-backplane-tam] adding namespace I0505 19:44:21.902003 4013 namespace.go:102] [openshift-dns] adding namespace took 7.207812ms I0505 19:44:21.902021 4013 namespace.go:98] [openshift-config] adding namespace I0505 19:44:21.902454 4013 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 7.244434ms I0505 19:44:21.902468 4013 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0505 19:44:21.903068 4013 namespace.go:102] [openshift-customer-monitoring] adding namespace took 7.501358ms I0505 19:44:21.903085 4013 namespace.go:98] [openshift-backplane-mobb] adding namespace I0505 19:44:21.903650 4013 namespace.go:102] [openshift-console-user-settings] adding namespace took 7.594675ms I0505 19:44:21.903666 4013 namespace.go:98] [dedicated-admin] adding namespace I0505 19:44:21.904179 4013 namespace.go:102] [openshift-console-operator] adding namespace took 7.639611ms I0505 19:44:21.904191 4013 namespace.go:98] [openshift-node] adding namespace I0505 19:44:21.904654 4013 namespace.go:102] [openshift-backplane] adding namespace took 7.637409ms I0505 19:44:21.904662 4013 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0505 19:44:21.905050 4013 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 7.447439ms I0505 19:44:21.905065 4013 namespace.go:98] [openshift-kube-scheduler] adding namespace I0505 19:44:21.905460 4013 namespace.go:102] [openshift-route-controller-manager] adding namespace took 7.434245ms I0505 19:44:21.905473 4013 namespace.go:98] [openshift] adding namespace I0505 19:44:21.905816 4013 namespace.go:102] [openshift-logging] adding namespace took 7.296486ms I0505 19:44:21.905826 4013 namespace.go:98] [openshift-kube-apiserver] adding namespace I0505 19:44:21.906216 4013 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 7.177087ms I0505 19:44:21.906230 4013 namespace.go:98] [openshift-config-operator] adding namespace I0505 19:44:21.906579 4013 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 7.020913ms I0505 19:44:21.906590 4013 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0505 19:44:21.906982 4013 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.989896ms I0505 19:44:21.906997 4013 namespace.go:98] [openshift-backplane-cee] adding namespace I0505 19:44:21.907351 4013 namespace.go:102] [openshift-config-managed] adding namespace took 6.842538ms I0505 19:44:21.907364 4013 namespace.go:98] [openshift-apiserver] adding namespace I0505 19:44:21.907791 4013 namespace.go:102] [openshift-cluster-version] adding namespace took 6.886538ms I0505 19:44:21.907808 4013 namespace.go:98] [default] adding namespace I0505 19:44:21.908188 4013 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.715142ms I0505 19:44:21.908616 4013 namespace.go:102] [openshift-config] adding namespace took 6.58791ms I0505 19:44:21.908631 4013 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0505 19:44:21.908957 4013 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 6.480789ms I0505 19:44:21.908974 4013 namespace.go:98] [openshift-package-operator] adding namespace I0505 19:44:21.909405 4013 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.315367ms I0505 19:44:21.909418 4013 namespace.go:98] [openshift-etcd] adding namespace I0505 19:44:21.909801 4013 namespace.go:102] [dedicated-admin] adding namespace took 6.129808ms I0505 19:44:21.909816 4013 namespace.go:98] [openshift-authentication-operator] adding namespace I0505 19:44:21.910160 4013 namespace.go:102] [openshift-node] adding namespace took 5.964277ms I0505 19:44:21.910174 4013 namespace.go:98] [openshift-monitoring] adding namespace I0505 19:44:21.910754 4013 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.08602ms I0505 19:44:21.910768 4013 namespace.go:98] [openshift-dns-operator] adding namespace I0505 19:44:21.911245 4013 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.17402ms I0505 19:44:21.911258 4013 namespace.go:98] [openshift-multus] adding namespace I0505 19:44:21.911687 4013 namespace.go:102] [openshift] adding namespace took 6.207837ms I0505 19:44:21.912080 4013 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.248133ms I0505 19:44:21.912098 4013 namespace.go:98] [openshift-network-console] adding namespace I0505 19:44:21.912553 4013 namespace.go:102] [openshift-config-operator] adding namespace took 6.317639ms I0505 19:44:21.912570 4013 namespace.go:98] [kube-node-lease] adding namespace I0505 19:44:21.912962 4013 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 6.365364ms I0505 19:44:21.912980 4013 namespace.go:98] [openshift-ingress-canary] adding namespace I0505 19:44:21.913416 4013 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.413996ms I0505 19:44:21.913429 4013 namespace.go:98] [kube-system] adding namespace I0505 19:44:21.913820 4013 namespace.go:102] [openshift-apiserver] adding namespace took 6.449937ms I0505 19:44:21.913834 4013 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0505 19:44:21.914261 4013 namespace.go:102] [default] adding namespace took 6.446086ms I0505 19:44:21.914278 4013 namespace.go:98] [openshift-marketplace] adding namespace I0505 19:44:21.914624 4013 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 5.988015ms I0505 19:44:21.914638 4013 namespace.go:98] [openshift-infra] adding namespace I0505 19:44:21.915039 4013 namespace.go:102] [openshift-package-operator] adding namespace took 6.05853ms I0505 19:44:21.915492 4013 namespace.go:102] [openshift-etcd] adding namespace took 6.068646ms I0505 19:44:21.915505 4013 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0505 19:44:21.915885 4013 namespace.go:102] [openshift-authentication-operator] adding namespace took 6.063217ms I0505 19:44:21.916327 4013 namespace.go:102] [openshift-monitoring] adding namespace took 6.147001ms W0505 19:44:21.916668 4013 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-tbhlp: pod openshift-multus/network-metrics-daemon-tbhlp: no pod IPs found W0505 19:44:21.916681 4013 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-x8wmv: pod openshift-multus/network-metrics-daemon-x8wmv: no pod IPs found I0505 19:44:21.916690 4013 namespace.go:102] [openshift-dns-operator] adding namespace took 5.918398ms I0505 19:44:21.917166 4013 namespace.go:102] [openshift-multus] adding namespace took 5.903694ms I0505 19:44:21.917537 4013 namespace.go:102] [openshift-network-console] adding namespace took 5.432462ms I0505 19:44:21.917884 4013 namespace.go:102] [kube-node-lease] adding namespace took 5.309515ms I0505 19:44:21.918343 4013 namespace.go:102] [openshift-ingress-canary] adding namespace took 5.357354ms I0505 19:44:21.918359 4013 namespace.go:98] [openshift-controller-manager] adding namespace I0505 19:44:21.918694 4013 namespace.go:102] [kube-system] adding namespace took 5.261084ms I0505 19:44:21.918707 4013 namespace.go:98] [openshift-authentication] adding namespace I0505 19:44:21.919134 4013 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 5.295304ms I0505 19:44:21.919511 4013 namespace.go:102] [openshift-marketplace] adding namespace took 5.228088ms I0505 19:44:21.919854 4013 namespace.go:102] [openshift-infra] adding namespace took 5.211268ms I0505 19:44:21.920260 4013 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 4.749835ms I0505 19:44:21.920689 4013 namespace.go:102] [openshift-controller-manager] adding namespace took 2.324194ms I0505 19:44:21.921032 4013 namespace.go:102] [openshift-authentication] adding namespace took 2.320756ms W0505 19:44:21.921103 4013 master.go:458] Unable to parse local node ip-10-0-2-53.ec2.internal chassis-id annotation. Chassis may be removed during sync W0505 19:44:21.921111 4013 master.go:471] Unable to parse remote node ip-10-0-0-117.ec2.internal chassis-id annotation. Chassis may be removed during sync I0505 19:44:21.921116 4013 master.go:481] Removing stale chassis with ID/Name: cc3acf57-4b37-472d-8ba8-b90a4d82ab27, hostname: ip-10-0-2-53.ec2.internal I0505 19:44:21.921556 4013 obj_retry.go:578] Failed to create *v1.Node ip-10-0-0-117.ec2.internal, error: adding or updating remote node chassis ip-10-0-0-117.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-117.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-117.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-117.ec2.internal I0505 19:44:21.921576 4013 master.go:548] Adding or Updating local node "ip-10-0-2-53.ec2.internal" for network "default" I0505 19:44:21.922606 4013 zone_ic_handler.go:195] Time taken to create transit switch: 405.341µs I0505 19:44:21.922621 4013 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-242.ec2.internal for the network default I0505 19:44:21.923981 4013 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-242.ec2.internal" on network "default" took: 1.788418ms I0505 19:44:21.925382 4013 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-53.ec2.internal for the network default I0505 19:44:21.925530 4013 zone_ic_handler.go:195] Time taken to create transit switch: 135.968µs I0505 19:44:21.926162 4013 default_network_controller.go:823] Node add failed for ip-10-0-2-53.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-53.ec2.internal, error getting gateway config for node ip-10-0-2-53.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-53.ec2.internal", failed to update chassis to local for local node ip-10-0-2-53.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-53.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-53.ec2.internal] E0505 19:44:21.926201 4013 obj_retry.go:575] Failed to create *v1.Node ip-10-0-2-53.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-53.ec2.internal, error getting gateway config for node ip-10-0-2-53.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-53.ec2.internal", failed to update chassis to local for local node ip-10-0-2-53.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-53.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-53.ec2.internal] I0505 19:44:21.926256 4013 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0505 19:44:21.926287 4013 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0505 19:44:21.926286 4013 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-2-53.ec2.internal", UID:"892a062d-7ad9-4693-bfe6-e125ed92327b", APIVersion:"v1", ResourceVersion:"8655", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-53.ec2.internal, error getting gateway config for node ip-10-0-2-53.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-53.ec2.internal", failed to update chassis to local for local node ip-10-0-2-53.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-53.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-53.ec2.internal] I0505 19:44:21.926307 4013 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-117.ec2.internal in network "default" I0505 19:44:21.926337 4013 node_tracker.go:235] Node ip-10-0-0-117.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-117.ec2.internal" I0505 19:44:21.926351 4013 node_tracker.go:169] Node ip-10-0-0-117.ec2.internal switch + router changed, syncing services in network "default" I0505 19:44:21.926363 4013 services_controller.go:574] Full service sync requested for network=default I0505 19:44:21.926368 4013 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-242.ec2.internal in network "default" I0505 19:44:21.926307 4013 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0505 19:44:21.926401 4013 node_tracker.go:169] Node ip-10-0-1-242.ec2.internal switch + router changed, syncing services in network "default" I0505 19:44:21.926408 4013 services_controller.go:574] Full service sync requested for network=default I0505 19:44:21.926411 4013 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-53.ec2.internal in network "default" I0505 19:44:21.926419 4013 node_tracker.go:235] Node ip-10-0-2-53.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-53.ec2.internal" I0505 19:44:21.926425 4013 node_tracker.go:169] Node ip-10-0-2-53.ec2.internal switch + router changed, syncing services in network "default" I0505 19:44:21.926429 4013 services_controller.go:574] Full service sync requested for network=default I0505 19:44:21.965444 4013 iptables.go:108] Creating table: filter chain: FORWARD I0505 19:44:21.971968 4013 iptables.go:108] Creating table: filter chain: OUTPUT I0505 19:44:21.978516 4013 gateway_shared_intf.go:1816] Gateway Creation Complete I0505 19:44:21.978530 4013 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-53.ec2.internal","mac-address":"0e:3a:d9:e1:cb:13","ip-addresses":["10.0.2.53/24"],"ip-address":"10.0.2.53/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:cc3acf57-4b37-472d-8ba8-b90a4d82ab27 k8s.ovn.org/node-encap-ips:["10.0.2.53"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.53/24"} k8s.ovn.org/zone-name:ip-10-0-2-53.ec2.internal] on node ip-10-0-2-53.ec2.internal I0505 19:44:21.995298 4013 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-53.ec2.internal in network "default" I0505 19:44:21.995359 4013 node_tracker.go:169] Node ip-10-0-2-53.ec2.internal switch + router changed, syncing services in network "default" I0505 19:44:21.995376 4013 services_controller.go:574] Full service sync requested for network=default I0505 19:44:21.995391 4013 master.go:548] Adding or Updating local node "ip-10-0-2-53.ec2.internal" for network "default" I0505 19:44:21.998965 4013 default_node_network_controller.go:519] Node connection status = connected W0505 19:44:22.000097 4013 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-tbhlp: pod openshift-multus/network-metrics-daemon-tbhlp: no pod IPs found W0505 19:44:22.000121 4013 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-wbcrh: pod openshift-network-diagnostics/network-check-target-wbcrh: no pod IPs found I0505 19:44:22.001220 4013 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-53.ec2.internal for the network default I0505 19:44:22.001411 4013 zone_ic_handler.go:195] Time taken to create transit switch: 178.557µs I0505 19:44:22.026778 4013 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0505 19:44:22.026795 4013 services_controller.go:208] Setting up event handlers for services for network=default I0505 19:44:22.026837 4013 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0505 19:44:22.026900 4013 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0505 19:44:22.026925 4013 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0505 19:44:22.127228 4013 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0505 19:44:22.127245 4013 repair.go:60] Starting repairing loop for services I0505 19:44:22.127316 4013 repair.go:131] Deleted 0 stale service LBs I0505 19:44:22.127333 4013 repair.go:137] Deleted 0 stale Chassis Template Vars I0505 19:44:22.127347 4013 repair.go:62] Finished repairing loop for services: 103.868µs I0505 19:44:22.127380 4013 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0505 19:44:22.127390 4013 services_controller.go:254] Starting workers for network=default I0505 19:44:22.127822 4013 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-tbhlp] creating logical port openshift-multus_network-metrics-daemon-tbhlp for pod on switch ip-10-0-2-53.ec2.internal I0505 19:44:22.127890 4013 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-x2tjv, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-x2tjv: suppressed error logged: pod openshift-network-diagnostics/network-check-target-x2tjv: no pod IPs found I0505 19:44:22.127941 4013 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-tbhlp I0505 19:44:22.127945 4013 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-x8wmv, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-x8wmv: suppressed error logged: pod openshift-multus/network-metrics-daemon-x8wmv: no pod IPs found I0505 19:44:22.128055 4013 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-wbcrh] creating logical port openshift-network-diagnostics_network-check-target-wbcrh for pod on switch ip-10-0-2-53.ec2.internal I0505 19:44:22.128506 4013 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-wbcrh I0505 19:44:22.147456 4013 pod.go:62] [openshift-multus/network-metrics-daemon-tbhlp] pod update took 19.553881ms I0505 19:44:22.147477 4013 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-tbhlp] addLogicalPort annotation time took 19.585302ms I0505 19:44:22.148680 4013 pods.go:271] [openshift-multus/network-metrics-daemon-tbhlp] addLogicalPort took 20.870426ms, libovsdb time 1.028838ms I0505 19:44:22.157375 4013 pod.go:62] [openshift-network-diagnostics/network-check-target-wbcrh] pod update took 29.263865ms I0505 19:44:22.157392 4013 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-wbcrh] addLogicalPort annotation time took 29.281622ms I0505 19:44:22.158243 4013 pods.go:271] [openshift-network-diagnostics/network-check-target-wbcrh] addLogicalPort took 30.194388ms, libovsdb time 664.124µs I0505 19:44:22.158658 4013 admin_network_policy_controller.go:227] Starting controller default-network-controller I0505 19:44:22.158686 4013 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0505 19:44:22.158701 4013 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0505 19:44:22.158710 4013 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0505 19:44:22.158925 4013 repair.go:29] Repairing admin network policies took 208.908µs I0505 19:44:22.159056 4013 repair.go:92] Repairing baseline admin network policies took 120.176µs I0505 19:44:22.159454 4013 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0505 19:44:22.159471 4013 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0505 19:44:22.161323 4013 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0505 19:44:22.161344 4013 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0505 19:44:22.161356 4013 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0505 19:44:22.163140 4013 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0505 19:44:22.163159 4013 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0505 19:44:22.163167 4013 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0505 19:44:22.163668 4013 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0505 19:44:22.163688 4013 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0505 19:44:22.163699 4013 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0505 19:44:22.164205 4013 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0505 19:44:22.164223 4013 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0505 19:44:22.164232 4013 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0505 19:44:22.165702 4013 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0505 19:44:22.165722 4013 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0505 19:44:22.165730 4013 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0505 19:44:22.168042 4013 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0505 19:44:22.168059 4013 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0505 19:44:22.168067 4013 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0505 19:44:22.168638 4013 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0505 19:44:22.168656 4013 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0505 19:44:22.168666 4013 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0505 19:44:22.169272 4013 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0505 19:44:22.169292 4013 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0505 19:44:22.169301 4013 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0505 19:44:22.169822 4013 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0505 19:44:22.169845 4013 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0505 19:44:22.170425 4013 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0505 19:44:22.170439 4013 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0505 19:44:22.171202 4013 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0505 19:44:22.171225 4013 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0505 19:44:22.171235 4013 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0505 19:44:22.172566 4013 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0505 19:44:22.172585 4013 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0505 19:44:22.172595 4013 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0505 19:44:22.174529 4013 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0505 19:44:22.174552 4013 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0505 19:44:22.174583 4013 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0505 19:44:22.176173 4013 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0505 19:44:22.176193 4013 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0505 19:44:22.176200 4013 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0505 19:44:22.176544 4013 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0505 19:44:22.176562 4013 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0505 19:44:22.176571 4013 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0505 19:44:22.178696 4013 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0505 19:44:22.178714 4013 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0505 19:44:22.178730 4013 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0505 19:44:22.179015 4013 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0505 19:44:22.179039 4013 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0505 19:44:22.179048 4013 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0505 19:44:22.180346 4013 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0505 19:44:22.180368 4013 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0505 19:44:22.180376 4013 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0505 19:44:22.180838 4013 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0505 19:44:22.180855 4013 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0505 19:44:22.180880 4013 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0505 19:44:22.181333 4013 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0505 19:44:22.181350 4013 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0505 19:44:22.181360 4013 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0505 19:44:22.181610 4013 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0505 19:44:22.181630 4013 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0505 19:44:22.181640 4013 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0505 19:44:22.182508 4013 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0505 19:44:22.182527 4013 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0505 19:44:22.182536 4013 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0505 19:44:22.183515 4013 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0505 19:44:22.183532 4013 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0505 19:44:22.183541 4013 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0505 19:44:22.184503 4013 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0505 19:44:22.184519 4013 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0505 19:44:22.184527 4013 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0505 19:44:22.185350 4013 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0505 19:44:22.185366 4013 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0505 19:44:22.185376 4013 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0505 19:44:22.186465 4013 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0505 19:44:22.186481 4013 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0505 19:44:22.186488 4013 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0505 19:44:22.186928 4013 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0505 19:44:22.186955 4013 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0505 19:44:22.186964 4013 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0505 19:44:22.187447 4013 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0505 19:44:22.187467 4013 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0505 19:44:22.187474 4013 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0505 19:44:22.187959 4013 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0505 19:44:22.187974 4013 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0505 19:44:22.188004 4013 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0505 19:44:22.188624 4013 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0505 19:44:22.193290 4013 egressfirewall.go:374] Starting EgressFirewall controller I0505 19:44:22.193327 4013 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0505 19:44:22.193332 4013 controller.go:133] Adding controller egress-firewall-controller event handlers I0505 19:44:22.193357 4013 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0505 19:44:22.193372 4013 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0505 19:44:22.193376 4013 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0505 19:44:22.193386 4013 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0505 19:44:22.193695 4013 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0505 19:44:22.193710 4013 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0505 19:44:22.193715 4013 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0505 19:44:22.193723 4013 egressqos.go:193] Setting up event handlers for EgressQoS I0505 19:44:22.193732 4013 egressfirewall.go:723] Syncing node "ip-10-0-1-242.ec2.internal" for egress firewall I0505 19:44:22.193744 4013 egressfirewall.go:723] Syncing node "ip-10-0-2-53.ec2.internal" for egress firewall I0505 19:44:22.193748 4013 egressfirewall.go:723] Syncing node "ip-10-0-0-117.ec2.internal" for egress firewall I0505 19:44:22.193929 4013 egressqos.go:245] Starting EgressQoS Controller I0505 19:44:22.193944 4013 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0505 19:44:22.193953 4013 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0505 19:44:22.193958 4013 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0505 19:44:22.193962 4013 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0505 19:44:22.193967 4013 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0505 19:44:22.193972 4013 shared_informer.go:356] "Caches are synced" controller="egressqos" I0505 19:44:22.193975 4013 egressqos.go:259] Repairing EgressQoSes I0505 19:44:22.193979 4013 egressqos.go:399] Starting repairing loop for egressqos I0505 19:44:22.194058 4013 egressqos.go:401] Finished repairing loop for egressqos: 78.826µs I0505 19:44:22.194078 4013 egressservice_zone.go:132] Setting up event handlers for Egress Services I0505 19:44:22.194130 4013 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-2-53.ec2.internal I0505 19:44:22.194174 4013 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-2-53.ec2.internal : 45.179µs I0505 19:44:22.194210 4013 egressservice_zone.go:210] Starting Egress Services Controller I0505 19:44:22.194224 4013 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0505 19:44:22.194232 4013 shared_informer.go:356] "Caches are synced" controller="egressservices" I0505 19:44:22.194238 4013 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0505 19:44:22.194242 4013 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0505 19:44:22.194247 4013 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0505 19:44:22.194252 4013 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0505 19:44:22.194257 4013 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0505 19:44:22.194261 4013 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0505 19:44:22.194264 4013 egressservice_zone.go:228] Repairing Egress Services I0505 19:44:22.194526 4013 master_controller.go:88] Starting Admin Policy Based Route Controller I0505 19:44:22.194536 4013 external_controller.go:278] Starting Admin Policy Based Route Controller I0505 19:44:22.194547 4013 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-117.ec2.internal I0505 19:44:22.194557 4013 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-117.ec2.internal: 12.004µs I0505 19:44:22.194564 4013 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-242.ec2.internal I0505 19:44:22.194567 4013 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-242.ec2.internal: 4.043µs I0505 19:44:22.194572 4013 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-53.ec2.internal I0505 19:44:22.194575 4013 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-53.ec2.internal: 3.701µs I0505 19:44:22.194621 4013 default_network_controller.go:585] Completing all the Watchers took 310.203876ms I0505 19:44:22.194633 4013 default_network_controller.go:589] Starting unidling controllers I0505 19:44:22.194644 4013 unidle.go:46] Registering OVN SB ControllerEvent handler I0505 19:44:22.194651 4013 unidle.go:63] Populating Initial ContollerEvent events I0505 19:44:22.194660 4013 unidle.go:79] Setting up event handlers for services I0505 19:44:22.194710 4013 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0505 19:44:22.399127 4013 default_network_controller.go:1025] Node "ip-10-0-0-117.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0505 19:44:22.499078 4013 default_node_network_controller.go:519] Node connection status = connected I0505 19:44:23.000061 4013 default_node_network_controller.go:519] Node connection status = connected I0505 19:44:23.499708 4013 default_node_network_controller.go:519] Node connection status = connected I0505 19:44:23.737471 4013 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-242.ec2.internal I0505 19:44:23.737495 4013 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-242.ec2.internal: 32.261µs I0505 19:44:23.737471 4013 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-242.ec2.internal in network "default" I0505 19:44:23.737535 4013 egressfirewall.go:723] Syncing node "ip-10-0-1-242.ec2.internal" for egress firewall I0505 19:44:23.737562 4013 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-242.ec2.internal. Updating no re-route policies I0505 19:44:23.737592 4013 node_tracker.go:169] Node ip-10-0-1-242.ec2.internal switch + router changed, syncing services in network "default" I0505 19:44:23.737630 4013 services_controller.go:574] Full service sync requested for network=default I0505 19:44:23.999340 4013 default_node_network_controller.go:519] Node connection status = connected I0505 19:44:24.215181 4013 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0505 19:44:24.499226 4013 default_node_network_controller.go:519] Node connection status = connected I0505 19:44:24.516525 4013 bridgeconfig.go:537] Gateway is ready I0505 19:44:24.516542 4013 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0505 19:44:24.527740 4013 node_ip_handler_linux.go:247] Node primary address changed to 10.0.2.53. Updating OVN encap IP. I0505 19:44:24.533162 4013 node_ip_handler_linux.go:542] Will not update encap IP 10.0.2.53 - it is already configured I0505 19:44:24.533176 4013 node_ip_handler_linux.go:485] Node address changed to map[10.0.2.53/24:{} 172.20.0.1/32:{}]. Updating annotations. I0505 19:44:24.533400 4013 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.2.53/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-53.ec2.internal","mac-address":"0e:3a:d9:e1:cb:13","ip-addresses":["10.0.2.53/24"],"ip-address":"10.0.2.53/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:cc3acf57-4b37-472d-8ba8-b90a4d82ab27 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.53/24"}] on node ip-10-0-2-53.ec2.internal I0505 19:44:24.552298 4013 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.2.53 I0505 19:44:24.552309 4013 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-53.ec2.internal I0505 19:44:24.552323 4013 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-53.ec2.internal: 17.105µs I0505 19:44:24.552365 4013 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-53.ec2.internal in network "default" I0505 19:44:24.552384 4013 master.go:548] Adding or Updating local node "ip-10-0-2-53.ec2.internal" for network "default" I0505 19:44:24.552390 4013 egressfirewall.go:723] Syncing node "ip-10-0-2-53.ec2.internal" for egress firewall I0505 19:44:24.552433 4013 node_tracker.go:169] Node ip-10-0-2-53.ec2.internal switch + router changed, syncing services in network "default" I0505 19:44:24.552456 4013 services_controller.go:574] Full service sync requested for network=default I0505 19:44:24.552463 4013 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-2-53.ec2.internal I0505 19:44:24.556430 4013 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-53.ec2.internal. Updating no re-route policies I0505 19:44:24.556503 4013 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-zxprj I0505 19:44:24.556518 4013 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-zxprj I0505 19:44:24.556521 4013 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-wbcrh I0505 19:44:24.556522 4013 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-nmpm9 I0505 19:44:24.556538 4013 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-zxprj after 0 failed attempt(s) I0505 19:44:24.556538 4013 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-rvxr4 I0505 19:44:24.556544 4013 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-nmpm9 I0505 19:44:24.556549 4013 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-rvxr4 I0505 19:44:24.556556 4013 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-53.ec2.internal I0505 19:44:24.556564 4013 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-53.ec2.internal I0505 19:44:24.556564 4013 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-rvxr4 after 0 failed attempt(s) I0505 19:44:24.556566 4013 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-nmpm9 after 0 failed attempt(s) I0505 19:44:24.556563 4013 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-ckwbd I0505 19:44:24.556560 4013 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-2k44n I0505 19:44:24.556549 4013 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-n6ccn I0505 19:44:24.556581 4013 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-n6ccn I0505 19:44:24.556585 4013 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-2k44n I0505 19:44:24.556574 4013 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-53.ec2.internal after 0 failed attempt(s) I0505 19:44:24.556603 4013 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-53.ec2.internal I0505 19:44:24.556575 4013 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-ckwbd I0505 19:44:24.556604 4013 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-x2tjv I0505 19:44:24.556624 4013 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-x2tjv I0505 19:44:24.556624 4013 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-ckwbd after 0 failed attempt(s) I0505 19:44:24.556637 4013 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-53.ec2.internal I0505 19:44:24.556654 4013 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-53.ec2.internal after 0 failed attempt(s) I0505 19:44:24.556581 4013 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-tbhlp I0505 19:44:24.556696 4013 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-tbhlp I0505 19:44:24.556611 4013 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-2k44n after 0 failed attempt(s) I0505 19:44:24.556702 4013 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-x2tjv, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-x2tjv: suppressed error logged: pod openshift-network-diagnostics/network-check-target-x2tjv: no pod IPs found I0505 19:44:24.556534 4013 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-wbcrh I0505 19:44:24.556725 4013 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-tbhlp] creating logical port openshift-multus_network-metrics-daemon-tbhlp for pod on switch ip-10-0-2-53.ec2.internal I0505 19:44:24.556756 4013 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-wbcrh] creating logical port openshift-network-diagnostics_network-check-target-wbcrh for pod on switch ip-10-0-2-53.ec2.internal I0505 19:44:24.557057 4013 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-rgrn4 I0505 19:44:24.557075 4013 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-n6ccn after 0 failed attempt(s) I0505 19:44:24.557086 4013 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-j8vnb I0505 19:44:24.557093 4013 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-wwtjt I0505 19:44:24.557098 4013 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-j8vnb I0505 19:44:24.557105 4013 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-wwtjt I0505 19:44:24.557107 4013 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-x8wmv I0505 19:44:24.557123 4013 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-j8vnb after 0 failed attempt(s) I0505 19:44:24.557125 4013 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-wwtjt after 0 failed attempt(s) I0505 19:44:24.557125 4013 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-rgrn4 I0505 19:44:24.557129 4013 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-x8wmv I0505 19:44:24.557152 4013 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-rgrn4 after 0 failed attempt(s) I0505 19:44:24.557159 4013 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-x8wmv, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-x8wmv: suppressed error logged: pod openshift-multus/network-metrics-daemon-x8wmv: no pod IPs found I0505 19:44:24.557344 4013 pods.go:271] [openshift-multus/network-metrics-daemon-tbhlp] addLogicalPort took 625.513µs, libovsdb time 238.146µs I0505 19:44:24.557356 4013 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-tbhlp after 0 failed attempt(s) I0505 19:44:24.557757 4013 pods.go:271] [openshift-network-diagnostics/network-check-target-wbcrh] addLogicalPort took 1.015291ms, libovsdb time 181.933µs I0505 19:44:24.557764 4013 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-wbcrh after 0 failed attempt(s) I0505 19:44:24.568259 4013 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0505 19:44:24.579834 4013 iptables.go:108] Creating table: mangle chain: OUTPUT I0505 19:44:24.583543 4013 iptables.go:108] Creating table: nat chain: OUTPUT I0505 19:44:24.628150 4013 iptables.go:108] Creating table: nat chain: PREROUTING I0505 19:44:24.695854 4013 iptables.go:108] Creating table: filter chain: FORWARD I0505 19:44:24.713941 4013 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0505 19:44:24.714038 4013 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0505 19:44:24.714082 4013 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0505 19:44:24.714149 4013 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0505 19:44:24.714196 4013 gateway_init.go:325] Gateway and management port readiness took 2.719473957s I0505 19:44:24.714223 4013 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0505 19:44:24.714258 4013 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0505 19:44:24.714272 4013 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0505 19:44:24.714280 4013 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0505 19:44:24.714341 4013 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0505 19:44:24.714427 4013 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 55.468µs I0505 19:44:24.714667 4013 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0505 19:44:24.714696 4013 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 19.452µs I0505 19:44:24.714705 4013 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 39.701µs I0505 19:44:24.714710 4013 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0505 19:44:24.714721 4013 nad_controller.go:379] [node-nad-controller NAD controller]: started I0505 19:44:24.714727 4013 default_node_network_controller.go:899] Starting the default node network controller I0505 19:44:24.714732 4013 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0505 19:44:24.714746 4013 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 12.878µs I0505 19:44:24.714910 4013 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0505 19:44:24.714920 4013 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0505 19:44:24.714957 4013 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000aed080 0xc0002d3c00 0xc0002d3c70 0xc0002d3ce0 0xc0002d3d50 0xc0002d3dc0 0xc0002d3e30 0xc000ab39a0 0xc0002d3ea0 0xc0002d3f10 0xc000cf22d0 0xc00657f340 0xc0002ee000 map[0x2ff9080:0xc002a0b8c0 0x2ff95c0:0xc002a0ba40 0x2ffa2e0:0xc002a0b800 0x2ffa580:0xc002a0b860 0x2ffad60:0xc002a0b920 0x2ffb000:0xc002a0b980 0x2ffb2a0:0xc002a0b9e0 0x2ffba80:0xc002a0bc20 0x2ffbd20:0xc002a0bc80 0x3026980:0xc000f1b2c0 0x3026d20:0xc000f1b320 0x3027800:0xc000cea420 0x3029160:0xc001c5e000 0x30298a0:0xc000f1b380 0x302a720:0xc000e25e00] 0xc0000d2e00 0} I0505 19:44:24.715014 4013 gateway.go:151] Starting gateway service sync I0505 19:44:24.715431 4013 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0505 19:44:24.717819 4013 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0505 19:44:24.743904 4013 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0505 19:44:24.745255 4013 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0505 19:44:24.746514 4013 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0505 19:44:24.778834 4013 gateway.go:168] Gateway service sync done. Time taken: 63.81015ms I0505 19:44:24.779330 4013 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31073 I0505 19:44:24.779572 4013 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000aed080 0xc0002d3c00 0xc0002d3c70 0xc0002d3ce0 0xc0002d3d50 0xc0002d3dc0 0xc0002d3e30 0xc000ab39a0 0xc0002d3ea0 0xc0002d3f10 0xc000cf22d0 0xc00657f340 0xc0002ee000 map[0x2ff9080:0xc002a0b8c0 0x2ff95c0:0xc002a0ba40 0x2ffa2e0:0xc002a0b800 0x2ffa580:0xc002a0b860 0x2ffad60:0xc002a0b920 0x2ffb000:0xc002a0b980 0x2ffb2a0:0xc002a0b9e0 0x2ffba80:0xc002a0bc20 0x2ffbd20:0xc002a0bc80 0x3026980:0xc000f1b2c0 0x3026d20:0xc000f1b320 0x3027800:0xc000cea420 0x3029160:0xc001c5e000 0x30298a0:0xc000f1b380 0x302a720:0xc000e25e00] 0xc0000d2e00 0} I0505 19:44:24.780009 4013 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000aed080 0xc0002d3c00 0xc0002d3c70 0xc0002d3ce0 0xc0002d3d50 0xc0002d3dc0 0xc0002d3e30 0xc000ab39a0 0xc0002d3ea0 0xc0002d3f10 0xc000cf22d0 0xc00657f340 0xc0002ee000 map[0x2ff9080:0xc002a0b8c0 0x2ff95c0:0xc002a0ba40 0x2ffa2e0:0xc002a0b800 0x2ffa580:0xc002a0b860 0x2ffad60:0xc002a0b920 0x2ffb000:0xc002a0b980 0x2ffb2a0:0xc002a0b9e0 0x2ffba80:0xc002a0bc20 0x2ffbd20:0xc002a0bc80 0x3026980:0xc000f1b2c0 0x3026d20:0xc000f1b320 0x3027800:0xc000cea420 0x3029160:0xc001c5e000 0x30298a0:0xc000f1b380 0x302a720:0xc000e25e00] 0xc0000d2e00 0} I0505 19:44:24.780045 4013 gateway.go:532] Reconciling gateway with updates I0505 19:44:24.785711 4013 gateway.go:339] Spawning Conntrack Rule Check Thread I0505 19:44:24.785809 4013 default_node_network_controller.go:944] Gateway and management port readiness took 70.880796ms I0505 19:44:24.785826 4013 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0505 19:44:24.785833 4013 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0505 19:44:24.785848 4013 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0505 19:44:24.785851 4013 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0505 19:44:24.785892 4013 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0505 19:44:24.785826 4013 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0505 19:44:24.785907 4013 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0505 19:44:24.785874 4013 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0505 19:44:24.785811 4013 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0505 19:44:24.785912 4013 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0505 19:44:24.785920 4013 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0505 19:44:24.785927 4013 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0505 19:44:24.785935 4013 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0505 19:44:24.785941 4013 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0505 19:44:24.785944 4013 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0505 19:44:24.785944 4013 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0505 19:44:24.785953 4013 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0505 19:44:24.785895 4013 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0505 19:44:24.785963 4013 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0505 19:44:24.785968 4013 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0505 19:44:24.785989 4013 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0505 19:44:24.786000 4013 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0505 19:44:24.786006 4013 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0505 19:44:24.785936 4013 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0505 19:44:24.786003 4013 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0505 19:44:24.786022 4013 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0505 19:44:24.786031 4013 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0505 19:44:24.786029 4013 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 19:44:24.786039 4013 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0505 19:44:24.786045 4013 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0505 19:44:24.786049 4013 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0505 19:44:24.786048 4013 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 19:44:24.786055 4013 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0505 19:44:24.786049 4013 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0505 19:44:24.786061 4013 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 19:44:24.786061 4013 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0505 19:44:24.786066 4013 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0505 19:44:24.786068 4013 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0505 19:44:24.786075 4013 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0505 19:44:24.786085 4013 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0505 19:44:24.785909 4013 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0505 19:44:24.786087 4013 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0505 19:44:24.786098 4013 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0505 19:44:24.786102 4013 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0505 19:44:24.786101 4013 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0505 19:44:24.786048 4013 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0505 19:44:24.786111 4013 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0505 19:44:24.786089 4013 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0505 19:44:24.786117 4013 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0505 19:44:24.786126 4013 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0505 19:44:24.785839 4013 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0505 19:44:24.786129 4013 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0505 19:44:24.786133 4013 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0505 19:44:24.786132 4013 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0505 19:44:24.786139 4013 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0505 19:44:24.786139 4013 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0505 19:44:24.786141 4013 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0505 19:44:24.786147 4013 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0505 19:44:24.786148 4013 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0505 19:44:24.786078 4013 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0505 19:44:24.786153 4013 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0505 19:44:24.786115 4013 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0505 19:44:24.786200 4013 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0505 19:44:24.786047 4013 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0505 19:44:24.785917 4013 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0505 19:44:24.786224 4013 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0505 19:44:24.786052 4013 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0505 19:44:24.786247 4013 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0505 19:44:24.786087 4013 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0505 19:44:24.786099 4013 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0505 19:44:24.786063 4013 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0505 19:44:24.786295 4013 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0505 19:44:24.786093 4013 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0505 19:44:24.786073 4013 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0505 19:44:24.786355 4013 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0505 19:44:24.786031 4013 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0505 19:44:24.786377 4013 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0505 19:44:24.786012 4013 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0505 19:44:24.786014 4013 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0505 19:44:24.786018 4013 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0505 19:44:24.785962 4013 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0505 19:44:24.786524 4013 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0505 19:44:24.786023 4013 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0505 19:44:24.786547 4013 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0505 19:44:24.786556 4013 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0505 19:44:24.786039 4013 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0505 19:44:24.786568 4013 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0505 19:44:24.786580 4013 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0505 19:44:24.786579 4013 port_claim.go:71] Svc openshift-ingress/router-default: port 31191 is already open, no action needed I0505 19:44:24.786684 4013 port_claim.go:71] Svc openshift-ingress/router-default: port 31839 is already open, no action needed I0505 19:44:24.786073 4013 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 19:44:24.786090 4013 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0505 19:44:24.786105 4013 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0505 19:44:24.786877 4013 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0505 19:44:24.786106 4013 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0505 19:44:24.786120 4013 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0505 19:44:24.786958 4013 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0505 19:44:24.786116 4013 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0505 19:44:24.786984 4013 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0505 19:44:24.786118 4013 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0505 19:44:24.786133 4013 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0505 19:44:24.786078 4013 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0505 19:44:24.787130 4013 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0505 19:44:24.785810 4013 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0505 19:44:24.787191 4013 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0505 19:44:24.786027 4013 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0505 19:44:24.787223 4013 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0505 19:44:24.787351 4013 node_ip_handler_linux.go:160] Node IP manager is running W0505 19:44:24.823185 4013 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0505 19:44:24.823345 4013 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0505 19:44:24.823460 4013 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:80:00:01/10.128.0.1) on link ovn-k8s-mp0 I0505 19:44:24.831335 4013 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0505 19:44:24.831362 4013 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0505 19:44:24.831368 4013 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0505 19:44:24.831373 4013 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0505 19:44:24.831379 4013 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0505 19:44:24.831385 4013 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0505 19:44:24.831391 4013 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0505 19:44:24.831396 4013 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0505 19:44:24.831412 4013 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0505 19:44:24.831432 4013 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0505 19:44:24.831438 4013 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0505 19:44:24.831444 4013 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0505 19:44:24.870590 4013 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0505 19:44:24.870618 4013 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0505 19:44:24.870625 4013 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0505 19:44:24.870631 4013 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0505 19:44:24.870637 4013 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0505 19:44:24.870643 4013 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0505 19:44:24.909231 4013 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0505 19:44:24.909242 4013 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0505 19:44:24.909231 4013 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0505 19:44:24.909292 4013 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0505 19:44:24.909304 4013 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0505 19:44:24.909314 4013 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0505 19:44:24.909325 4013 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0505 19:44:24.909334 4013 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0505 19:44:24.909362 4013 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0505 19:44:25.091237 4013 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-117.ec2.internal in network "default" I0505 19:44:25.091249 4013 default_network_controller.go:1025] Node "ip-10-0-0-117.ec2.internal" in remote zone "ip-10-0-0-117.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0505 19:44:25.091266 4013 node_tracker.go:235] Node ip-10-0-0-117.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-117.ec2.internal" I0505 19:44:25.091286 4013 node_tracker.go:169] Node ip-10-0-0-117.ec2.internal switch + router changed, syncing services in network "default" I0505 19:44:25.091302 4013 services_controller.go:574] Full service sync requested for network=default I0505 19:44:25.115581 4013 default_network_controller.go:1025] Node "ip-10-0-0-117.ec2.internal" in remote zone "ip-10-0-0-117.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0505 19:44:25.280511 4013 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-117.ec2.internal in network "default" I0505 19:44:25.280526 4013 default_network_controller.go:1025] Node "ip-10-0-0-117.ec2.internal" in remote zone "ip-10-0-0-117.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0505 19:44:25.280568 4013 node_tracker.go:169] Node ip-10-0-0-117.ec2.internal switch + router changed, syncing services in network "default" I0505 19:44:25.280582 4013 services_controller.go:574] Full service sync requested for network=default I0505 19:44:25.281584 4013 zone_ic_handler.go:195] Time taken to create transit switch: 293.986µs I0505 19:44:25.281598 4013 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-117.ec2.internal for the network default I0505 19:44:25.282642 4013 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-117.ec2.internal" on network "default" took: 1.364579ms I0505 19:44:26.684410 4013 default_node_network_controller.go:1380] Starting node controller node sync W0505 19:44:26.684449 4013 egressip_healthcheck.go:76] Health checking using insecure connection I0505 19:44:26.684510 4013 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.128.0.2:9107 I0505 19:44:26.696193 4013 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.764299ms I0505 19:44:26.696290 4013 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-242.ec2.internal", IP: 10.0.1.242 to PMTUD blocking rules I0505 19:44:26.696306 4013 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-242.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0505 19:44:26.701898 4013 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0505 19:44:26.702120 4013 egressservice_node.go:93] Setting up event handlers for Egress Services I0505 19:44:26.702235 4013 egressservice_node.go:183] Starting Egress Services Controller I0505 19:44:26.702251 4013 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0505 19:44:26.702260 4013 shared_informer.go:356] "Caches are synced" controller="egressservices" I0505 19:44:26.702266 4013 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0505 19:44:26.702271 4013 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0505 19:44:26.702276 4013 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0505 19:44:26.702281 4013 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0505 19:44:26.702285 4013 egressservice_node.go:197] Repairing Egress Services I0505 19:44:26.712392 4013 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0505 19:44:26.712407 4013 external_controller.go:278] Starting Admin Policy Based Route Controller I0505 19:44:26.712513 4013 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0505 19:44:26.712523 4013 link_network_manager.go:119] Link manager is running I0505 19:44:26.712531 4013 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0505 19:44:26.712634 4013 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0505 19:44:26.712884 4013 vrf_manager.go:128] VRF manager is running I0505 19:44:26.712959 4013 node_controller_manager.go:437] Removing flows to drop GARP I0505 19:44:26.712968 4013 gateway.go:532] Reconciling gateway with updates I0505 19:44:26.735771 4013 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0505 19:44:26.735784 4013 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0505 19:44:26.735792 4013 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0505 19:44:26.735796 4013 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0505 19:44:26.735793 4013 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0505 19:44:26.735802 4013 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0505 19:44:26.735810 4013 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0505 19:44:26.735815 4013 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0505 19:44:26.735820 4013 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0505 19:44:26.735823 4013 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0505 19:44:26.735829 4013 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0505 19:44:26.735831 4013 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0505 19:44:26.735830 4013 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0505 19:44:26.735840 4013 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0505 19:44:26.735846 4013 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0505 19:44:26.735848 4013 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0505 19:44:26.735844 4013 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0505 19:44:26.735875 4013 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0505 19:44:26.735879 4013 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0505 19:44:26.735887 4013 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0505 19:44:26.735809 4013 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0505 19:44:26.735895 4013 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0505 19:44:26.735899 4013 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0505 19:44:26.735896 4013 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0505 19:44:26.735907 4013 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0505 19:44:26.735909 4013 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0505 19:44:26.735916 4013 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0505 19:44:26.735922 4013 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 19:44:26.735929 4013 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0505 19:44:26.735930 4013 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0505 19:44:26.735920 4013 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0505 19:44:26.735929 4013 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0505 19:44:26.735937 4013 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0505 19:44:26.735944 4013 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0505 19:44:26.735945 4013 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0505 19:44:26.735951 4013 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0505 19:44:26.735949 4013 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0505 19:44:26.735952 4013 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0505 19:44:26.735954 4013 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0505 19:44:26.735960 4013 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0505 19:44:26.735961 4013 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0505 19:44:26.735965 4013 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0505 19:44:26.735966 4013 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0505 19:44:26.735971 4013 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0505 19:44:26.735972 4013 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0505 19:44:26.735976 4013 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0505 19:44:26.735977 4013 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0505 19:44:26.735979 4013 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0505 19:44:26.735979 4013 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0505 19:44:26.735980 4013 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0505 19:44:26.735979 4013 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0505 19:44:26.735989 4013 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0505 19:44:26.735995 4013 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0505 19:44:26.735995 4013 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0505 19:44:26.735994 4013 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0505 19:44:26.736001 4013 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0505 19:44:26.736007 4013 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0505 19:44:26.736000 4013 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0505 19:44:26.736012 4013 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0505 19:44:26.736011 4013 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0505 19:44:26.736014 4013 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0505 19:44:26.736013 4013 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0505 19:44:26.736019 4013 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0505 19:44:26.736022 4013 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0505 19:44:26.736026 4013 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0505 19:44:26.736031 4013 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0505 19:44:26.736032 4013 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0505 19:44:26.736039 4013 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0505 19:44:26.736052 4013 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0505 19:44:26.736058 4013 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0505 19:44:26.736070 4013 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0505 19:44:26.735973 4013 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0505 19:44:26.736083 4013 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0505 19:44:26.735983 4013 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0505 19:44:26.736111 4013 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0505 19:44:26.736120 4013 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0505 19:44:26.736085 4013 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0505 19:44:26.736136 4013 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0505 19:44:26.736156 4013 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0505 19:44:26.735909 4013 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0505 19:44:26.735948 4013 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0505 19:44:26.736203 4013 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0505 19:44:26.735960 4013 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0505 19:44:26.736214 4013 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0505 19:44:26.735852 4013 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0505 19:44:26.735931 4013 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0505 19:44:26.735887 4013 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0505 19:44:26.735923 4013 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0505 19:44:26.735922 4013 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0505 19:44:26.736253 4013 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0505 19:44:26.735932 4013 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 19:44:26.736284 4013 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0505 19:44:26.735937 4013 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0505 19:44:26.736307 4013 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0505 19:44:26.735937 4013 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 19:44:26.736318 4013 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 19:44:26.736343 4013 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0505 19:44:26.735949 4013 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0505 19:44:26.736355 4013 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0505 19:44:26.736373 4013 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0505 19:44:26.735947 4013 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0505 19:44:26.736381 4013 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0505 19:44:26.736436 4013 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0505 19:44:26.735957 4013 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0505 19:44:26.735962 4013 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0505 19:44:26.736450 4013 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0505 19:44:26.736468 4013 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0505 19:44:26.735961 4013 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0505 19:44:26.736479 4013 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0505 19:44:26.736504 4013 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0505 19:44:26.735967 4013 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0505 19:44:26.736523 4013 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0505 19:44:26.735960 4013 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0505 19:44:26.736571 4013 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0505 19:44:26.735984 4013 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0505 19:44:26.736598 4013 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0505 19:44:26.735988 4013 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0505 19:44:26.736623 4013 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0505 19:44:26.735999 4013 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0505 19:44:26.736650 4013 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0505 19:44:26.735993 4013 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0505 19:44:26.735995 4013 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0505 19:44:26.736001 4013 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0505 19:44:26.736012 4013 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0505 19:44:26.736008 4013 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0505 19:44:26.736738 4013 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0505 19:44:26.736020 4013 port_claim.go:71] Svc openshift-ingress/router-default: port 31191 is already open, no action needed I0505 19:44:26.736794 4013 port_claim.go:71] Svc openshift-ingress/router-default: port 31839 is already open, no action needed I0505 19:44:26.774691 4013 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0505 19:44:26.774713 4013 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0505 19:44:26.774725 4013 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0505 19:44:26.812695 4013 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0505 19:44:26.812718 4013 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0505 19:44:26.851209 4013 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0505 19:44:27.431168 4013 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-242.ec2.internal I0505 19:44:27.431201 4013 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-242.ec2.internal: 35.57µs I0505 19:44:27.835180 4013 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-117.ec2.internal in network "default" I0505 19:44:27.835200 4013 egressfirewall.go:723] Syncing node "ip-10-0-0-117.ec2.internal" for egress firewall I0505 19:44:27.835236 4013 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-117.ec2.internal", IP: 10.0.0.117 to PMTUD blocking rules I0505 19:44:27.835252 4013 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-117.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0505 19:44:27.835263 4013 node_tracker.go:169] Node ip-10-0-0-117.ec2.internal switch + router changed, syncing services in network "default" I0505 19:44:27.835277 4013 services_controller.go:574] Full service sync requested for network=default I0505 19:44:27.835242 4013 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-117.ec2.internal I0505 19:44:27.835311 4013 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-117.ec2.internal: 69.137µs I0505 19:44:27.841338 4013 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-117.ec2.internal. Updating no re-route policies I0505 19:44:27.849201 4013 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-117.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0505 19:44:27.849215 4013 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-117.ec2.internal", IP: 10.0.0.117 to PMTUD blocking rules I0505 19:44:28.959540 4013 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-53.ec2.internal I0505 19:44:28.959569 4013 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-53.ec2.internal: 35.037µs I0505 19:44:28.989184 4013 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-56b854d8b5-wqt9p] creating logical port openshift-image-registry_image-registry-56b854d8b5-wqt9p for pod on switch ip-10-0-2-53.ec2.internal I0505 19:44:28.989303 4013 kube.go:256] Updating pod openshift-image-registry/image-registry-56b854d8b5-wqt9p I0505 19:44:29.011781 4013 pod.go:62] [openshift-image-registry/image-registry-56b854d8b5-wqt9p] pod update took 22.510503ms I0505 19:44:29.011804 4013 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-56b854d8b5-wqt9p] addLogicalPort annotation time took 22.533995ms I0505 19:44:29.012894 4013 pods.go:271] [openshift-image-registry/image-registry-56b854d8b5-wqt9p] addLogicalPort took 23.719976ms, libovsdb time 829.17µs I0505 19:44:29.033895 4013 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-wqmj9] creating logical port openshift-dns_dns-default-wqmj9 for pod on switch ip-10-0-2-53.ec2.internal I0505 19:44:29.033986 4013 kube.go:256] Updating pod openshift-dns/dns-default-wqmj9 I0505 19:44:29.040173 4013 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-fvn6z] creating logical port openshift-ingress-canary_ingress-canary-fvn6z for pod on switch ip-10-0-2-53.ec2.internal I0505 19:44:29.040262 4013 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-fvn6z I0505 19:44:29.059988 4013 pod.go:62] [openshift-dns/dns-default-wqmj9] pod update took 26.028627ms I0505 19:44:29.060009 4013 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-wqmj9] addLogicalPort annotation time took 26.052538ms I0505 19:44:29.060746 4013 pod.go:62] [openshift-ingress-canary/ingress-canary-fvn6z] pod update took 20.50393ms I0505 19:44:29.060763 4013 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-fvn6z] addLogicalPort annotation time took 20.52256ms I0505 19:44:29.061158 4013 pods.go:271] [openshift-dns/dns-default-wqmj9] addLogicalPort took 27.272208ms, libovsdb time 898.494µs I0505 19:44:29.061923 4013 pods.go:271] [openshift-ingress-canary/ingress-canary-fvn6z] addLogicalPort took 21.759657ms, libovsdb time 735.499µs I0505 19:44:29.451398 4013 cni.go:452] [openshift-ingress-canary/ingress-canary-fvn6z 1a9e0b59a1006bb134762508e31f4c4bfb8db760f30c4330afe64e214ca50ffe network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-fvn6z 1a9e0b59a1006bb134762508e31f4c4bfb8db760f30c4330afe64e214ca50ffe network default NAD default NAD key ] I0505 19:44:29.486892 4013 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-fvn6z, hostIfaceName: 1a9e0b59a1006bb, network: default, NAD default, SandboxID: "1a9e0b59a1006bb134762508e31f4c4bfb8db760f30c4330afe64e214ca50ffe", PCI device ID: , UID: "74337cd3-ecb6-42c9-bc20-9609a147f148", MAC: 0a:58:0a:80:00:07, IPs: [10.128.0.7/23] I0505 19:44:29.533294 4013 cni.go:473] [openshift-ingress-canary/ingress-canary-fvn6z 1a9e0b59a1006bb134762508e31f4c4bfb8db760f30c4330afe64e214ca50ffe network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-fvn6z 1a9e0b59a1006bb134762508e31f4c4bfb8db760f30c4330afe64e214ca50ffe network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:63:1a:37:9d:e9\",\"name\":\"1a9e0b59a1006bb\"},{\"mac\":\"0a:58:0a:80:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7c7d398f-61c6-425e-ab1d-d2f3d4e086b6\"}],\"ips\":[{\"address\":\"10.128.0.7/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 19:44:31.566826 4013 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-117.ec2.internal I0505 19:44:31.566857 4013 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-117.ec2.internal: 36.446µs W0505 19:44:35.236097 4013 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0505 19:44:37.245200 4013 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0505 19:44:39.779726 4013 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0505 19:44:47.976374 4013 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-59bb856bff-ttcpv] creating logical port openshift-ingress_router-default-59bb856bff-ttcpv for pod on switch ip-10-0-2-53.ec2.internal I0505 19:44:47.976456 4013 kube.go:256] Updating pod openshift-ingress/router-default-59bb856bff-ttcpv I0505 19:44:47.996211 4013 pod.go:62] [openshift-ingress/router-default-59bb856bff-ttcpv] pod update took 19.778598ms I0505 19:44:47.996235 4013 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-59bb856bff-ttcpv] addLogicalPort annotation time took 19.805872ms I0505 19:44:47.997177 4013 pods.go:271] [openshift-ingress/router-default-59bb856bff-ttcpv] addLogicalPort took 20.81511ms, libovsdb time 712.175µs I0505 19:44:48.078889 4013 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-2f4cq] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-2f4cq for pod on switch ip-10-0-2-53.ec2.internal I0505 19:44:48.079004 4013 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-2f4cq I0505 19:44:48.096792 4013 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-2f4cq] pod update took 17.807401ms I0505 19:44:48.096814 4013 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-2f4cq] addLogicalPort annotation time took 17.831904ms I0505 19:44:48.097747 4013 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-2f4cq] addLogicalPort took 18.885815ms, libovsdb time 685.751µs I0505 19:44:48.250828 4013 base_network_controller_pods.go:487] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-c7d8l] creating logical port openshift-monitoring_cluster-monitoring-operator-557b74df6-c7d8l for pod on switch ip-10-0-2-53.ec2.internal I0505 19:44:48.250943 4013 kube.go:256] Updating pod openshift-monitoring/cluster-monitoring-operator-557b74df6-c7d8l I0505 19:44:48.274720 4013 pod.go:62] [openshift-monitoring/cluster-monitoring-operator-557b74df6-c7d8l] pod update took 23.807632ms I0505 19:44:48.274741 4013 base_network_controller_pods.go:951] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-c7d8l] addLogicalPort annotation time took 23.834643ms I0505 19:44:48.275927 4013 pods.go:271] [openshift-monitoring/cluster-monitoring-operator-557b74df6-c7d8l] addLogicalPort took 25.114329ms, libovsdb time 918.308µs I0505 19:44:51.081404 4013 cni.go:452] [openshift-network-diagnostics/network-check-target-wbcrh cd9002d9ee9ebcd78c9de7e7a242b0d7522f42d6be57ee8af2a4541a8bd3ef95 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-wbcrh cd9002d9ee9ebcd78c9de7e7a242b0d7522f42d6be57ee8af2a4541a8bd3ef95 network default NAD default NAD key ] I0505 19:44:51.092204 4013 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-wbcrh, hostIfaceName: cd9002d9ee9ebcd, network: default, NAD default, SandboxID: "cd9002d9ee9ebcd78c9de7e7a242b0d7522f42d6be57ee8af2a4541a8bd3ef95", PCI device ID: , UID: "54eabacd-f5b8-4165-8afc-bd870bd8c79d", MAC: 0a:58:0a:80:00:04, IPs: [10.128.0.4/23] I0505 19:44:51.138112 4013 cni.go:473] [openshift-network-diagnostics/network-check-target-wbcrh cd9002d9ee9ebcd78c9de7e7a242b0d7522f42d6be57ee8af2a4541a8bd3ef95 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-wbcrh cd9002d9ee9ebcd78c9de7e7a242b0d7522f42d6be57ee8af2a4541a8bd3ef95 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:d5:77:05:55:dd\",\"name\":\"cd9002d9ee9ebcd\"},{\"mac\":\"0a:58:0a:80:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/898e387e-5323-4574-a0bc-ab98410f34d9\"}],\"ips\":[{\"address\":\"10.128.0.4/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 19:44:51.814013 4013 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0505 19:44:53.553623 4013 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0505 19:44:53.554640 4013 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 989.802µs I0505 19:44:53.569202 4013 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace W0505 19:44:54.224732 4013 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0505 19:44:54.281990 4013 namespace.go:98] [openshift-service-ca] adding namespace I0505 19:44:54.282794 4013 namespace.go:102] [openshift-service-ca] adding namespace took 782.996µs I0505 19:44:54.305841 4013 namespace.go:142] [openshift-service-ca] updating namespace W0505 19:45:02.996615 4013 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0505 19:45:05.329683 4013 obj_retry.go:498] Detected object openshift-image-registry/image-registry-664b997cf4-c9jj8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:45:05.330317 4013 obj_retry.go:498] Detected object openshift-image-registry/image-registry-664b997cf4-c9jj8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:45:05.341133 4013 obj_retry.go:492] Detected object openshift-image-registry/image-registry-664b997cf4-c9jj8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:45:05.341153 4013 obj_retry.go:492] Detected object openshift-image-registry/image-registry-664b997cf4-c9jj8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:45:05.349610 4013 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-664b997cf4-c9jj8 I0505 19:45:05.349630 4013 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-664b997cf4-c9jj8 I0505 19:45:19.877846 4013 cni.go:452] [openshift-ingress/router-default-59bb856bff-ttcpv 921bc02551aa46dace41f796917f18abe0eef1b6bd7cddf6b8f63f1adb9cd48c network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-59bb856bff-ttcpv 921bc02551aa46dace41f796917f18abe0eef1b6bd7cddf6b8f63f1adb9cd48c network default NAD default NAD key ] I0505 19:45:19.888388 4013 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-59bb856bff-ttcpv, hostIfaceName: 921bc02551aa46d, network: default, NAD default, SandboxID: "921bc02551aa46dace41f796917f18abe0eef1b6bd7cddf6b8f63f1adb9cd48c", PCI device ID: , UID: "e699f18c-8a35-46a6-9feb-261851baf51e", MAC: 0a:58:0a:80:00:08, IPs: [10.128.0.8/23] I0505 19:45:19.933450 4013 cni.go:473] [openshift-ingress/router-default-59bb856bff-ttcpv 921bc02551aa46dace41f796917f18abe0eef1b6bd7cddf6b8f63f1adb9cd48c network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-59bb856bff-ttcpv 921bc02551aa46dace41f796917f18abe0eef1b6bd7cddf6b8f63f1adb9cd48c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:8e:c8:2f:43:31\",\"name\":\"921bc02551aa46d\"},{\"mac\":\"0a:58:0a:80:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/786c0753-91a9-43b5-81fe-bf4ccee0a458\"}],\"ips\":[{\"address\":\"10.128.0.8/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 19:45:19.977080 4013 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-2f4cq 1d82ab38e124cbc8e7f3e79a0d231b1978dbb6e98b109a820789829bd79e6a6c network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-2f4cq 1d82ab38e124cbc8e7f3e79a0d231b1978dbb6e98b109a820789829bd79e6a6c network default NAD default NAD key ] I0505 19:45:19.988018 4013 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-2f4cq, hostIfaceName: 1d82ab38e124cbc, network: default, NAD default, SandboxID: "1d82ab38e124cbc8e7f3e79a0d231b1978dbb6e98b109a820789829bd79e6a6c", PCI device ID: , UID: "e6e91862-57b2-4f80-93bc-fa004a87e210", MAC: 0a:58:0a:80:00:09, IPs: [10.128.0.9/23] I0505 19:45:20.034063 4013 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-2f4cq 1d82ab38e124cbc8e7f3e79a0d231b1978dbb6e98b109a820789829bd79e6a6c network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-2f4cq 1d82ab38e124cbc8e7f3e79a0d231b1978dbb6e98b109a820789829bd79e6a6c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:ac:7d:0f:2f:1a\",\"name\":\"1d82ab38e124cbc\"},{\"mac\":\"0a:58:0a:80:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1b0c5af5-142e-494e-bf55-299bd2218e43\"}],\"ips\":[{\"address\":\"10.128.0.9/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 19:45:20.119896 4013 cni.go:452] [openshift-monitoring/cluster-monitoring-operator-557b74df6-c7d8l a5f02bc8ecdf4473e10271106a9a0edcd2a86e76f1d49cf05b78cb2b1b1a8bc1 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-c7d8l a5f02bc8ecdf4473e10271106a9a0edcd2a86e76f1d49cf05b78cb2b1b1a8bc1 network default NAD default NAD key ] I0505 19:45:20.130563 4013 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: cluster-monitoring-operator-557b74df6-c7d8l, hostIfaceName: a5f02bc8ecdf447, network: default, NAD default, SandboxID: "a5f02bc8ecdf4473e10271106a9a0edcd2a86e76f1d49cf05b78cb2b1b1a8bc1", PCI device ID: , UID: "78b53f98-4a73-499f-9ff6-dcbe88ae10d8", MAC: 0a:58:0a:80:00:0a, IPs: [10.128.0.10/23] I0505 19:45:20.175983 4013 cni.go:473] [openshift-monitoring/cluster-monitoring-operator-557b74df6-c7d8l a5f02bc8ecdf4473e10271106a9a0edcd2a86e76f1d49cf05b78cb2b1b1a8bc1 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-c7d8l a5f02bc8ecdf4473e10271106a9a0edcd2a86e76f1d49cf05b78cb2b1b1a8bc1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:25:c8:f8:32:86\",\"name\":\"a5f02bc8ecdf447\"},{\"mac\":\"0a:58:0a:80:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d3999440-accd-4e8a-8c3c-cbd3a02bc665\"}],\"ips\":[{\"address\":\"10.128.0.10/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 19:45:23.524033 4013 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0505 19:45:23.606668 4013 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0505 19:45:23.619924 4013 util.go:959] Failed to build node endpoints for node ip-10-0-2-53.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0505 19:45:23.619944 4013 util.go:959] Failed to build node endpoints for node ip-10-0-2-53.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0505 19:45:23.643157 4013 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-9l2hg] creating logical port openshift-console_downloads-5c54f4944f-9l2hg for pod on switch ip-10-0-2-53.ec2.internal I0505 19:45:23.643258 4013 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-9l2hg I0505 19:45:23.663919 4013 pod.go:62] [openshift-console/downloads-5c54f4944f-9l2hg] pod update took 20.696376ms I0505 19:45:23.663945 4013 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-9l2hg] addLogicalPort annotation time took 20.723885ms I0505 19:45:23.664988 4013 pods.go:271] [openshift-console/downloads-5c54f4944f-9l2hg] addLogicalPort took 21.840547ms, libovsdb time 772.33µs I0505 19:45:23.705124 4013 base_network_controller_pods.go:487] [default/openshift-console/console-5d5bb98677-j597q] creating logical port openshift-console_console-5d5bb98677-j597q for pod on switch ip-10-0-2-53.ec2.internal I0505 19:45:23.705239 4013 kube.go:256] Updating pod openshift-console/console-5d5bb98677-j597q I0505 19:45:23.731833 4013 pod.go:62] [openshift-console/console-5d5bb98677-j597q] pod update took 26.650937ms I0505 19:45:23.731853 4013 base_network_controller_pods.go:951] [default/openshift-console/console-5d5bb98677-j597q] addLogicalPort annotation time took 26.673691ms I0505 19:45:23.732776 4013 pods.go:271] [openshift-console/console-5d5bb98677-j597q] addLogicalPort took 27.664361ms, libovsdb time 671.205µs W0505 19:45:23.773137 4013 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-image-registry/image-registry-7d4bc454f8-7fkvm IP address from the namespace address-set, err: pod openshift-image-registry/image-registry-7d4bc454f8-7fkvm: no pod IPs found I0505 19:45:23.811883 4013 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-nwccs] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-nwccs for pod on switch ip-10-0-2-53.ec2.internal I0505 19:45:23.811958 4013 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-nwccs I0505 19:45:23.825647 4013 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-nwccs] pod update took 13.709068ms I0505 19:45:23.825670 4013 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-nwccs] addLogicalPort annotation time took 13.734095ms I0505 19:45:23.826579 4013 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-nwccs] addLogicalPort took 14.719196ms, libovsdb time 634.73µs I0505 19:45:23.853068 4013 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-8jdrr] creating logical port openshift-insights_insights-runtime-extractor-8jdrr for pod on switch ip-10-0-2-53.ec2.internal I0505 19:45:23.853147 4013 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-8jdrr I0505 19:45:23.879908 4013 pod.go:62] [openshift-insights/insights-runtime-extractor-8jdrr] pod update took 26.782167ms I0505 19:45:23.879928 4013 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-8jdrr] addLogicalPort annotation time took 26.805354ms I0505 19:45:23.880891 4013 pods.go:271] [openshift-insights/insights-runtime-extractor-8jdrr] addLogicalPort took 27.834877ms, libovsdb time 695.557µs I0505 19:45:24.005504 4013 cni.go:452] [openshift-console/downloads-5c54f4944f-9l2hg 8a88bf4cdb93840e0893e06568fe5a0e2b7dd6b2f9de868114c401b8ec717dc9 network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-9l2hg 8a88bf4cdb93840e0893e06568fe5a0e2b7dd6b2f9de868114c401b8ec717dc9 network default NAD default NAD key ] I0505 19:45:24.034813 4013 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-9l2hg, hostIfaceName: 8a88bf4cdb93840, network: default, NAD default, SandboxID: "8a88bf4cdb93840e0893e06568fe5a0e2b7dd6b2f9de868114c401b8ec717dc9", PCI device ID: , UID: "23f2188a-c1ec-40ee-8d25-304ebb039dd6", MAC: 0a:58:0a:80:00:0b, IPs: [10.128.0.11/23] I0505 19:45:24.068408 4013 cni.go:452] [openshift-console/console-5d5bb98677-j597q f50d306e68d906e5259576ecc7283b317bad48a91e3837a1589630fa144e995c network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-5d5bb98677-j597q f50d306e68d906e5259576ecc7283b317bad48a91e3837a1589630fa144e995c network default NAD default NAD key ] I0505 19:45:24.079191 4013 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-5d5bb98677-j597q, hostIfaceName: f50d306e68d906e, network: default, NAD default, SandboxID: "f50d306e68d906e5259576ecc7283b317bad48a91e3837a1589630fa144e995c", PCI device ID: , UID: "63698c0e-f534-4909-9bab-28fa5f2b1223", MAC: 0a:58:0a:80:00:0c, IPs: [10.128.0.12/23] I0505 19:45:24.083282 4013 cni.go:473] [openshift-console/downloads-5c54f4944f-9l2hg 8a88bf4cdb93840e0893e06568fe5a0e2b7dd6b2f9de868114c401b8ec717dc9 network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-9l2hg 8a88bf4cdb93840e0893e06568fe5a0e2b7dd6b2f9de868114c401b8ec717dc9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:72:2f:59:4c:33\",\"name\":\"8a88bf4cdb93840\"},{\"mac\":\"0a:58:0a:80:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5d1306c2-94a8-46b3-8e6d-29487c1349d6\"}],\"ips\":[{\"address\":\"10.128.0.11/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 19:45:24.124666 4013 cni.go:473] [openshift-console/console-5d5bb98677-j597q f50d306e68d906e5259576ecc7283b317bad48a91e3837a1589630fa144e995c network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-5d5bb98677-j597q f50d306e68d906e5259576ecc7283b317bad48a91e3837a1589630fa144e995c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:b2:d2:fa:1c:7f\",\"name\":\"f50d306e68d906e\"},{\"mac\":\"0a:58:0a:80:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6c2ce8e1-28ed-4812-8b8b-6f6cf82664c7\"}],\"ips\":[{\"address\":\"10.128.0.12/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 19:45:24.169158 4013 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-nwccs 8b950ba38bc163c351d2d652b19666ecc371e48ec81b113f251eee63f6333183 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-nwccs 8b950ba38bc163c351d2d652b19666ecc371e48ec81b113f251eee63f6333183 network default NAD default NAD key ] I0505 19:45:24.178829 4013 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-nwccs, hostIfaceName: 8b950ba38bc163c, network: default, NAD default, SandboxID: "8b950ba38bc163c351d2d652b19666ecc371e48ec81b113f251eee63f6333183", PCI device ID: , UID: "f38b6ed9-98d6-4e7e-95a8-dc549deefb61", MAC: 0a:58:0a:80:00:0d, IPs: [10.128.0.13/23] I0505 19:45:24.213086 4013 cni.go:452] [openshift-insights/insights-runtime-extractor-8jdrr f052b990b6bd7ad21f4b2edaa6acbf6fa33f69d7c293721d7326442c3242fc8a network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-8jdrr f052b990b6bd7ad21f4b2edaa6acbf6fa33f69d7c293721d7326442c3242fc8a network default NAD default NAD key ] I0505 19:45:24.223110 4013 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-8jdrr, hostIfaceName: f052b990b6bd7ad, network: default, NAD default, SandboxID: "f052b990b6bd7ad21f4b2edaa6acbf6fa33f69d7c293721d7326442c3242fc8a", PCI device ID: , UID: "97117dac-44cb-4fc4-ab30-e030546bfd45", MAC: 0a:58:0a:80:00:0e, IPs: [10.128.0.14/23] I0505 19:45:24.228591 4013 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-nwccs 8b950ba38bc163c351d2d652b19666ecc371e48ec81b113f251eee63f6333183 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-nwccs 8b950ba38bc163c351d2d652b19666ecc371e48ec81b113f251eee63f6333183 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:1e:89:b9:4d:4b\",\"name\":\"8b950ba38bc163c\"},{\"mac\":\"0a:58:0a:80:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a9dd0cf0-09ea-456f-a5a3-215a29bb3559\"}],\"ips\":[{\"address\":\"10.128.0.13/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 19:45:24.268423 4013 cni.go:473] [openshift-insights/insights-runtime-extractor-8jdrr f052b990b6bd7ad21f4b2edaa6acbf6fa33f69d7c293721d7326442c3242fc8a network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-8jdrr f052b990b6bd7ad21f4b2edaa6acbf6fa33f69d7c293721d7326442c3242fc8a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:4e:06:29:3d:9c\",\"name\":\"f052b990b6bd7ad\"},{\"mac\":\"0a:58:0a:80:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a103e76d-a6a7-448c-bffb-4e20bdca8c5e\"}],\"ips\":[{\"address\":\"10.128.0.14/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 19:45:25.230495 4013 util.go:959] Failed to build node endpoints for node ip-10-0-2-53.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0505 19:45:25.319815 4013 obj_retry.go:498] Detected object openshift-image-registry/image-registry-56b854d8b5-wqt9p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:45:25.319851 4013 pods.go:176] Deleting pod: openshift-image-registry/image-registry-56b854d8b5-wqt9p I0505 19:45:25.321618 4013 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-56b854d8b5-wqt9p, ips: 10.128.0.5 I0505 19:45:25.321659 4013 obj_retry.go:498] Detected object openshift-image-registry/image-registry-56b854d8b5-wqt9p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:45:25.328945 4013 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-7b5ddfd5f7-dhghc] creating logical port openshift-image-registry_image-registry-7b5ddfd5f7-dhghc for pod on switch ip-10-0-2-53.ec2.internal I0505 19:45:25.329132 4013 kube.go:256] Updating pod openshift-image-registry/image-registry-7b5ddfd5f7-dhghc I0505 19:45:25.340467 4013 obj_retry.go:492] Detected object openshift-image-registry/image-registry-56b854d8b5-wqt9p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:45:25.340492 4013 obj_retry.go:492] Detected object openshift-image-registry/image-registry-56b854d8b5-wqt9p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:45:25.346541 4013 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-56b854d8b5-wqt9p I0505 19:45:25.346566 4013 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-56b854d8b5-wqt9p I0505 19:45:25.351077 4013 pod.go:62] [openshift-image-registry/image-registry-7b5ddfd5f7-dhghc] pod update took 21.984214ms I0505 19:45:25.351103 4013 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-7b5ddfd5f7-dhghc] addLogicalPort annotation time took 22.012142ms I0505 19:45:25.352530 4013 pods.go:271] [openshift-image-registry/image-registry-7b5ddfd5f7-dhghc] addLogicalPort took 23.665347ms, libovsdb time 1.108075ms I0505 19:45:25.697660 4013 cni.go:452] [openshift-image-registry/image-registry-7b5ddfd5f7-dhghc 64c1279c80079b5bf48678beed5934ce98340377e31afdd7b891851649606c83 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-7b5ddfd5f7-dhghc 64c1279c80079b5bf48678beed5934ce98340377e31afdd7b891851649606c83 network default NAD default NAD key ] I0505 19:45:25.708906 4013 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-7b5ddfd5f7-dhghc, hostIfaceName: 64c1279c80079b5, network: default, NAD default, SandboxID: "64c1279c80079b5bf48678beed5934ce98340377e31afdd7b891851649606c83", PCI device ID: , UID: "c9f16484-d2de-4ff2-9f5a-ab12e6449c62", MAC: 0a:58:0a:80:00:0f, IPs: [10.128.0.15/23] I0505 19:45:25.760804 4013 cni.go:473] [openshift-image-registry/image-registry-7b5ddfd5f7-dhghc 64c1279c80079b5bf48678beed5934ce98340377e31afdd7b891851649606c83 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-7b5ddfd5f7-dhghc 64c1279c80079b5bf48678beed5934ce98340377e31afdd7b891851649606c83 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:a2:e9:6e:e8:11\",\"name\":\"64c1279c80079b5\"},{\"mac\":\"0a:58:0a:80:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e456d9f8-2fda-4109-8f75-4d0cea7d9136\"}],\"ips\":[{\"address\":\"10.128.0.15/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 19:45:27.362303 4013 util.go:959] Failed to build node endpoints for node ip-10-0-2-53.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0505 19:45:27.362338 4013 util.go:959] Failed to build node endpoints for node ip-10-0-2-53.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0505 19:45:27.975832 4013 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0505 19:45:28.329095 4013 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0505 19:45:29.408924 4013 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0505 19:45:30.116523 4013 obj_retry.go:498] Detected object openshift-image-registry/image-registry-56b854d8b5-l755b of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:45:30.117064 4013 obj_retry.go:498] Detected object openshift-image-registry/image-registry-56b854d8b5-l755b of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:45:30.990248 4013 obj_retry.go:492] Detected object openshift-image-registry/image-registry-56b854d8b5-l755b of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:45:30.990279 4013 obj_retry.go:492] Detected object openshift-image-registry/image-registry-56b854d8b5-l755b of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:45:30.996060 4013 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-56b854d8b5-l755b I0505 19:45:30.996085 4013 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-56b854d8b5-l755b I0505 19:45:33.327909 4013 cni.go:452] [openshift-dns/dns-default-wqmj9 491b6a52b8d95a616dbcca222402563822b04861405eeb9318cf9561451df784 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-wqmj9 491b6a52b8d95a616dbcca222402563822b04861405eeb9318cf9561451df784 network default NAD default NAD key ] I0505 19:45:33.338249 4013 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-wqmj9, hostIfaceName: 491b6a52b8d95a6, network: default, NAD default, SandboxID: "491b6a52b8d95a616dbcca222402563822b04861405eeb9318cf9561451df784", PCI device ID: , UID: "5b8939c6-2115-414c-a317-a2dad52c2e09", MAC: 0a:58:0a:80:00:06, IPs: [10.128.0.6/23] I0505 19:45:33.390940 4013 cni.go:473] [openshift-dns/dns-default-wqmj9 491b6a52b8d95a616dbcca222402563822b04861405eeb9318cf9561451df784 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-wqmj9 491b6a52b8d95a616dbcca222402563822b04861405eeb9318cf9561451df784 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:58:58:91:7d:3a\",\"name\":\"491b6a52b8d95a6\"},{\"mac\":\"0a:58:0a:80:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d4980cac-d0ad-4b65-9e0e-761bea8cef86\"}],\"ips\":[{\"address\":\"10.128.0.6/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 19:45:33.475754 4013 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0505 19:45:34.397036 4013 util.go:959] Failed to build node endpoints for node ip-10-0-2-53.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0505 19:45:37.287924 4013 base_network_controller_pods.go:487] [default/openshift-monitoring/openshift-state-metrics-b8587444b-hncv5] creating logical port openshift-monitoring_openshift-state-metrics-b8587444b-hncv5 for pod on switch ip-10-0-2-53.ec2.internal I0505 19:45:37.288063 4013 kube.go:256] Updating pod openshift-monitoring/openshift-state-metrics-b8587444b-hncv5 I0505 19:45:37.313243 4013 pod.go:62] [openshift-monitoring/openshift-state-metrics-b8587444b-hncv5] pod update took 25.213413ms I0505 19:45:37.313264 4013 base_network_controller_pods.go:951] [default/openshift-monitoring/openshift-state-metrics-b8587444b-hncv5] addLogicalPort annotation time took 25.238864ms I0505 19:45:37.314434 4013 pods.go:271] [openshift-monitoring/openshift-state-metrics-b8587444b-hncv5] addLogicalPort took 26.528871ms, libovsdb time 863.967µs I0505 19:45:37.335487 4013 base_network_controller_pods.go:487] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-mvz8p] creating logical port openshift-monitoring_kube-state-metrics-6dfffbb599-mvz8p for pod on switch ip-10-0-2-53.ec2.internal I0505 19:45:37.335596 4013 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-6dfffbb599-mvz8p I0505 19:45:37.369476 4013 pod.go:62] [openshift-monitoring/kube-state-metrics-6dfffbb599-mvz8p] pod update took 33.897548ms I0505 19:45:37.369498 4013 base_network_controller_pods.go:951] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-mvz8p] addLogicalPort annotation time took 33.930228ms I0505 19:45:37.370824 4013 pods.go:271] [openshift-monitoring/kube-state-metrics-6dfffbb599-mvz8p] addLogicalPort took 35.350696ms, libovsdb time 968.889µs I0505 19:45:38.659082 4013 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-2-53.ec2.internal I0505 19:45:38.659253 4013 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0505 19:45:38.692220 4013 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 33.02224ms I0505 19:45:38.692245 4013 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 33.04955ms I0505 19:45:38.693478 4013 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 34.416171ms, libovsdb time 909.98µs I0505 19:45:42.034959 4013 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-ln9bt] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-ln9bt for pod on switch ip-10-0-2-53.ec2.internal I0505 19:45:42.035077 4013 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-ln9bt I0505 19:45:42.053353 4013 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-ln9bt] pod update took 18.307292ms I0505 19:45:42.053374 4013 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-ln9bt] addLogicalPort annotation time took 18.333695ms I0505 19:45:42.054622 4013 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-ln9bt] addLogicalPort took 19.681968ms, libovsdb time 910.885µs I0505 19:45:42.662687 4013 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-ln9bt 58f0e8e7e5dd023f33ceae964b0afd2609473edc905f60ac2f27e58f1ad62fee network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-ln9bt 58f0e8e7e5dd023f33ceae964b0afd2609473edc905f60ac2f27e58f1ad62fee network default NAD default NAD key ] I0505 19:45:42.663661 4013 cni.go:452] [openshift-monitoring/openshift-state-metrics-b8587444b-hncv5 06235386cee91466c21c526b7594b7024623e9768330a4354e68cc01b83a56b4 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-hncv5 06235386cee91466c21c526b7594b7024623e9768330a4354e68cc01b83a56b4 network default NAD default NAD key ] I0505 19:45:42.663903 4013 cni.go:452] [openshift-monitoring/alertmanager-main-1 6ef7830c0c9e6cd8fa23fe86aad4b66fe40e0aa2d1197efc59f2e68b8cac06d8 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 6ef7830c0c9e6cd8fa23fe86aad4b66fe40e0aa2d1197efc59f2e68b8cac06d8 network default NAD default NAD key ] I0505 19:45:42.665948 4013 cni.go:452] [openshift-monitoring/kube-state-metrics-6dfffbb599-mvz8p 179da06dd5253b660cc10d17b44278764f09410b43a266a70dab283ce73065af network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-mvz8p 179da06dd5253b660cc10d17b44278764f09410b43a266a70dab283ce73065af network default NAD default NAD key ] I0505 19:45:42.679068 4013 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: openshift-state-metrics-b8587444b-hncv5, hostIfaceName: 06235386cee9146, network: default, NAD default, SandboxID: "06235386cee91466c21c526b7594b7024623e9768330a4354e68cc01b83a56b4", PCI device ID: , UID: "ecdbf39b-8a6a-4290-935b-b42a3475f387", MAC: 0a:58:0a:80:00:10, IPs: [10.128.0.16/23] I0505 19:45:42.680174 4013 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-ln9bt, hostIfaceName: 58f0e8e7e5dd023, network: default, NAD default, SandboxID: "58f0e8e7e5dd023f33ceae964b0afd2609473edc905f60ac2f27e58f1ad62fee", PCI device ID: , UID: "c91df16a-450d-410a-8a8e-48f092354d99", MAC: 0a:58:0a:80:00:13, IPs: [10.128.0.19/23] I0505 19:45:42.682203 4013 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-6dfffbb599-mvz8p, hostIfaceName: 179da06dd5253b6, network: default, NAD default, SandboxID: "179da06dd5253b660cc10d17b44278764f09410b43a266a70dab283ce73065af", PCI device ID: , UID: "5a890d78-0c9e-4bbe-99fe-d896e1523317", MAC: 0a:58:0a:80:00:11, IPs: [10.128.0.17/23] I0505 19:45:42.698659 4013 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 6ef7830c0c9e6cd, network: default, NAD default, SandboxID: "6ef7830c0c9e6cd8fa23fe86aad4b66fe40e0aa2d1197efc59f2e68b8cac06d8", PCI device ID: , UID: "acafff3a-86d8-4c6d-a7a8-96e5ba064540", MAC: 0a:58:0a:80:00:12, IPs: [10.128.0.18/23] I0505 19:45:42.740793 4013 cni.go:473] [openshift-monitoring/openshift-state-metrics-b8587444b-hncv5 06235386cee91466c21c526b7594b7024623e9768330a4354e68cc01b83a56b4 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-hncv5 06235386cee91466c21c526b7594b7024623e9768330a4354e68cc01b83a56b4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:82:40:10:46:a4\",\"name\":\"06235386cee9146\"},{\"mac\":\"0a:58:0a:80:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/af9e6961-2122-4057-bb9e-e2bba2a97939\"}],\"ips\":[{\"address\":\"10.128.0.16/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 19:45:42.760419 4013 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-ln9bt 58f0e8e7e5dd023f33ceae964b0afd2609473edc905f60ac2f27e58f1ad62fee network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-ln9bt 58f0e8e7e5dd023f33ceae964b0afd2609473edc905f60ac2f27e58f1ad62fee network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:cf:3b:c7:d7:9a\",\"name\":\"58f0e8e7e5dd023\"},{\"mac\":\"0a:58:0a:80:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/800d5bc6-bb62-4f3f-8850-b8bb66c3340f\"}],\"ips\":[{\"address\":\"10.128.0.19/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 19:45:42.885167 4013 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-6cb995df49-7wtc9 IP address from the namespace address-set, err: pod openshift-console/console-6cb995df49-7wtc9: no pod IPs found I0505 19:45:42.984180 4013 cni.go:473] [openshift-monitoring/kube-state-metrics-6dfffbb599-mvz8p 179da06dd5253b660cc10d17b44278764f09410b43a266a70dab283ce73065af network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-mvz8p 179da06dd5253b660cc10d17b44278764f09410b43a266a70dab283ce73065af network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:8b:62:3b:7c:c0\",\"name\":\"179da06dd5253b6\"},{\"mac\":\"0a:58:0a:80:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/63bd833b-8cab-4597-8a55-7d5486cbb0b1\"}],\"ips\":[{\"address\":\"10.128.0.17/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 19:45:42.984224 4013 cni.go:473] [openshift-monitoring/alertmanager-main-1 6ef7830c0c9e6cd8fa23fe86aad4b66fe40e0aa2d1197efc59f2e68b8cac06d8 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 6ef7830c0c9e6cd8fa23fe86aad4b66fe40e0aa2d1197efc59f2e68b8cac06d8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:e2:8e:52:02:60\",\"name\":\"6ef7830c0c9e6cd\"},{\"mac\":\"0a:58:0a:80:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/610b4e2d-ca5c-40fa-9423-85ff1c1ed09c\"}],\"ips\":[{\"address\":\"10.128.0.18/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 19:45:43.405508 4013 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0505 19:45:43.430143 4013 util.go:959] Failed to build node endpoints for node ip-10-0-2-53.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0505 19:45:44.470564 4013 util.go:959] Failed to build node endpoints for node ip-10-0-2-53.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0505 19:45:44.470591 4013 util.go:959] Failed to build node endpoints for node ip-10-0-2-53.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0505 19:45:44.470597 4013 util.go:959] Failed to build node endpoints for node ip-10-0-2-53.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0505 19:45:44.470612 4013 util.go:959] Failed to build node endpoints for node ip-10-0-2-53.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0505 19:45:44.470617 4013 util.go:959] Failed to build node endpoints for node ip-10-0-2-53.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0505 19:45:44.470623 4013 util.go:959] Failed to build node endpoints for node ip-10-0-2-53.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0505 19:45:45.039156 4013 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 19:45:45.039180 4013 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 19:45:45.039186 4013 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 19:45:45.039190 4013 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 19:45:45.067987 4013 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0505 19:45:45.439200 4013 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 19:45:45.439222 4013 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 19:45:45.439228 4013 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 19:45:45.533535 4013 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0505 19:45:45.575806 4013 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 19:45:45.575826 4013 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 19:45:45.575835 4013 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 19:45:45.651606 4013 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 19:45:45.651629 4013 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 19:45:46.066383 4013 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 19:45:46.066408 4013 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 19:45:46.385593 4013 util.go:959] Failed to build node endpoints for node ip-10-0-2-53.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0505 19:45:46.385617 4013 util.go:959] Failed to build node endpoints for node ip-10-0-2-53.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0505 19:45:46.385627 4013 util.go:959] Failed to build node endpoints for node ip-10-0-2-53.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0505 19:45:46.539406 4013 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 19:45:46.539429 4013 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 19:45:46.539436 4013 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 19:45:46.539444 4013 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 19:45:47.341173 4013 util.go:959] Failed to build node endpoints for node ip-10-0-2-53.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0505 19:45:55.007733 4013 cni.go:452] [openshift-multus/network-metrics-daemon-tbhlp 1b153026cdf6fb45f853499e9d98196be9dfec8d955e5be39bba27391531b172 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-tbhlp 1b153026cdf6fb45f853499e9d98196be9dfec8d955e5be39bba27391531b172 network default NAD default NAD key ] I0505 19:45:55.017196 4013 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-tbhlp, hostIfaceName: 1b153026cdf6fb4, network: default, NAD default, SandboxID: "1b153026cdf6fb45f853499e9d98196be9dfec8d955e5be39bba27391531b172", PCI device ID: , UID: "c6b103ba-d2ff-47fc-8eba-063e24ef1d0a", MAC: 0a:58:0a:80:00:03, IPs: [10.128.0.3/23] I0505 19:45:55.067401 4013 cni.go:473] [openshift-multus/network-metrics-daemon-tbhlp 1b153026cdf6fb45f853499e9d98196be9dfec8d955e5be39bba27391531b172 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-tbhlp 1b153026cdf6fb45f853499e9d98196be9dfec8d955e5be39bba27391531b172 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:29:c5:1e:14:a7\",\"name\":\"1b153026cdf6fb4\"},{\"mac\":\"0a:58:0a:80:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9d7c0442-2deb-4a14-8aa0-8839671a6535\"}],\"ips\":[{\"address\":\"10.128.0.3/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 19:45:55.245114 4013 obj_retry.go:498] Detected object openshift-console/console-5d5bb98677-5hzbp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:45:55.245649 4013 obj_retry.go:498] Detected object openshift-console/console-5d5bb98677-5hzbp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:45:56.095385 4013 obj_retry.go:492] Detected object openshift-console/console-5d5bb98677-5hzbp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:45:56.095409 4013 obj_retry.go:492] Detected object openshift-console/console-5d5bb98677-5hzbp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:45:56.103212 4013 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5d5bb98677-5hzbp I0505 19:45:56.103242 4013 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5d5bb98677-5hzbp I0505 19:46:05.733619 4013 cni.go:452] [openshift-console/console-5d5bb98677-j597q f50d306e68d906e5259576ecc7283b317bad48a91e3837a1589630fa144e995c network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-5d5bb98677-j597q f50d306e68d906e5259576ecc7283b317bad48a91e3837a1589630fa144e995c network default NAD default NAD key ] I0505 19:46:05.807735 4013 cni.go:473] [openshift-console/console-5d5bb98677-j597q f50d306e68d906e5259576ecc7283b317bad48a91e3837a1589630fa144e995c network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-5d5bb98677-j597q f50d306e68d906e5259576ecc7283b317bad48a91e3837a1589630fa144e995c network default NAD default NAD key default], result "{}", err I0505 19:46:05.872946 4013 obj_retry.go:498] Detected object openshift-console/console-5d5bb98677-j597q of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:46:05.872986 4013 pods.go:176] Deleting pod: openshift-console/console-5d5bb98677-j597q I0505 19:46:05.874375 4013 pods.go:236] Attempting to release IPs for pod: openshift-console/console-5d5bb98677-j597q, ips: 10.128.0.12 I0505 19:46:05.874408 4013 obj_retry.go:498] Detected object openshift-console/console-5d5bb98677-j597q of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:46:05.881582 4013 base_network_controller_pods.go:487] [default/openshift-console/console-695d4fdc49-n4n75] creating logical port openshift-console_console-695d4fdc49-n4n75 for pod on switch ip-10-0-2-53.ec2.internal I0505 19:46:05.881691 4013 kube.go:256] Updating pod openshift-console/console-695d4fdc49-n4n75 I0505 19:46:05.897078 4013 pod.go:62] [openshift-console/console-695d4fdc49-n4n75] pod update took 15.427101ms I0505 19:46:05.897111 4013 base_network_controller_pods.go:951] [default/openshift-console/console-695d4fdc49-n4n75] addLogicalPort annotation time took 15.454659ms I0505 19:46:05.898266 4013 pods.go:271] [openshift-console/console-695d4fdc49-n4n75] addLogicalPort took 16.691671ms, libovsdb time 837.434µs I0505 19:46:06.268246 4013 cni.go:452] [openshift-console/console-695d4fdc49-n4n75 ec1cb67edbbd41317580d5fc8760e0b35c208176702fff463ba1587c7fbcffab network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-695d4fdc49-n4n75 ec1cb67edbbd41317580d5fc8760e0b35c208176702fff463ba1587c7fbcffab network default NAD default NAD key ] I0505 19:46:06.278256 4013 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-695d4fdc49-n4n75, hostIfaceName: ec1cb67edbbd413, network: default, NAD default, SandboxID: "ec1cb67edbbd41317580d5fc8760e0b35c208176702fff463ba1587c7fbcffab", PCI device ID: , UID: "b35691ca-f28d-4634-994b-01abd7ba1777", MAC: 0a:58:0a:80:00:14, IPs: [10.128.0.20/23] I0505 19:46:06.327828 4013 cni.go:473] [openshift-console/console-695d4fdc49-n4n75 ec1cb67edbbd41317580d5fc8760e0b35c208176702fff463ba1587c7fbcffab network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-695d4fdc49-n4n75 ec1cb67edbbd41317580d5fc8760e0b35c208176702fff463ba1587c7fbcffab network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:cf:d8:71:0e:33\",\"name\":\"ec1cb67edbbd413\"},{\"mac\":\"0a:58:0a:80:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1313aae7-d936-4d25-be25-bd979d83d365\"}],\"ips\":[{\"address\":\"10.128.0.20/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 19:46:06.531840 4013 obj_retry.go:492] Detected object openshift-console/console-5d5bb98677-j597q of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:46:06.531891 4013 obj_retry.go:492] Detected object openshift-console/console-5d5bb98677-j597q of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:46:06.540711 4013 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5d5bb98677-j597q I0505 19:46:06.540732 4013 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5d5bb98677-j597q W0505 19:46:07.644773 4013 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0505 19:46:08.681253 4013 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0505 19:46:09.094625 4013 util.go:959] Failed to build node endpoints for node ip-10-0-2-53.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 19:46:09.094647 4013 util.go:959] Failed to build node endpoints for node ip-10-0-2-53.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 19:46:09.094652 4013 util.go:959] Failed to build node endpoints for node ip-10-0-2-53.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0505 19:46:12.724782 4013 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7d4bc454f8-p42gs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:46:12.725352 4013 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7d4bc454f8-p42gs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:46:13.672836 4013 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7d4bc454f8-p42gs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:46:13.672883 4013 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7d4bc454f8-p42gs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:46:13.676816 4013 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7d4bc454f8-p42gs I0505 19:46:13.676835 4013 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7d4bc454f8-p42gs W0505 19:46:16.607959 4013 util.go:959] Failed to build node endpoints for node ip-10-0-2-53.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0505 19:46:22.726206 4013 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics I0505 19:46:31.506529 4013 obj_retry.go:498] Detected object openshift-console/console-6cb995df49-tn6sw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:46:31.507128 4013 obj_retry.go:498] Detected object openshift-console/console-6cb995df49-tn6sw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:46:31.760667 4013 obj_retry.go:492] Detected object openshift-console/console-6cb995df49-tn6sw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:46:31.760694 4013 obj_retry.go:492] Detected object openshift-console/console-6cb995df49-tn6sw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:46:31.764148 4013 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6cb995df49-tn6sw I0505 19:46:31.764177 4013 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6cb995df49-tn6sw I0505 19:46:33.618841 4013 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dr7zxf] creating logical port openshift-deployment-validation-operator_99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dr7zxf for pod on switch ip-10-0-2-53.ec2.internal I0505 19:46:33.619000 4013 kube.go:256] Updating pod openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dr7zxf I0505 19:46:33.633062 4013 pod.go:62] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dr7zxf] pod update took 14.093797ms I0505 19:46:33.633088 4013 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dr7zxf] addLogicalPort annotation time took 14.127552ms I0505 19:46:33.634271 4013 pods.go:271] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dr7zxf] addLogicalPort took 15.448469ms, libovsdb time 852.002µs I0505 19:46:33.919713 4013 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0505 19:46:34.345354 4013 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dr7zxf 527683a557e40dbb91ac94007058363f3876ce8e88b42b679cc66d25b14bca2a network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dr7zxf 527683a557e40dbb91ac94007058363f3876ce8e88b42b679cc66d25b14bca2a network default NAD default NAD key ] I0505 19:46:34.354889 4013 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: 99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dr7zxf, hostIfaceName: 527683a557e40db, network: default, NAD default, SandboxID: "527683a557e40dbb91ac94007058363f3876ce8e88b42b679cc66d25b14bca2a", PCI device ID: , UID: "0fcff7d2-6fbb-455a-a31a-cd64747d607a", MAC: 0a:58:0a:80:00:15, IPs: [10.128.0.21/23] I0505 19:46:34.405523 4013 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dr7zxf 527683a557e40dbb91ac94007058363f3876ce8e88b42b679cc66d25b14bca2a network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dr7zxf 527683a557e40dbb91ac94007058363f3876ce8e88b42b679cc66d25b14bca2a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:0f:c5:15:91:d0\",\"name\":\"527683a557e40db\"},{\"mac\":\"0a:58:0a:80:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ca90554f-4eca-414f-a204-a3a2540618fa\"}],\"ips\":[{\"address\":\"10.128.0.21/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 19:46:37.329746 4013 obj_retry.go:498] Detected object openshift-ingress/router-default-6d764bf669-j52vs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:46:37.330445 4013 obj_retry.go:498] Detected object openshift-ingress/router-default-6d764bf669-j52vs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:46:38.242577 4013 obj_retry.go:492] Detected object openshift-ingress/router-default-6d764bf669-j52vs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:46:38.242598 4013 obj_retry.go:492] Detected object openshift-ingress/router-default-6d764bf669-j52vs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:46:38.250117 4013 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-6d764bf669-j52vs I0505 19:46:38.250138 4013 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-6d764bf669-j52vs I0505 19:46:51.701195 4013 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dr7zxf 527683a557e40dbb91ac94007058363f3876ce8e88b42b679cc66d25b14bca2a network default NAD default NAD key ] DEL starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dr7zxf 527683a557e40dbb91ac94007058363f3876ce8e88b42b679cc66d25b14bca2a network default NAD default NAD key ] I0505 19:46:51.775243 4013 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dr7zxf 527683a557e40dbb91ac94007058363f3876ce8e88b42b679cc66d25b14bca2a network default NAD default NAD key default] DEL finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dr7zxf 527683a557e40dbb91ac94007058363f3876ce8e88b42b679cc66d25b14bca2a network default NAD default NAD key default], result "{}", err I0505 19:46:51.821938 4013 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dr7zxf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:46:51.821983 4013 pods.go:176] Deleting pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dr7zxf I0505 19:46:51.823398 4013 pods.go:236] Attempting to release IPs for pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dr7zxf, ips: 10.128.0.21 I0505 19:46:51.823429 4013 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dr7zxf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:46:51.823450 4013 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dr7zxf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 19:46:51.823459 4013 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0505 19:46:51.823666 4013 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dr7zxf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 19:46:51.823681 4013 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0505 19:46:52.857098 4013 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dr7zxf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:46:52.857139 4013 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dr7zxf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:46:52.857158 4013 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dr7zxf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:46:52.857169 4013 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dr7zxf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:46:53.679132 4013 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0505 19:46:53.689028 4013 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0505 19:47:01.988537 4013 base_network_controller_pods.go:487] [default/openshift-monitoring/telemeter-client-59b4b7c498-gcdhj] creating logical port openshift-monitoring_telemeter-client-59b4b7c498-gcdhj for pod on switch ip-10-0-2-53.ec2.internal I0505 19:47:01.988675 4013 kube.go:256] Updating pod openshift-monitoring/telemeter-client-59b4b7c498-gcdhj I0505 19:47:02.008525 4013 pod.go:62] [openshift-monitoring/telemeter-client-59b4b7c498-gcdhj] pod update took 19.880521ms I0505 19:47:02.008554 4013 base_network_controller_pods.go:951] [default/openshift-monitoring/telemeter-client-59b4b7c498-gcdhj] addLogicalPort annotation time took 19.911684ms I0505 19:47:02.009962 4013 pods.go:271] [openshift-monitoring/telemeter-client-59b4b7c498-gcdhj] addLogicalPort took 21.441532ms, libovsdb time 1.035737ms I0505 19:47:02.355705 4013 cni.go:452] [openshift-monitoring/telemeter-client-59b4b7c498-gcdhj ddbb2991fcaa6f719ad1eb9664d3598467089a525f2ceaf887ae35c9fa382ce8 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/telemeter-client-59b4b7c498-gcdhj ddbb2991fcaa6f719ad1eb9664d3598467089a525f2ceaf887ae35c9fa382ce8 network default NAD default NAD key ] I0505 19:47:02.365814 4013 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: telemeter-client-59b4b7c498-gcdhj, hostIfaceName: ddbb2991fcaa6f7, network: default, NAD default, SandboxID: "ddbb2991fcaa6f719ad1eb9664d3598467089a525f2ceaf887ae35c9fa382ce8", PCI device ID: , UID: "561952cd-2dbe-4e58-af5b-8fd379f86044", MAC: 0a:58:0a:80:00:16, IPs: [10.128.0.22/23] I0505 19:47:02.415691 4013 cni.go:473] [openshift-monitoring/telemeter-client-59b4b7c498-gcdhj ddbb2991fcaa6f719ad1eb9664d3598467089a525f2ceaf887ae35c9fa382ce8 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/telemeter-client-59b4b7c498-gcdhj ddbb2991fcaa6f719ad1eb9664d3598467089a525f2ceaf887ae35c9fa382ce8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:61:f6:59:d4:81\",\"name\":\"ddbb2991fcaa6f7\"},{\"mac\":\"0a:58:0a:80:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/59afe20f-c954-48f4-bfdf-cfa856f424fc\"}],\"ips\":[{\"address\":\"10.128.0.22/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 19:47:14.906733 4013 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-697748666-w2t9s IP address from the namespace address-set, err: pod openshift-console/console-697748666-w2t9s: no pod IPs found I0505 19:47:31.156128 4013 cni.go:452] [openshift-console/console-695d4fdc49-n4n75 ec1cb67edbbd41317580d5fc8760e0b35c208176702fff463ba1587c7fbcffab network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-695d4fdc49-n4n75 ec1cb67edbbd41317580d5fc8760e0b35c208176702fff463ba1587c7fbcffab network default NAD default NAD key ] I0505 19:47:31.233581 4013 cni.go:473] [openshift-console/console-695d4fdc49-n4n75 ec1cb67edbbd41317580d5fc8760e0b35c208176702fff463ba1587c7fbcffab network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-695d4fdc49-n4n75 ec1cb67edbbd41317580d5fc8760e0b35c208176702fff463ba1587c7fbcffab network default NAD default NAD key default], result "{}", err I0505 19:47:31.282224 4013 obj_retry.go:498] Detected object openshift-console/console-695d4fdc49-n4n75 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:47:31.282262 4013 pods.go:176] Deleting pod: openshift-console/console-695d4fdc49-n4n75 I0505 19:47:31.283730 4013 pods.go:236] Attempting to release IPs for pod: openshift-console/console-695d4fdc49-n4n75, ips: 10.128.0.20 I0505 19:47:31.283760 4013 obj_retry.go:498] Detected object openshift-console/console-695d4fdc49-n4n75 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:47:31.294552 4013 base_network_controller_pods.go:487] [default/openshift-console/console-7dc9b985b7-dh4kp] creating logical port openshift-console_console-7dc9b985b7-dh4kp for pod on switch ip-10-0-2-53.ec2.internal I0505 19:47:31.294711 4013 kube.go:256] Updating pod openshift-console/console-7dc9b985b7-dh4kp I0505 19:47:31.310220 4013 pod.go:62] [openshift-console/console-7dc9b985b7-dh4kp] pod update took 15.534772ms I0505 19:47:31.310242 4013 base_network_controller_pods.go:951] [default/openshift-console/console-7dc9b985b7-dh4kp] addLogicalPort annotation time took 15.5605ms I0505 19:47:31.311320 4013 pods.go:271] [openshift-console/console-7dc9b985b7-dh4kp] addLogicalPort took 16.782467ms, libovsdb time 771.555µs I0505 19:47:31.651917 4013 cni.go:452] [openshift-console/console-7dc9b985b7-dh4kp 06a5258142d9581fa6e64a562161827cce6562ed68ef3ccb69849cbf013e77c5 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-7dc9b985b7-dh4kp 06a5258142d9581fa6e64a562161827cce6562ed68ef3ccb69849cbf013e77c5 network default NAD default NAD key ] I0505 19:47:31.661839 4013 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-7dc9b985b7-dh4kp, hostIfaceName: 06a5258142d9581, network: default, NAD default, SandboxID: "06a5258142d9581fa6e64a562161827cce6562ed68ef3ccb69849cbf013e77c5", PCI device ID: , UID: "2983cdf6-a838-43d9-9b19-f8ababd0f6e6", MAC: 0a:58:0a:80:00:17, IPs: [10.128.0.23/23] I0505 19:47:31.709684 4013 cni.go:473] [openshift-console/console-7dc9b985b7-dh4kp 06a5258142d9581fa6e64a562161827cce6562ed68ef3ccb69849cbf013e77c5 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-7dc9b985b7-dh4kp 06a5258142d9581fa6e64a562161827cce6562ed68ef3ccb69849cbf013e77c5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:5f:26:6c:7c:39\",\"name\":\"06a5258142d9581\"},{\"mac\":\"0a:58:0a:80:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3002d127-e68b-430b-8b66-f5d47b6b35b7\"}],\"ips\":[{\"address\":\"10.128.0.23/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 19:47:31.875939 4013 obj_retry.go:492] Detected object openshift-console/console-695d4fdc49-n4n75 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:47:31.875965 4013 obj_retry.go:492] Detected object openshift-console/console-695d4fdc49-n4n75 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:47:31.883226 4013 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-695d4fdc49-n4n75 I0505 19:47:31.883256 4013 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-695d4fdc49-n4n75 I0505 19:47:40.208782 4013 obj_retry.go:498] Detected object openshift-console/console-697748666-jcgqq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:47:40.209321 4013 obj_retry.go:498] Detected object openshift-console/console-697748666-jcgqq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:47:41.070163 4013 obj_retry.go:492] Detected object openshift-console/console-697748666-jcgqq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:47:41.070187 4013 obj_retry.go:492] Detected object openshift-console/console-697748666-jcgqq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:47:41.073367 4013 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-697748666-jcgqq I0505 19:47:41.073394 4013 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-697748666-jcgqq W0505 19:47:41.915020 4013 util.go:959] Failed to build node endpoints for node ip-10-0-2-53.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0505 19:48:07.257931 4013 obj_retry.go:498] Detected object openshift-console/console-695d4fdc49-w6g4l of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:48:07.258474 4013 obj_retry.go:498] Detected object openshift-console/console-695d4fdc49-w6g4l of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:48:07.569655 4013 obj_retry.go:492] Detected object openshift-console/console-695d4fdc49-w6g4l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:48:07.569684 4013 obj_retry.go:492] Detected object openshift-console/console-695d4fdc49-w6g4l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:48:07.573075 4013 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-695d4fdc49-w6g4l I0505 19:48:07.573102 4013 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-695d4fdc49-w6g4l I0505 19:49:35.462899 4013 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=69 I0505 19:49:57.463367 4013 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=111 I0505 19:50:00.213553 4013 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29633510-6w8b4] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29633510-6w8b4 for pod on switch ip-10-0-2-53.ec2.internal I0505 19:50:00.213673 4013 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29633510-6w8b4 I0505 19:50:00.237477 4013 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633510-6w8b4] pod update took 23.829422ms I0505 19:50:00.237501 4013 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29633510-6w8b4] addLogicalPort annotation time took 23.856982ms I0505 19:50:00.238841 4013 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633510-6w8b4] addLogicalPort took 25.304114ms, libovsdb time 910.306µs I0505 19:50:00.589209 4013 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633510-6w8b4 add8f24789736c94f292fe0089e759170715affee84d82827a4dd81fdb710af8 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633510-6w8b4 add8f24789736c94f292fe0089e759170715affee84d82827a4dd81fdb710af8 network default NAD default NAD key ] I0505 19:50:00.598662 4013 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29633510-6w8b4, hostIfaceName: add8f24789736c9, network: default, NAD default, SandboxID: "add8f24789736c94f292fe0089e759170715affee84d82827a4dd81fdb710af8", PCI device ID: , UID: "9d9f1141-ba80-496b-9a76-ce7d348920f1", MAC: 0a:58:0a:80:00:18, IPs: [10.128.0.24/23] I0505 19:50:00.647565 4013 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633510-6w8b4 add8f24789736c94f292fe0089e759170715affee84d82827a4dd81fdb710af8 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633510-6w8b4 add8f24789736c94f292fe0089e759170715affee84d82827a4dd81fdb710af8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:de:17:4f:91:3e\",\"name\":\"add8f24789736c9\"},{\"mac\":\"0a:58:0a:80:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fb1c8849-7088-4220-a947-4316c197da4b\"}],\"ips\":[{\"address\":\"10.128.0.24/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 19:50:02.563081 4013 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0505 19:50:04.445887 4013 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633510-6w8b4 add8f24789736c94f292fe0089e759170715affee84d82827a4dd81fdb710af8 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633510-6w8b4 add8f24789736c94f292fe0089e759170715affee84d82827a4dd81fdb710af8 network default NAD default NAD key ] I0505 19:50:04.524691 4013 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633510-6w8b4 add8f24789736c94f292fe0089e759170715affee84d82827a4dd81fdb710af8 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633510-6w8b4 add8f24789736c94f292fe0089e759170715affee84d82827a4dd81fdb710af8 network default NAD default NAD key default], result "{}", err I0505 19:50:04.566775 4013 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633510-6w8b4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:50:04.566810 4013 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29633510-6w8b4 I0505 19:50:04.568162 4013 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29633510-6w8b4, ips: 10.128.0.24 I0505 19:50:04.568192 4013 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633510-6w8b4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:50:05.461332 4013 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633510-6w8b4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:50:05.461383 4013 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633510-6w8b4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:50:15.553236 4013 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0505 19:50:23.579798 4013 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0505 19:50:36.591936 4013 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0505 19:50:46.557310 4013 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0505 19:50:46.585525 4013 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0505 19:50:58.462653 4013 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0505 19:51:09.723955 4013 namespace.go:98] [tsf] adding namespace I0505 19:51:09.724816 4013 namespace.go:102] [tsf] adding namespace took 833.176µs I0505 19:51:09.749984 4013 namespace.go:142] [tsf] updating namespace I0505 19:51:09.761144 4013 namespace.go:142] [tsf] updating namespace I0505 19:51:13.859576 4013 namespace.go:98] [rhtpa-operator] adding namespace I0505 19:51:13.860516 4013 namespace.go:102] [rhtpa-operator] adding namespace took 913.311µs I0505 19:51:13.865167 4013 namespace.go:98] [tsf-keycloak] adding namespace I0505 19:51:13.865240 4013 namespace.go:98] [konflux-operator] adding namespace I0505 19:51:13.865844 4013 namespace.go:102] [tsf-keycloak] adding namespace took 661.482µs I0505 19:51:13.866015 4013 namespace.go:98] [tsf-tpa] adding namespace I0505 19:51:13.866116 4013 namespace.go:98] [konflux-ui] adding namespace I0505 19:51:13.866231 4013 namespace.go:98] [tsf-tas] adding namespace I0505 19:51:13.866575 4013 namespace.go:102] [konflux-operator] adding namespace took 1.321271ms I0505 19:51:13.867111 4013 namespace.go:102] [tsf-tpa] adding namespace took 1.079606ms I0505 19:51:13.867615 4013 namespace.go:102] [konflux-ui] adding namespace took 1.477186ms I0505 19:51:13.868182 4013 namespace.go:102] [tsf-tas] adding namespace took 1.937683ms I0505 19:51:13.868311 4013 namespace.go:98] [rhbk-operator] adding namespace I0505 19:51:13.868404 4013 namespace.go:98] [cert-manager-operator] adding namespace I0505 19:51:13.868972 4013 namespace.go:102] [rhbk-operator] adding namespace took 646.585µs I0505 19:51:13.869603 4013 namespace.go:102] [cert-manager-operator] adding namespace took 1.185719ms I0505 19:51:13.883937 4013 namespace.go:142] [rhtpa-operator] updating namespace I0505 19:51:13.902465 4013 namespace.go:142] [rhtpa-operator] updating namespace I0505 19:51:13.929838 4013 namespace.go:142] [konflux-operator] updating namespace I0505 19:51:13.929982 4013 namespace.go:142] [tsf-keycloak] updating namespace I0505 19:51:13.933131 4013 namespace.go:142] [konflux-ui] updating namespace I0505 19:51:13.933221 4013 namespace.go:142] [tsf-tpa] updating namespace I0505 19:51:13.933301 4013 namespace.go:142] [tsf-tas] updating namespace I0505 19:51:13.945931 4013 namespace.go:142] [rhtpa-operator] updating namespace I0505 19:51:13.950791 4013 namespace.go:142] [rhbk-operator] updating namespace I0505 19:51:13.960185 4013 namespace.go:142] [cert-manager-operator] updating namespace I0505 19:51:13.982574 4013 namespace.go:142] [konflux-operator] updating namespace I0505 19:51:14.005638 4013 namespace.go:142] [konflux-operator] updating namespace I0505 19:51:14.027312 4013 namespace.go:142] [tsf-tpa] updating namespace I0505 19:51:14.044232 4013 namespace.go:142] [tsf-tpa] updating namespace I0505 19:51:14.055056 4013 namespace.go:142] [konflux-ui] updating namespace I0505 19:51:14.071098 4013 namespace.go:142] [konflux-ui] updating namespace I0505 19:51:14.095052 4013 namespace.go:142] [tsf-tas] updating namespace I0505 19:51:14.113047 4013 namespace.go:142] [tsf-tas] updating namespace I0505 19:51:14.134205 4013 namespace.go:142] [rhbk-operator] updating namespace I0505 19:51:14.150385 4013 namespace.go:142] [rhbk-operator] updating namespace I0505 19:51:14.197333 4013 namespace.go:142] [cert-manager-operator] updating namespace I0505 19:51:14.208622 4013 namespace.go:142] [cert-manager-operator] updating namespace I0505 19:51:14.233600 4013 namespace.go:142] [tsf-keycloak] updating namespace I0505 19:51:14.259551 4013 namespace.go:142] [tsf-keycloak] updating namespace I0505 19:51:15.071435 4013 namespace.go:142] [tsf-tpa] updating namespace I0505 19:51:15.083953 4013 namespace.go:142] [tsf-keycloak] updating namespace I0505 19:51:15.256382 4013 base_network_controller_pods.go:487] [default/tsf/test-tsf-subscriptions] creating logical port tsf_test-tsf-subscriptions for pod on switch ip-10-0-2-53.ec2.internal I0505 19:51:15.256505 4013 kube.go:256] Updating pod tsf/test-tsf-subscriptions I0505 19:51:15.280089 4013 pod.go:62] [tsf/test-tsf-subscriptions] pod update took 23.613449ms I0505 19:51:15.280111 4013 base_network_controller_pods.go:951] [default/tsf/test-tsf-subscriptions] addLogicalPort annotation time took 23.640216ms I0505 19:51:15.281405 4013 pods.go:271] [tsf/test-tsf-subscriptions] addLogicalPort took 25.038292ms, libovsdb time 969.924µs I0505 19:51:15.636688 4013 cni.go:452] [tsf/test-tsf-subscriptions 714fa82c4853730188ca494a8121b57aa5deec972701050a03140fd741422bcd network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-subscriptions 714fa82c4853730188ca494a8121b57aa5deec972701050a03140fd741422bcd network default NAD default NAD key ] I0505 19:51:15.646746 4013 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-subscriptions, hostIfaceName: 714fa82c4853730, network: default, NAD default, SandboxID: "714fa82c4853730188ca494a8121b57aa5deec972701050a03140fd741422bcd", PCI device ID: , UID: "0592bca2-129d-4cbd-8098-60a91af728b4", MAC: 0a:58:0a:80:00:19, IPs: [10.128.0.25/23] I0505 19:51:15.696431 4013 cni.go:473] [tsf/test-tsf-subscriptions 714fa82c4853730188ca494a8121b57aa5deec972701050a03140fd741422bcd network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-subscriptions 714fa82c4853730188ca494a8121b57aa5deec972701050a03140fd741422bcd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:af:9d:d9:79:7f\",\"name\":\"714fa82c4853730\"},{\"mac\":\"0a:58:0a:80:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7fa8595d-7cb7-4b44-897a-ea0578c29519\"}],\"ips\":[{\"address\":\"10.128.0.25/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 19:51:16.559950 4013 base_network_controller_pods.go:487] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6z4bz] creating logical port openshift-marketplace_2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6z4bz for pod on switch ip-10-0-2-53.ec2.internal I0505 19:51:16.560099 4013 kube.go:256] Updating pod openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6z4bz I0505 19:51:16.569453 4013 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0505 19:51:16.575238 4013 pod.go:62] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6z4bz] pod update took 15.182099ms I0505 19:51:16.575260 4013 base_network_controller_pods.go:951] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6z4bz] addLogicalPort annotation time took 15.209898ms I0505 19:51:16.576815 4013 pods.go:271] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6z4bz] addLogicalPort took 16.868331ms, libovsdb time 1.198171ms I0505 19:51:16.807211 4013 base_network_controller_pods.go:487] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51wb7q6] creating logical port openshift-marketplace_79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51wb7q6 for pod on switch ip-10-0-2-53.ec2.internal I0505 19:51:16.807319 4013 kube.go:256] Updating pod openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51wb7q6 I0505 19:51:16.824682 4013 pod.go:62] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51wb7q6] pod update took 17.393182ms I0505 19:51:16.824713 4013 base_network_controller_pods.go:951] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51wb7q6] addLogicalPort annotation time took 17.429163ms I0505 19:51:16.826273 4013 pods.go:271] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51wb7q6] addLogicalPort took 19.083992ms, libovsdb time 1.049498ms I0505 19:51:17.346417 4013 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51wb7q6 ef929486084e731d0036035bd7bae4bedcca82858a6ba7c1104b97f4cb6449d8 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51wb7q6 ef929486084e731d0036035bd7bae4bedcca82858a6ba7c1104b97f4cb6449d8 network default NAD default NAD key ] I0505 19:51:17.346472 4013 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6z4bz dd325ccae38791bb63f398438e090b09ca3d114a43fc19018b98d5425ae7246f network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6z4bz dd325ccae38791bb63f398438e090b09ca3d114a43fc19018b98d5425ae7246f network default NAD default NAD key ] I0505 19:51:17.357108 4013 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6z4bz, hostIfaceName: dd325ccae38791b, network: default, NAD default, SandboxID: "dd325ccae38791bb63f398438e090b09ca3d114a43fc19018b98d5425ae7246f", PCI device ID: , UID: "8ffef5f4-3c2c-4d15-8e20-199e847c6976", MAC: 0a:58:0a:80:00:1a, IPs: [10.128.0.26/23] I0505 19:51:17.357604 4013 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51wb7q6, hostIfaceName: ef929486084e731, network: default, NAD default, SandboxID: "ef929486084e731d0036035bd7bae4bedcca82858a6ba7c1104b97f4cb6449d8", PCI device ID: , UID: "b35d99c3-1f29-4aed-811c-412a151b4639", MAC: 0a:58:0a:80:00:1b, IPs: [10.128.0.27/23] I0505 19:51:17.408889 4013 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6z4bz dd325ccae38791bb63f398438e090b09ca3d114a43fc19018b98d5425ae7246f network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6z4bz dd325ccae38791bb63f398438e090b09ca3d114a43fc19018b98d5425ae7246f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:dc:bb:9f:b0:7e\",\"name\":\"dd325ccae38791b\"},{\"mac\":\"0a:58:0a:80:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/008888c4-da89-4666-93b2-0768d8c3d333\"}],\"ips\":[{\"address\":\"10.128.0.26/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 19:51:17.427649 4013 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51wb7q6 ef929486084e731d0036035bd7bae4bedcca82858a6ba7c1104b97f4cb6449d8 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51wb7q6 ef929486084e731d0036035bd7bae4bedcca82858a6ba7c1104b97f4cb6449d8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:e7:26:5e:0e:a2\",\"name\":\"ef929486084e731\"},{\"mac\":\"0a:58:0a:80:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4f73ad2c-67f5-4ad8-877c-3a29bfb1edb7\"}],\"ips\":[{\"address\":\"10.128.0.27/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 19:51:19.759580 4013 base_network_controller_pods.go:487] [default/openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e6x7z4] creating logical port openshift-marketplace_5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e6x7z4 for pod on switch ip-10-0-2-53.ec2.internal I0505 19:51:19.759731 4013 kube.go:256] Updating pod openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e6x7z4 I0505 19:51:19.775770 4013 pod.go:62] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e6x7z4] pod update took 16.076207ms I0505 19:51:19.775799 4013 base_network_controller_pods.go:951] [default/openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e6x7z4] addLogicalPort annotation time took 16.112508ms I0505 19:51:19.777366 4013 pods.go:271] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e6x7z4] addLogicalPort took 17.81109ms, libovsdb time 1.082618ms I0505 19:51:19.964158 4013 base_network_controller_pods.go:487] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2fwfbz] creating logical port openshift-marketplace_a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2fwfbz for pod on switch ip-10-0-2-53.ec2.internal I0505 19:51:19.964316 4013 kube.go:256] Updating pod openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2fwfbz I0505 19:51:19.979541 4013 pod.go:62] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2fwfbz] pod update took 15.256197ms I0505 19:51:19.979574 4013 base_network_controller_pods.go:951] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2fwfbz] addLogicalPort annotation time took 15.294929ms I0505 19:51:19.981180 4013 pods.go:271] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2fwfbz] addLogicalPort took 17.041603ms, libovsdb time 1.044256ms I0505 19:51:20.461041 4013 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=63 I0505 19:51:20.762355 4013 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51wb7q6 ef929486084e731d0036035bd7bae4bedcca82858a6ba7c1104b97f4cb6449d8 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51wb7q6 ef929486084e731d0036035bd7bae4bedcca82858a6ba7c1104b97f4cb6449d8 network default NAD default NAD key ] I0505 19:51:20.833803 4013 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51wb7q6 ef929486084e731d0036035bd7bae4bedcca82858a6ba7c1104b97f4cb6449d8 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51wb7q6 ef929486084e731d0036035bd7bae4bedcca82858a6ba7c1104b97f4cb6449d8 network default NAD default NAD key default], result "{}", err I0505 19:51:22.470257 4013 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51wb7q6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:51:22.470296 4013 pods.go:176] Deleting pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51wb7q6 I0505 19:51:22.471843 4013 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51wb7q6, ips: 10.128.0.27 I0505 19:51:22.471895 4013 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51wb7q6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:51:22.471912 4013 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51wb7q6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 19:51:22.471920 4013 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 19:51:22.472150 4013 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51wb7q6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 19:51:22.472170 4013 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 19:51:23.026458 4013 base_network_controller_pods.go:487] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21366zb5d] creating logical port openshift-marketplace_03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21366zb5d for pod on switch ip-10-0-2-53.ec2.internal I0505 19:51:23.026612 4013 kube.go:256] Updating pod openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21366zb5d I0505 19:51:23.041906 4013 pod.go:62] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21366zb5d] pod update took 15.331472ms I0505 19:51:23.041933 4013 base_network_controller_pods.go:951] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21366zb5d] addLogicalPort annotation time took 15.364814ms I0505 19:51:23.043474 4013 pods.go:271] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21366zb5d] addLogicalPort took 17.03837ms, libovsdb time 1.106117ms I0505 19:51:23.120726 4013 base_network_controller_pods.go:487] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7r96pt] creating logical port openshift-marketplace_09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7r96pt for pod on switch ip-10-0-2-53.ec2.internal I0505 19:51:23.120827 4013 kube.go:256] Updating pod openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7r96pt I0505 19:51:23.135425 4013 pod.go:62] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7r96pt] pod update took 14.629037ms I0505 19:51:23.135452 4013 base_network_controller_pods.go:951] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7r96pt] addLogicalPort annotation time took 14.660258ms I0505 19:51:23.136797 4013 pods.go:271] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7r96pt] addLogicalPort took 16.090094ms, libovsdb time 853.883µs I0505 19:51:23.500278 4013 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51wb7q6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:51:23.500303 4013 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51wb7q6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:51:23.500315 4013 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51wb7q6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:51:23.500333 4013 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51wb7q6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:51:24.897071 4013 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2fwfbz 664edd600fb4cfc46118478cf8d8ade3f1cfda8c7398ff7be55421388a5336f3 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2fwfbz 664edd600fb4cfc46118478cf8d8ade3f1cfda8c7398ff7be55421388a5336f3 network default NAD default NAD key ] I0505 19:51:24.903515 4013 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21366zb5d dbb6373ab7853c7556af4062fe235adf0692b36f821d9e73b322bcc8bfcffe80 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21366zb5d dbb6373ab7853c7556af4062fe235adf0692b36f821d9e73b322bcc8bfcffe80 network default NAD default NAD key ] I0505 19:51:24.903597 4013 cni.go:452] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e6x7z4 6c9a2e36be32e0c01fc32cf73344d9e96ca6b73f3ec277625760834156e90a18 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e6x7z4 6c9a2e36be32e0c01fc32cf73344d9e96ca6b73f3ec277625760834156e90a18 network default NAD default NAD key ] I0505 19:51:24.904387 4013 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7r96pt 0f7326f896ae5a341ac2b86515f2a2276d9dbdffa99775e698bfd1b8feb98593 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7r96pt 0f7326f896ae5a341ac2b86515f2a2276d9dbdffa99775e698bfd1b8feb98593 network default NAD default NAD key ] I0505 19:51:24.906882 4013 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2fwfbz, hostIfaceName: 664edd600fb4cfc, network: default, NAD default, SandboxID: "664edd600fb4cfc46118478cf8d8ade3f1cfda8c7398ff7be55421388a5336f3", PCI device ID: , UID: "0ca218eb-4b9b-419a-a052-2bb2a7cd0a9d", MAC: 0a:58:0a:80:00:1d, IPs: [10.128.0.29/23] I0505 19:51:24.918285 4013 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e6x7z4, hostIfaceName: 6c9a2e36be32e0c, network: default, NAD default, SandboxID: "6c9a2e36be32e0c01fc32cf73344d9e96ca6b73f3ec277625760834156e90a18", PCI device ID: , UID: "256f6168-d811-49d3-b715-8f018ea9f515", MAC: 0a:58:0a:80:00:1c, IPs: [10.128.0.28/23] I0505 19:51:24.919092 4013 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7r96pt, hostIfaceName: 0f7326f896ae5a3, network: default, NAD default, SandboxID: "0f7326f896ae5a341ac2b86515f2a2276d9dbdffa99775e698bfd1b8feb98593", PCI device ID: , UID: "a87d9b16-3105-4338-8436-4af660a24290", MAC: 0a:58:0a:80:00:1f, IPs: [10.128.0.31/23] I0505 19:51:24.919700 4013 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21366zb5d, hostIfaceName: dbb6373ab7853c7, network: default, NAD default, SandboxID: "dbb6373ab7853c7556af4062fe235adf0692b36f821d9e73b322bcc8bfcffe80", PCI device ID: , UID: "4a2e0443-9043-40d6-8341-b4fc651d26b0", MAC: 0a:58:0a:80:00:1e, IPs: [10.128.0.30/23] I0505 19:51:24.969195 4013 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2fwfbz 664edd600fb4cfc46118478cf8d8ade3f1cfda8c7398ff7be55421388a5336f3 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2fwfbz 664edd600fb4cfc46118478cf8d8ade3f1cfda8c7398ff7be55421388a5336f3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:66:90:7a:da:c0\",\"name\":\"664edd600fb4cfc\"},{\"mac\":\"0a:58:0a:80:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d13cf097-97a3-410e-aac1-f15cbb84763c\"}],\"ips\":[{\"address\":\"10.128.0.29/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 19:51:25.199695 4013 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7r96pt 0f7326f896ae5a341ac2b86515f2a2276d9dbdffa99775e698bfd1b8feb98593 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7r96pt 0f7326f896ae5a341ac2b86515f2a2276d9dbdffa99775e698bfd1b8feb98593 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:fc:31:c6:e9:87\",\"name\":\"0f7326f896ae5a3\"},{\"mac\":\"0a:58:0a:80:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f9be3f5f-d483-4652-be81-4112b49dc69a\"}],\"ips\":[{\"address\":\"10.128.0.31/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 19:51:25.199743 4013 cni.go:473] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e6x7z4 6c9a2e36be32e0c01fc32cf73344d9e96ca6b73f3ec277625760834156e90a18 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e6x7z4 6c9a2e36be32e0c01fc32cf73344d9e96ca6b73f3ec277625760834156e90a18 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:d4:6d:81:7b:3c\",\"name\":\"6c9a2e36be32e0c\"},{\"mac\":\"0a:58:0a:80:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1cdc4637-2cc1-42d2-b939-dfd504c7832f\"}],\"ips\":[{\"address\":\"10.128.0.28/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 19:51:25.199768 4013 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21366zb5d dbb6373ab7853c7556af4062fe235adf0692b36f821d9e73b322bcc8bfcffe80 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21366zb5d dbb6373ab7853c7556af4062fe235adf0692b36f821d9e73b322bcc8bfcffe80 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:12:41:38:ac:6a\",\"name\":\"dbb6373ab7853c7\"},{\"mac\":\"0a:58:0a:80:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3c989e3b-e85a-4638-be62-1643903d0592\"}],\"ips\":[{\"address\":\"10.128.0.30/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 19:51:27.817980 4013 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6z4bz dd325ccae38791bb63f398438e090b09ca3d114a43fc19018b98d5425ae7246f network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6z4bz dd325ccae38791bb63f398438e090b09ca3d114a43fc19018b98d5425ae7246f network default NAD default NAD key ] I0505 19:51:27.887900 4013 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6z4bz dd325ccae38791bb63f398438e090b09ca3d114a43fc19018b98d5425ae7246f network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6z4bz dd325ccae38791bb63f398438e090b09ca3d114a43fc19018b98d5425ae7246f network default NAD default NAD key default], result "{}", err I0505 19:51:27.950225 4013 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6z4bz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:51:27.950265 4013 pods.go:176] Deleting pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6z4bz I0505 19:51:27.951633 4013 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6z4bz, ips: 10.128.0.26 I0505 19:51:27.951666 4013 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6z4bz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:51:27.951696 4013 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6z4bz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 19:51:27.951704 4013 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 19:51:27.951930 4013 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6z4bz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 19:51:27.951946 4013 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 19:51:28.829905 4013 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2fwfbz 664edd600fb4cfc46118478cf8d8ade3f1cfda8c7398ff7be55421388a5336f3 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2fwfbz 664edd600fb4cfc46118478cf8d8ade3f1cfda8c7398ff7be55421388a5336f3 network default NAD default NAD key ] I0505 19:51:28.830481 4013 cni.go:452] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e6x7z4 6c9a2e36be32e0c01fc32cf73344d9e96ca6b73f3ec277625760834156e90a18 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e6x7z4 6c9a2e36be32e0c01fc32cf73344d9e96ca6b73f3ec277625760834156e90a18 network default NAD default NAD key ] I0505 19:51:28.897469 4013 cni.go:473] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e6x7z4 6c9a2e36be32e0c01fc32cf73344d9e96ca6b73f3ec277625760834156e90a18 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e6x7z4 6c9a2e36be32e0c01fc32cf73344d9e96ca6b73f3ec277625760834156e90a18 network default NAD default NAD key default], result "{}", err I0505 19:51:28.945292 4013 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2fwfbz 664edd600fb4cfc46118478cf8d8ade3f1cfda8c7398ff7be55421388a5336f3 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2fwfbz 664edd600fb4cfc46118478cf8d8ade3f1cfda8c7398ff7be55421388a5336f3 network default NAD default NAD key default], result "{}", err I0505 19:51:28.947182 4013 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e6x7z4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:51:28.947239 4013 pods.go:176] Deleting pod: openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e6x7z4 I0505 19:51:28.948840 4013 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e6x7z4, ips: 10.128.0.28 I0505 19:51:28.948896 4013 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e6x7z4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:51:28.948919 4013 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e6x7z4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 19:51:28.948925 4013 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 19:51:28.949149 4013 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e6x7z4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 19:51:28.949168 4013 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 19:51:28.980941 4013 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6z4bz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:51:28.980969 4013 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6z4bz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:51:28.980987 4013 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6z4bz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:51:28.980999 4013 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6z4bz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:51:28.997357 4013 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2fwfbz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:51:28.997397 4013 pods.go:176] Deleting pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2fwfbz I0505 19:51:28.998743 4013 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2fwfbz, ips: 10.128.0.29 I0505 19:51:28.998774 4013 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2fwfbz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:51:28.998793 4013 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2fwfbz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 19:51:28.998800 4013 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 19:51:28.998990 4013 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2fwfbz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 19:51:28.999006 4013 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 19:51:29.837690 4013 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21366zb5d dbb6373ab7853c7556af4062fe235adf0692b36f821d9e73b322bcc8bfcffe80 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21366zb5d dbb6373ab7853c7556af4062fe235adf0692b36f821d9e73b322bcc8bfcffe80 network default NAD default NAD key ] I0505 19:51:29.837728 4013 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7r96pt 0f7326f896ae5a341ac2b86515f2a2276d9dbdffa99775e698bfd1b8feb98593 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7r96pt 0f7326f896ae5a341ac2b86515f2a2276d9dbdffa99775e698bfd1b8feb98593 network default NAD default NAD key ] I0505 19:51:29.918318 4013 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7r96pt 0f7326f896ae5a341ac2b86515f2a2276d9dbdffa99775e698bfd1b8feb98593 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7r96pt 0f7326f896ae5a341ac2b86515f2a2276d9dbdffa99775e698bfd1b8feb98593 network default NAD default NAD key default], result "{}", err I0505 19:51:29.929450 4013 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21366zb5d dbb6373ab7853c7556af4062fe235adf0692b36f821d9e73b322bcc8bfcffe80 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21366zb5d dbb6373ab7853c7556af4062fe235adf0692b36f821d9e73b322bcc8bfcffe80 network default NAD default NAD key default], result "{}", err I0505 19:51:29.979694 4013 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e6x7z4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:51:29.979742 4013 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e6x7z4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:51:29.979758 4013 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e6x7z4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:51:29.979771 4013 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e6x7z4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:51:29.980697 4013 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7r96pt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:51:29.980728 4013 pods.go:176] Deleting pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7r96pt I0505 19:51:29.982229 4013 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7r96pt, ips: 10.128.0.31 I0505 19:51:29.982254 4013 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7r96pt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:51:29.982281 4013 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7r96pt of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 19:51:29.982289 4013 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 19:51:29.982470 4013 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7r96pt of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 19:51:29.982485 4013 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 19:51:30.005685 4013 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21366zb5d of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:51:30.005718 4013 pods.go:176] Deleting pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21366zb5d I0505 19:51:30.006994 4013 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21366zb5d, ips: 10.128.0.30 I0505 19:51:30.007021 4013 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21366zb5d of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:51:30.007041 4013 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21366zb5d of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 19:51:30.007048 4013 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 19:51:30.007220 4013 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21366zb5d of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 19:51:30.007234 4013 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 19:51:30.028564 4013 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2fwfbz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:51:30.028590 4013 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2fwfbz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:51:30.028600 4013 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2fwfbz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:51:30.028614 4013 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2fwfbz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:51:31.012965 4013 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7r96pt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:51:31.012994 4013 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7r96pt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:51:31.013013 4013 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7r96pt of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:51:31.013027 4013 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7r96pt of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:51:31.051271 4013 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21366zb5d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:51:31.051293 4013 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21366zb5d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:51:31.051306 4013 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21366zb5d of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:51:31.051322 4013 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21366zb5d of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0505 19:51:33.017744 4013 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0505 19:51:36.393954 4013 namespace.go:142] [openshift-operators] updating namespace I0505 19:51:36.420260 4013 namespace.go:142] [openshift-operators] updating namespace I0505 19:51:42.481823 4013 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=637 I0505 19:51:43.113489 4013 namespace.go:98] [cert-manager] adding namespace I0505 19:51:43.114403 4013 namespace.go:102] [cert-manager] adding namespace took 887.559µs I0505 19:51:43.335906 4013 namespace.go:142] [cert-manager] updating namespace I0505 19:51:43.380941 4013 namespace.go:142] [cert-manager] updating namespace W0505 19:51:48.403662 4013 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0505 19:51:48.403686 4013 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook W0505 19:51:49.122183 4013 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0505 19:51:49.165059 4013 namespace.go:98] [trusted-artifact-signer] adding namespace I0505 19:51:49.165920 4013 namespace.go:102] [trusted-artifact-signer] adding namespace took 834.818µs I0505 19:51:49.241034 4013 namespace.go:142] [trusted-artifact-signer] updating namespace I0505 19:51:49.299196 4013 namespace.go:142] [trusted-artifact-signer] updating namespace I0505 19:51:53.823554 4013 namespace.go:142] [openshift-operators] updating namespace W0505 19:52:01.222253 4013 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 19:52:04.280225 4013 base_network_controller_pods.go:487] [default/konflux-operator/konflux-operator-controller-manager-5bf6d87b75-xrg8s] creating logical port konflux-operator_konflux-operator-controller-manager-5bf6d87b75-xrg8s for pod on switch ip-10-0-2-53.ec2.internal I0505 19:52:04.280342 4013 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-5bf6d87b75-xrg8s I0505 19:52:04.363412 4013 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-5bf6d87b75-xrg8s I0505 19:52:04.394605 4013 pod.go:62] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-xrg8s] pod update took 114.293619ms I0505 19:52:04.394627 4013 base_network_controller_pods.go:951] [default/konflux-operator/konflux-operator-controller-manager-5bf6d87b75-xrg8s] addLogicalPort annotation time took 114.318349ms I0505 19:52:04.395784 4013 pods.go:271] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-xrg8s] addLogicalPort took 115.581171ms, libovsdb time 837.04µs I0505 19:52:04.613989 4013 cni.go:452] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-xrg8s 64987038605f27c3ce0d8dbf1b670a90b4ea2b09916b90acbb86d1b97277f5d0 network default NAD default NAD key ] ADD starting CNI request [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-xrg8s 64987038605f27c3ce0d8dbf1b670a90b4ea2b09916b90acbb86d1b97277f5d0 network default NAD default NAD key ] I0505 19:52:04.623209 4013 helper_linux.go:556] ConfigureOVS: namespace: konflux-operator, podName: konflux-operator-controller-manager-5bf6d87b75-xrg8s, hostIfaceName: 64987038605f27c, network: default, NAD default, SandboxID: "64987038605f27c3ce0d8dbf1b670a90b4ea2b09916b90acbb86d1b97277f5d0", PCI device ID: , UID: "15d1cab1-3661-45f2-9bec-6f775ae56305", MAC: 0a:58:0a:80:00:20, IPs: [10.128.0.32/23] I0505 19:52:04.672594 4013 cni.go:473] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-xrg8s 64987038605f27c3ce0d8dbf1b670a90b4ea2b09916b90acbb86d1b97277f5d0 network default NAD default NAD key default] ADD finished CNI request [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-xrg8s 64987038605f27c3ce0d8dbf1b670a90b4ea2b09916b90acbb86d1b97277f5d0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:a9:f3:a3:93:eb\",\"name\":\"64987038605f27c\"},{\"mac\":\"0a:58:0a:80:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/621841d4-7a57-49f4-9086-fdbb5c754fe0\"}],\"ips\":[{\"address\":\"10.128.0.32/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 19:52:07.072557 4013 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0505 19:52:10.377826 4013 namespace.go:98] [openshift-pipelines] adding namespace I0505 19:52:10.378656 4013 namespace.go:102] [openshift-pipelines] adding namespace took 804.549µs I0505 19:52:10.456768 4013 namespace.go:142] [openshift-pipelines] updating namespace I0505 19:52:11.726547 4013 namespace.go:142] [cert-manager] updating namespace I0505 19:52:11.928586 4013 namespace.go:142] [cert-manager-operator] updating namespace I0505 19:52:12.235552 4013 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0505 19:52:12.235612 4013 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-sklww IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-sklww: no pod IPs found I0505 19:52:12.347223 4013 namespace.go:142] [konflux-operator] updating namespace I0505 19:52:12.536710 4013 namespace.go:142] [konflux-ui] updating namespace I0505 19:52:12.737879 4013 namespace.go:142] [open-cluster-management-2q3vd5kui3hhlrh3ig7v5mg4uql1ia9n] updating namespace I0505 19:52:13.332132 4013 namespace.go:142] [rhbk-operator] updating namespace I0505 19:52:13.646112 4013 namespace.go:142] [rhtpa-operator] updating namespace I0505 19:52:13.876758 4013 namespace.go:142] [trusted-artifact-signer] updating namespace I0505 19:52:14.100910 4013 namespace.go:142] [tsf] updating namespace I0505 19:52:14.293790 4013 namespace.go:142] [tsf-keycloak] updating namespace I0505 19:52:14.490938 4013 namespace.go:142] [tsf-tas] updating namespace I0505 19:52:14.688521 4013 namespace.go:142] [tsf-tpa] updating namespace I0505 19:52:14.821199 4013 namespace.go:142] [cert-manager] updating namespace I0505 19:52:14.838173 4013 namespace.go:142] [cert-manager-operator] updating namespace I0505 19:52:14.853368 4013 namespace.go:142] [default] updating namespace I0505 19:52:14.864032 4013 namespace.go:142] [konflux-operator] updating namespace I0505 19:52:14.875129 4013 namespace.go:142] [konflux-ui] updating namespace I0505 19:52:14.887614 4013 namespace.go:142] [open-cluster-management-2q3vd5kui3hhlrh3ig7v5mg4uql1ia9n] updating namespace I0505 19:52:14.895313 4013 namespace.go:142] [openshift] updating namespace I0505 19:52:14.909037 4013 namespace.go:142] [rhbk-operator] updating namespace I0505 19:52:14.920744 4013 namespace.go:142] [rhtpa-operator] updating namespace I0505 19:52:14.931199 4013 namespace.go:142] [trusted-artifact-signer] updating namespace I0505 19:52:14.948209 4013 namespace.go:142] [tsf] updating namespace I0505 19:52:14.960334 4013 namespace.go:142] [tsf-keycloak] updating namespace I0505 19:52:14.971899 4013 namespace.go:142] [tsf-tas] updating namespace I0505 19:52:14.979582 4013 namespace.go:142] [tsf-tpa] updating namespace I0505 19:52:15.085321 4013 namespace.go:142] [cert-manager] updating namespace I0505 19:52:15.175390 4013 namespace.go:142] [cert-manager-operator] updating namespace I0505 19:52:15.272595 4013 namespace.go:142] [default] updating namespace I0505 19:52:15.379607 4013 namespace.go:142] [konflux-operator] updating namespace I0505 19:52:15.475636 4013 namespace.go:142] [konflux-ui] updating namespace I0505 19:52:15.577826 4013 namespace.go:142] [open-cluster-management-2q3vd5kui3hhlrh3ig7v5mg4uql1ia9n] updating namespace I0505 19:52:15.670702 4013 namespace.go:142] [openshift] updating namespace I0505 19:52:15.771736 4013 namespace.go:142] [rhbk-operator] updating namespace I0505 19:52:15.875287 4013 namespace.go:142] [rhtpa-operator] updating namespace I0505 19:52:15.978425 4013 namespace.go:142] [trusted-artifact-signer] updating namespace I0505 19:52:16.075822 4013 namespace.go:142] [tsf] updating namespace I0505 19:52:16.181382 4013 namespace.go:142] [tsf-keycloak] updating namespace I0505 19:52:16.280145 4013 namespace.go:142] [tsf-tas] updating namespace I0505 19:52:16.379290 4013 namespace.go:142] [tsf-tpa] updating namespace I0505 19:52:16.860166 4013 namespace.go:142] [openshift-pipelines] updating namespace W0505 19:52:18.137327 4013 util.go:959] Failed to build node endpoints for node ip-10-0-2-53.ec2.internal port 8443: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0505 19:52:20.113942 4013 cni.go:452] [tsf/test-tsf-subscriptions 714fa82c4853730188ca494a8121b57aa5deec972701050a03140fd741422bcd network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-subscriptions 714fa82c4853730188ca494a8121b57aa5deec972701050a03140fd741422bcd network default NAD default NAD key ] I0505 19:52:20.198811 4013 cni.go:473] [tsf/test-tsf-subscriptions 714fa82c4853730188ca494a8121b57aa5deec972701050a03140fd741422bcd network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-subscriptions 714fa82c4853730188ca494a8121b57aa5deec972701050a03140fd741422bcd network default NAD default NAD key default], result "{}", err I0505 19:52:20.256842 4013 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:52:20.256902 4013 pods.go:176] Deleting pod: tsf/test-tsf-subscriptions I0505 19:52:20.258287 4013 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-subscriptions, ips: 10.128.0.25 I0505 19:52:20.258320 4013 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:52:20.291400 4013 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:52:20.291421 4013 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:52:20.294997 4013 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0505 19:52:20.295020 4013 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0505 19:52:21.998340 4013 base_network_controller_pods.go:487] [default/tsf/test-tsf-infrastructure] creating logical port tsf_test-tsf-infrastructure for pod on switch ip-10-0-2-53.ec2.internal I0505 19:52:21.998430 4013 kube.go:256] Updating pod tsf/test-tsf-infrastructure I0505 19:52:22.021571 4013 pod.go:62] [tsf/test-tsf-infrastructure] pod update took 23.165756ms I0505 19:52:22.021593 4013 base_network_controller_pods.go:951] [default/tsf/test-tsf-infrastructure] addLogicalPort annotation time took 23.192259ms I0505 19:52:22.022817 4013 pods.go:271] [tsf/test-tsf-infrastructure] addLogicalPort took 24.494256ms, libovsdb time 890.139µs I0505 19:52:22.386855 4013 cni.go:452] [tsf/test-tsf-infrastructure c027e8648f1f9610834f47a2bf5c9ad47ba7b4c8e2aed6187c17fdf32c81b525 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-infrastructure c027e8648f1f9610834f47a2bf5c9ad47ba7b4c8e2aed6187c17fdf32c81b525 network default NAD default NAD key ] I0505 19:52:22.396729 4013 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-infrastructure, hostIfaceName: c027e8648f1f961, network: default, NAD default, SandboxID: "c027e8648f1f9610834f47a2bf5c9ad47ba7b4c8e2aed6187c17fdf32c81b525", PCI device ID: , UID: "c698f2e6-5f34-4e01-8457-3dd480c56a74", MAC: 0a:58:0a:80:00:21, IPs: [10.128.0.33/23] I0505 19:52:22.446659 4013 cni.go:473] [tsf/test-tsf-infrastructure c027e8648f1f9610834f47a2bf5c9ad47ba7b4c8e2aed6187c17fdf32c81b525 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-infrastructure c027e8648f1f9610834f47a2bf5c9ad47ba7b4c8e2aed6187c17fdf32c81b525 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:19:fb:93:7d:64\",\"name\":\"c027e8648f1f961\"},{\"mac\":\"0a:58:0a:80:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3725fdea-479d-4c40-843f-be52f7d67028\"}],\"ips\":[{\"address\":\"10.128.0.33/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 19:52:24.890733 4013 base_network_controller_pods.go:487] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-cdjbc] creating logical port tsf-tpa_tpa-pgsql-bee-5df6ff8bdf-cdjbc for pod on switch ip-10-0-2-53.ec2.internal I0505 19:52:24.890841 4013 kube.go:256] Updating pod tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-cdjbc I0505 19:52:24.891476 4013 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-w7pv4] creating logical port tsf-keycloak_keycloak-pgsql-bee-744f6fc4d9-w7pv4 for pod on switch ip-10-0-2-53.ec2.internal I0505 19:52:24.891550 4013 kube.go:256] Updating pod tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-w7pv4 I0505 19:52:24.903002 4013 pod.go:62] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-w7pv4] pod update took 11.471935ms I0505 19:52:24.903027 4013 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-w7pv4] addLogicalPort annotation time took 11.498484ms I0505 19:52:24.904205 4013 pods.go:271] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-w7pv4] addLogicalPort took 12.741738ms, libovsdb time 843.131µs I0505 19:52:24.909412 4013 pod.go:62] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-cdjbc] pod update took 18.598536ms I0505 19:52:24.909431 4013 base_network_controller_pods.go:951] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-cdjbc] addLogicalPort annotation time took 18.622075ms I0505 19:52:24.910437 4013 pods.go:271] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-cdjbc] addLogicalPort took 19.726596ms, libovsdb time 648.246µs I0505 19:52:25.885358 4013 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-l6w8k] creating logical port openshift-pipelines_tekton-pipelines-remote-resolvers-85f5bb4dfb-l6w8k for pod on switch ip-10-0-2-53.ec2.internal I0505 19:52:25.885475 4013 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-l6w8k I0505 19:52:25.904816 4013 pod.go:62] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-l6w8k] pod update took 19.379996ms I0505 19:52:25.904848 4013 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-l6w8k] addLogicalPort annotation time took 19.41442ms I0505 19:52:25.906377 4013 pods.go:271] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-l6w8k] addLogicalPort took 21.033019ms, libovsdb time 1.012938ms I0505 19:52:25.975842 4013 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-pvf9b] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-pvf9b for pod on switch ip-10-0-2-53.ec2.internal I0505 19:52:25.975965 4013 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-pvf9b I0505 19:52:25.999502 4013 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-pvf9b] pod update took 23.566961ms I0505 19:52:25.999530 4013 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-pvf9b] addLogicalPort annotation time took 23.600874ms I0505 19:52:26.000745 4013 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-pvf9b] addLogicalPort took 24.921899ms, libovsdb time 753.972µs I0505 19:52:26.080070 4013 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-rvwsx] creating logical port openshift-pipelines_tekton-operator-proxy-webhook-57f84cff6f-rvwsx for pod on switch ip-10-0-2-53.ec2.internal I0505 19:52:26.080211 4013 kube.go:256] Updating pod openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-rvwsx I0505 19:52:26.097466 4013 pod.go:62] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-rvwsx] pod update took 17.283846ms I0505 19:52:26.097490 4013 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-rvwsx] addLogicalPort annotation time took 17.313166ms I0505 19:52:26.098937 4013 pods.go:271] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-rvwsx] addLogicalPort took 18.884444ms, libovsdb time 1.004907ms I0505 19:52:26.255115 4013 cni.go:452] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-l6w8k 4d4560bf195b24c2f9cb1b650eb89ee13fce011118adc49aae3a6d5c0393eaf4 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-l6w8k 4d4560bf195b24c2f9cb1b650eb89ee13fce011118adc49aae3a6d5c0393eaf4 network default NAD default NAD key ] I0505 19:52:26.264679 4013 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-remote-resolvers-85f5bb4dfb-l6w8k, hostIfaceName: 4d4560bf195b24c, network: default, NAD default, SandboxID: "4d4560bf195b24c2f9cb1b650eb89ee13fce011118adc49aae3a6d5c0393eaf4", PCI device ID: , UID: "97cdfb1d-36a6-4df6-b659-25ddab6dd8c1", MAC: 0a:58:0a:80:00:24, IPs: [10.128.0.36/23] I0505 19:52:26.321105 4013 cni.go:473] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-l6w8k 4d4560bf195b24c2f9cb1b650eb89ee13fce011118adc49aae3a6d5c0393eaf4 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-l6w8k 4d4560bf195b24c2f9cb1b650eb89ee13fce011118adc49aae3a6d5c0393eaf4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:30:ef:f3:de:a2\",\"name\":\"4d4560bf195b24c\"},{\"mac\":\"0a:58:0a:80:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c85e5aa0-04eb-4ad2-b58b-85a0247147ce\"}],\"ips\":[{\"address\":\"10.128.0.36/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 19:52:26.345031 4013 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-pvf9b 6925fe466b9fbb57769b663e4abff8848b06e92f18b68dcd513059ec7136f258 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-pvf9b 6925fe466b9fbb57769b663e4abff8848b06e92f18b68dcd513059ec7136f258 network default NAD default NAD key ] I0505 19:52:26.357599 4013 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-pvf9b, hostIfaceName: 6925fe466b9fbb5, network: default, NAD default, SandboxID: "6925fe466b9fbb57769b663e4abff8848b06e92f18b68dcd513059ec7136f258", PCI device ID: , UID: "5455bc4d-3dba-40f4-b281-4bd05078c937", MAC: 0a:58:0a:80:00:25, IPs: [10.128.0.37/23] I0505 19:52:26.410106 4013 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-pvf9b 6925fe466b9fbb57769b663e4abff8848b06e92f18b68dcd513059ec7136f258 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-pvf9b 6925fe466b9fbb57769b663e4abff8848b06e92f18b68dcd513059ec7136f258 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:7b:4e:70:16:6b\",\"name\":\"6925fe466b9fbb5\"},{\"mac\":\"0a:58:0a:80:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/96537e81-9b1a-4753-98e0-994e18d00683\"}],\"ips\":[{\"address\":\"10.128.0.37/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 19:52:26.449382 4013 cni.go:452] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-rvwsx 7a66b7771b7df62ed415dbfa83aa7b57ef90ea9727eb24ae484ba10f2cc2bd82 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-rvwsx 7a66b7771b7df62ed415dbfa83aa7b57ef90ea9727eb24ae484ba10f2cc2bd82 network default NAD default NAD key ] I0505 19:52:26.460047 4013 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-operator-proxy-webhook-57f84cff6f-rvwsx, hostIfaceName: 7a66b7771b7df62, network: default, NAD default, SandboxID: "7a66b7771b7df62ed415dbfa83aa7b57ef90ea9727eb24ae484ba10f2cc2bd82", PCI device ID: , UID: "950587e0-5807-49e9-871b-fbfa49d90b02", MAC: 0a:58:0a:80:00:26, IPs: [10.128.0.38/23] I0505 19:52:26.511773 4013 cni.go:473] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-rvwsx 7a66b7771b7df62ed415dbfa83aa7b57ef90ea9727eb24ae484ba10f2cc2bd82 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-rvwsx 7a66b7771b7df62ed415dbfa83aa7b57ef90ea9727eb24ae484ba10f2cc2bd82 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:d0:ec:90:a6:e2\",\"name\":\"7a66b7771b7df62\"},{\"mac\":\"0a:58:0a:80:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/02111e7d-16ed-421f-93a2-09240368727d\"}],\"ips\":[{\"address\":\"10.128.0.38/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 19:52:29.333571 4013 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0505 19:52:29.333597 4013 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0505 19:52:29.333606 4013 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0505 19:52:29.566270 4013 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0505 19:52:29.566295 4013 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0505 19:52:29.566301 4013 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller I0505 19:52:32.877633 4013 cni.go:452] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-w7pv4 099955298fecae367e9026d203d4a2e1ed01d415017e739ae7cd531af28ed046 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-w7pv4 099955298fecae367e9026d203d4a2e1ed01d415017e739ae7cd531af28ed046 network default NAD default NAD key ] I0505 19:52:32.878171 4013 cni.go:452] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-cdjbc 33205186767ab08c13991e4fecedc03e54a71273edfaee5e91b9f0db666f9b80 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-cdjbc 33205186767ab08c13991e4fecedc03e54a71273edfaee5e91b9f0db666f9b80 network default NAD default NAD key ] I0505 19:52:32.892787 4013 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: tpa-pgsql-bee-5df6ff8bdf-cdjbc, hostIfaceName: 33205186767ab08, network: default, NAD default, SandboxID: "33205186767ab08c13991e4fecedc03e54a71273edfaee5e91b9f0db666f9b80", PCI device ID: , UID: "5313f125-4e0b-4798-9671-6a8d34939130", MAC: 0a:58:0a:80:00:22, IPs: [10.128.0.34/23] I0505 19:52:32.908472 4013 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-pgsql-bee-744f6fc4d9-w7pv4, hostIfaceName: 099955298fecae3, network: default, NAD default, SandboxID: "099955298fecae367e9026d203d4a2e1ed01d415017e739ae7cd531af28ed046", PCI device ID: , UID: "02183346-90e8-4ee0-89a4-e0d3f9af39b6", MAC: 0a:58:0a:80:00:23, IPs: [10.128.0.35/23] I0505 19:52:32.953148 4013 cni.go:473] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-cdjbc 33205186767ab08c13991e4fecedc03e54a71273edfaee5e91b9f0db666f9b80 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-cdjbc 33205186767ab08c13991e4fecedc03e54a71273edfaee5e91b9f0db666f9b80 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:63:15:04:13:c6\",\"name\":\"33205186767ab08\"},{\"mac\":\"0a:58:0a:80:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5d4cbadf-8408-400b-b898-964ee9c96d64\"}],\"ips\":[{\"address\":\"10.128.0.34/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 19:52:32.980649 4013 cni.go:473] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-w7pv4 099955298fecae367e9026d203d4a2e1ed01d415017e739ae7cd531af28ed046 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-w7pv4 099955298fecae367e9026d203d4a2e1ed01d415017e739ae7cd531af28ed046 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:78:23:cb:98:c8\",\"name\":\"099955298fecae3\"},{\"mac\":\"0a:58:0a:80:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3d8a8ced-725b-4aaa-9446-dc5ef9d1a9de\"}],\"ips\":[{\"address\":\"10.128.0.35/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 19:52:33.197189 4013 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 19:52:33.197214 4013 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 19:52:33.197222 4013 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 19:52:33.197228 4013 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 19:52:33.222476 4013 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0505 19:52:33.253955 4013 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0505 19:52:44.217171 4013 util.go:959] Failed to build node endpoints for node ip-10-0-2-53.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 19:52:44.217192 4013 util.go:959] Failed to build node endpoints for node ip-10-0-2-53.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 19:52:44.217198 4013 util.go:959] Failed to build node endpoints for node ip-10-0-2-53.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 19:52:44.217203 4013 util.go:959] Failed to build node endpoints for node ip-10-0-2-53.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0505 19:52:46.464167 4013 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=106 I0505 19:52:52.574138 4013 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 W0505 19:52:54.216907 4013 util.go:959] Failed to build node endpoints for node ip-10-0-2-53.ec2.internal port 5432: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0505 19:52:54.249213 4013 util.go:959] Failed to build node endpoints for node ip-10-0-2-53.ec2.internal port 5432: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0505 19:52:54.672682 4013 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0505 19:52:56.337601 4013 cni.go:452] [tsf/test-tsf-infrastructure c027e8648f1f9610834f47a2bf5c9ad47ba7b4c8e2aed6187c17fdf32c81b525 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-infrastructure c027e8648f1f9610834f47a2bf5c9ad47ba7b4c8e2aed6187c17fdf32c81b525 network default NAD default NAD key ] I0505 19:52:56.420822 4013 cni.go:473] [tsf/test-tsf-infrastructure c027e8648f1f9610834f47a2bf5c9ad47ba7b4c8e2aed6187c17fdf32c81b525 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-infrastructure c027e8648f1f9610834f47a2bf5c9ad47ba7b4c8e2aed6187c17fdf32c81b525 network default NAD default NAD key default], result "{}", err I0505 19:52:56.474099 4013 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:52:56.474141 4013 pods.go:176] Deleting pod: tsf/test-tsf-infrastructure I0505 19:52:56.475453 4013 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-infrastructure, ips: 10.128.0.33 I0505 19:52:56.475484 4013 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:52:56.496424 4013 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:52:56.496451 4013 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:52:56.502647 4013 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0505 19:52:56.502670 4013 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0505 19:52:57.588800 4013 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-2-53.ec2.internal I0505 19:52:57.588907 4013 kube.go:256] Updating pod tsf/test-tsf-iam I0505 19:52:57.606961 4013 pod.go:62] [tsf/test-tsf-iam] pod update took 18.077389ms I0505 19:52:57.606993 4013 base_network_controller_pods.go:951] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 18.12779ms I0505 19:52:57.608473 4013 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 19.688134ms, libovsdb time 1.069147ms I0505 19:52:57.963592 4013 cni.go:452] [tsf/test-tsf-iam f9542dae0c965543b746f76efa6fdd218abc12bac83f0c5c9ab15a0bcbe31938 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-iam f9542dae0c965543b746f76efa6fdd218abc12bac83f0c5c9ab15a0bcbe31938 network default NAD default NAD key ] I0505 19:52:57.973164 4013 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: f9542dae0c96554, network: default, NAD default, SandboxID: "f9542dae0c965543b746f76efa6fdd218abc12bac83f0c5c9ab15a0bcbe31938", PCI device ID: , UID: "0ce527ff-65ba-4b38-88be-58db07943726", MAC: 0a:58:0a:80:00:27, IPs: [10.128.0.39/23] I0505 19:52:58.024796 4013 cni.go:473] [tsf/test-tsf-iam f9542dae0c965543b746f76efa6fdd218abc12bac83f0c5c9ab15a0bcbe31938 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-iam f9542dae0c965543b746f76efa6fdd218abc12bac83f0c5c9ab15a0bcbe31938 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:12:7a:7a:4d:bf\",\"name\":\"f9542dae0c96554\"},{\"mac\":\"0a:58:0a:80:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ca548a32-ed3d-4216-b492-5de4264b092e\"}],\"ips\":[{\"address\":\"10.128.0.39/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 19:52:58.382159 4013 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0505 19:52:58.382735 4013 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0505 19:52:58.382769 4013 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0505 19:52:58.385243 4013 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel W0505 19:53:04.731372 4013 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0505 19:53:04.731393 4013 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0505 19:53:04.734109 4013 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0505 19:53:04.734122 4013 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0505 19:53:07.556180 4013 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-chains-controller-55fb698565-pr6ng] creating logical port openshift-pipelines_tekton-chains-controller-55fb698565-pr6ng for pod on switch ip-10-0-2-53.ec2.internal I0505 19:53:07.556275 4013 kube.go:256] Updating pod openshift-pipelines/tekton-chains-controller-55fb698565-pr6ng I0505 19:53:07.576981 4013 pod.go:62] [openshift-pipelines/tekton-chains-controller-55fb698565-pr6ng] pod update took 20.728705ms I0505 19:53:07.577005 4013 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-chains-controller-55fb698565-pr6ng] addLogicalPort annotation time took 20.755326ms I0505 19:53:07.578354 4013 pods.go:271] [openshift-pipelines/tekton-chains-controller-55fb698565-pr6ng] addLogicalPort took 22.189633ms, libovsdb time 886.344µs I0505 19:53:07.920271 4013 cni.go:452] [openshift-pipelines/tekton-chains-controller-55fb698565-pr6ng 6550554c2e27d8c2521e03ea6d947a05fa137b45c5494e06b13cb365afde3116 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-pr6ng 6550554c2e27d8c2521e03ea6d947a05fa137b45c5494e06b13cb365afde3116 network default NAD default NAD key ] I0505 19:53:07.929841 4013 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-chains-controller-55fb698565-pr6ng, hostIfaceName: 6550554c2e27d8c, network: default, NAD default, SandboxID: "6550554c2e27d8c2521e03ea6d947a05fa137b45c5494e06b13cb365afde3116", PCI device ID: , UID: "41cc717b-0510-4493-ab10-59f11d4fb5e2", MAC: 0a:58:0a:80:00:28, IPs: [10.128.0.40/23] I0505 19:53:07.980574 4013 cni.go:473] [openshift-pipelines/tekton-chains-controller-55fb698565-pr6ng 6550554c2e27d8c2521e03ea6d947a05fa137b45c5494e06b13cb365afde3116 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-pr6ng 6550554c2e27d8c2521e03ea6d947a05fa137b45c5494e06b13cb365afde3116 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:2a:52:37:48:ac\",\"name\":\"6550554c2e27d8c\"},{\"mac\":\"0a:58:0a:80:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5bdc60fb-3542-4b63-a323-599659401c7e\"}],\"ips\":[{\"address\":\"10.128.0.40/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 19:53:12.320121 4013 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0505 19:53:27.110475 4013 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-gm2vb] creating logical port openshift-pipelines_tekton-results-retention-policy-agent-585694b54-gm2vb for pod on switch ip-10-0-2-53.ec2.internal I0505 19:53:27.110585 4013 kube.go:256] Updating pod openshift-pipelines/tekton-results-retention-policy-agent-585694b54-gm2vb I0505 19:53:27.130132 4013 pod.go:62] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-gm2vb] pod update took 19.568852ms I0505 19:53:27.130155 4013 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-gm2vb] addLogicalPort annotation time took 19.598892ms I0505 19:53:27.131285 4013 pods.go:271] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-gm2vb] addLogicalPort took 20.825226ms, libovsdb time 790.002µs I0505 19:53:27.214156 4013 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-c7g2b] creating logical port openshift-pipelines_tekton-results-watcher-7777c5dbd5-c7g2b for pod on switch ip-10-0-2-53.ec2.internal I0505 19:53:27.214268 4013 kube.go:256] Updating pod openshift-pipelines/tekton-results-watcher-7777c5dbd5-c7g2b I0505 19:53:27.233117 4013 pod.go:62] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-c7g2b] pod update took 18.88229ms I0505 19:53:27.233136 4013 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-c7g2b] addLogicalPort annotation time took 18.91019ms I0505 19:53:27.234364 4013 pods.go:271] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-c7g2b] addLogicalPort took 20.229361ms, libovsdb time 838.099µs I0505 19:53:27.473736 4013 cni.go:452] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-gm2vb 3e1a742fbdd7d2a8e835f9f8680ccdce90a61dbaa4152d366e8566bd55e9e547 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-gm2vb 3e1a742fbdd7d2a8e835f9f8680ccdce90a61dbaa4152d366e8566bd55e9e547 network default NAD default NAD key ] I0505 19:53:27.483505 4013 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-retention-policy-agent-585694b54-gm2vb, hostIfaceName: 3e1a742fbdd7d2a, network: default, NAD default, SandboxID: "3e1a742fbdd7d2a8e835f9f8680ccdce90a61dbaa4152d366e8566bd55e9e547", PCI device ID: , UID: "96232486-6ec2-4eee-ac3a-45602c64755f", MAC: 0a:58:0a:80:00:29, IPs: [10.128.0.41/23] I0505 19:53:27.536490 4013 cni.go:473] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-gm2vb 3e1a742fbdd7d2a8e835f9f8680ccdce90a61dbaa4152d366e8566bd55e9e547 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-gm2vb 3e1a742fbdd7d2a8e835f9f8680ccdce90a61dbaa4152d366e8566bd55e9e547 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:d0:2a:10:08:32\",\"name\":\"3e1a742fbdd7d2a\"},{\"mac\":\"0a:58:0a:80:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4230ca89-4da6-4b46-a563-f3b91d701fd5\"}],\"ips\":[{\"address\":\"10.128.0.41/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 19:53:27.576222 4013 cni.go:452] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-c7g2b 4be5b88d07d5cd3ce5ecb9fff6f856c42b0b9aea24c6b4951b3b253023643902 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-c7g2b 4be5b88d07d5cd3ce5ecb9fff6f856c42b0b9aea24c6b4951b3b253023643902 network default NAD default NAD key ] I0505 19:53:27.586007 4013 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-watcher-7777c5dbd5-c7g2b, hostIfaceName: 4be5b88d07d5cd3, network: default, NAD default, SandboxID: "4be5b88d07d5cd3ce5ecb9fff6f856c42b0b9aea24c6b4951b3b253023643902", PCI device ID: , UID: "3090c3a3-578e-452e-b580-3f7e0705b287", MAC: 0a:58:0a:80:00:2a, IPs: [10.128.0.42/23] I0505 19:53:27.637099 4013 cni.go:473] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-c7g2b 4be5b88d07d5cd3ce5ecb9fff6f856c42b0b9aea24c6b4951b3b253023643902 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-c7g2b 4be5b88d07d5cd3ce5ecb9fff6f856c42b0b9aea24c6b4951b3b253023643902 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:e4:fc:79:36:31\",\"name\":\"4be5b88d07d5cd3\"},{\"mac\":\"0a:58:0a:80:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9716ab30-ce87-4f3b-813c-3f6e70bf0d1f\"}],\"ips\":[{\"address\":\"10.128.0.42/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 19:53:31.669704 4013 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0505 19:53:31.669724 4013 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0505 19:53:31.669729 4013 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0505 19:53:35.591296 4013 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0505 19:53:38.520634 4013 base_network_controller_pods.go:487] [default/tsf-keycloak/tsf-iam-fxf2v] creating logical port tsf-keycloak_tsf-iam-fxf2v for pod on switch ip-10-0-2-53.ec2.internal I0505 19:53:38.520745 4013 kube.go:256] Updating pod tsf-keycloak/tsf-iam-fxf2v I0505 19:53:38.569852 4013 kube.go:256] Updating pod tsf-keycloak/tsf-iam-fxf2v I0505 19:53:38.608447 4013 pod.go:62] [tsf-keycloak/tsf-iam-fxf2v] pod update took 87.728911ms I0505 19:53:38.608475 4013 base_network_controller_pods.go:951] [default/tsf-keycloak/tsf-iam-fxf2v] addLogicalPort annotation time took 87.761731ms I0505 19:53:38.609852 4013 pods.go:271] [tsf-keycloak/tsf-iam-fxf2v] addLogicalPort took 89.242197ms, libovsdb time 947.851µs I0505 19:53:38.883502 4013 cni.go:452] [tsf-keycloak/tsf-iam-fxf2v 79fbf9feff8e57bcbbaa6cec676331a316f699b21d49e4c16bf41ce6f2152c16 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/tsf-iam-fxf2v 79fbf9feff8e57bcbbaa6cec676331a316f699b21d49e4c16bf41ce6f2152c16 network default NAD default NAD key ] I0505 19:53:38.893025 4013 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: tsf-iam-fxf2v, hostIfaceName: 79fbf9feff8e57b, network: default, NAD default, SandboxID: "79fbf9feff8e57bcbbaa6cec676331a316f699b21d49e4c16bf41ce6f2152c16", PCI device ID: , UID: "dee22fe3-6d86-4b93-be32-91d3a0130007", MAC: 0a:58:0a:80:00:2b, IPs: [10.128.0.43/23] I0505 19:53:38.944655 4013 cni.go:473] [tsf-keycloak/tsf-iam-fxf2v 79fbf9feff8e57bcbbaa6cec676331a316f699b21d49e4c16bf41ce6f2152c16 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/tsf-iam-fxf2v 79fbf9feff8e57bcbbaa6cec676331a316f699b21d49e4c16bf41ce6f2152c16 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:3b:79:9d:c2:f2\",\"name\":\"79fbf9feff8e57b\"},{\"mac\":\"0a:58:0a:80:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/68a8a9f5-32c0-4161-b789-fb947cb4b853\"}],\"ips\":[{\"address\":\"10.128.0.43/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 19:53:48.666611 4013 cni.go:452] [tsf/test-tsf-iam f9542dae0c965543b746f76efa6fdd218abc12bac83f0c5c9ab15a0bcbe31938 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-iam f9542dae0c965543b746f76efa6fdd218abc12bac83f0c5c9ab15a0bcbe31938 network default NAD default NAD key ] I0505 19:53:48.755404 4013 cni.go:473] [tsf/test-tsf-iam f9542dae0c965543b746f76efa6fdd218abc12bac83f0c5c9ab15a0bcbe31938 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-iam f9542dae0c965543b746f76efa6fdd218abc12bac83f0c5c9ab15a0bcbe31938 network default NAD default NAD key default], result "{}", err I0505 19:53:48.818296 4013 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:53:48.818340 4013 pods.go:176] Deleting pod: tsf/test-tsf-iam I0505 19:53:48.819747 4013 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.128.0.39 I0505 19:53:48.819779 4013 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:53:48.864327 4013 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:53:48.864358 4013 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:53:48.872081 4013 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0505 19:53:48.872109 4013 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0505 19:53:49.675012 4013 base_network_controller_pods.go:487] [default/tsf-tas/test-tsf-tas] creating logical port tsf-tas_test-tsf-tas for pod on switch ip-10-0-2-53.ec2.internal I0505 19:53:49.675210 4013 kube.go:256] Updating pod tsf-tas/test-tsf-tas I0505 19:53:49.693317 4013 pod.go:62] [tsf-tas/test-tsf-tas] pod update took 18.139691ms I0505 19:53:49.693344 4013 base_network_controller_pods.go:951] [default/tsf-tas/test-tsf-tas] addLogicalPort annotation time took 18.188387ms I0505 19:53:49.695328 4013 pods.go:271] [tsf-tas/test-tsf-tas] addLogicalPort took 20.337398ms, libovsdb time 1.369935ms I0505 19:53:50.061993 4013 cni.go:452] [tsf-tas/test-tsf-tas f5bd12f7cbf720a8b6fb1f835b8769f3deb5a9f7bd99a26affe2d3d15f89d7f0 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/test-tsf-tas f5bd12f7cbf720a8b6fb1f835b8769f3deb5a9f7bd99a26affe2d3d15f89d7f0 network default NAD default NAD key ] I0505 19:53:50.098123 4013 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: test-tsf-tas, hostIfaceName: f5bd12f7cbf720a, network: default, NAD default, SandboxID: "f5bd12f7cbf720a8b6fb1f835b8769f3deb5a9f7bd99a26affe2d3d15f89d7f0", PCI device ID: , UID: "45257c79-614c-4313-b98b-36fb96980cc9", MAC: 0a:58:0a:80:00:2c, IPs: [10.128.0.44/23] I0505 19:53:50.164636 4013 cni.go:473] [tsf-tas/test-tsf-tas f5bd12f7cbf720a8b6fb1f835b8769f3deb5a9f7bd99a26affe2d3d15f89d7f0 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/test-tsf-tas f5bd12f7cbf720a8b6fb1f835b8769f3deb5a9f7bd99a26affe2d3d15f89d7f0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:1b:0b:d5:17:c7\",\"name\":\"f5bd12f7cbf720a\"},{\"mac\":\"0a:58:0a:80:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/75749874-77e2-4fa0-8223-d8413ef9edde\"}],\"ips\":[{\"address\":\"10.128.0.44/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 19:53:51.893732 4013 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logsigner-667fd9f466-p44dm] creating logical port tsf-tas_trillian-logsigner-667fd9f466-p44dm for pod on switch ip-10-0-2-53.ec2.internal I0505 19:53:51.893981 4013 kube.go:256] Updating pod tsf-tas/trillian-logsigner-667fd9f466-p44dm I0505 19:53:51.915989 4013 pod.go:62] [tsf-tas/trillian-logsigner-667fd9f466-p44dm] pod update took 22.043021ms I0505 19:53:51.916025 4013 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logsigner-667fd9f466-p44dm] addLogicalPort annotation time took 22.088226ms I0505 19:53:51.917726 4013 pods.go:271] [tsf-tas/trillian-logsigner-667fd9f466-p44dm] addLogicalPort took 24.015718ms, libovsdb time 1.173579ms I0505 19:53:52.868955 4013 cni.go:452] [tsf-tas/trillian-logsigner-667fd9f466-p44dm 42a0b81c769a2044a8f9e8ca4e4efd832c808410ce45b88f9ef5f97966ce0abf network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logsigner-667fd9f466-p44dm 42a0b81c769a2044a8f9e8ca4e4efd832c808410ce45b88f9ef5f97966ce0abf network default NAD default NAD key ] I0505 19:53:52.882459 4013 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logsigner-667fd9f466-p44dm, hostIfaceName: 42a0b81c769a204, network: default, NAD default, SandboxID: "42a0b81c769a2044a8f9e8ca4e4efd832c808410ce45b88f9ef5f97966ce0abf", PCI device ID: , UID: "8febb2d8-de9e-4046-a80d-eeb9ad426425", MAC: 0a:58:0a:80:00:2d, IPs: [10.128.0.45/23] I0505 19:53:52.942698 4013 cni.go:473] [tsf-tas/trillian-logsigner-667fd9f466-p44dm 42a0b81c769a2044a8f9e8ca4e4efd832c808410ce45b88f9ef5f97966ce0abf network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logsigner-667fd9f466-p44dm 42a0b81c769a2044a8f9e8ca4e4efd832c808410ce45b88f9ef5f97966ce0abf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:4b:39:8e:84:f7\",\"name\":\"42a0b81c769a204\"},{\"mac\":\"0a:58:0a:80:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/71fcf0f3-90e8-4ea2-bec8-4b770a180f16\"}],\"ips\":[{\"address\":\"10.128.0.45/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 19:53:53.802294 4013 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0505 19:53:53.802325 4013 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0505 19:53:59.986623 4013 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0505 19:54:00.786803 4013 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0505 19:54:01.763988 4013 cni.go:452] [tsf-keycloak/tsf-iam-fxf2v 79fbf9feff8e57bcbbaa6cec676331a316f699b21d49e4c16bf41ce6f2152c16 network default NAD default NAD key ] DEL starting CNI request [tsf-keycloak/tsf-iam-fxf2v 79fbf9feff8e57bcbbaa6cec676331a316f699b21d49e4c16bf41ce6f2152c16 network default NAD default NAD key ] I0505 19:54:01.848660 4013 cni.go:473] [tsf-keycloak/tsf-iam-fxf2v 79fbf9feff8e57bcbbaa6cec676331a316f699b21d49e4c16bf41ce6f2152c16 network default NAD default NAD key default] DEL finished CNI request [tsf-keycloak/tsf-iam-fxf2v 79fbf9feff8e57bcbbaa6cec676331a316f699b21d49e4c16bf41ce6f2152c16 network default NAD default NAD key default], result "{}", err I0505 19:54:01.928445 4013 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-fxf2v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:54:01.928481 4013 pods.go:176] Deleting pod: tsf-keycloak/tsf-iam-fxf2v I0505 19:54:01.929834 4013 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/tsf-iam-fxf2v, ips: 10.128.0.43 I0505 19:54:01.929881 4013 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-fxf2v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:54:02.788046 4013 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-fxf2v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:54:02.788079 4013 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-fxf2v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:54:05.015523 4013 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-4ddlt-w6585 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:54:05.016092 4013 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-4ddlt-w6585 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:54:05.892827 4013 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-4ddlt-w6585 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:54:05.892847 4013 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-4ddlt-w6585 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:54:07.710995 4013 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-z5cnm] creating logical port openshift-pipelines_pipelines-as-code-watcher-7947cf58bc-z5cnm for pod on switch ip-10-0-2-53.ec2.internal I0505 19:54:07.711086 4013 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-z5cnm I0505 19:54:07.726991 4013 pod.go:62] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-z5cnm] pod update took 15.927577ms I0505 19:54:07.727017 4013 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-z5cnm] addLogicalPort annotation time took 15.957302ms I0505 19:54:07.728280 4013 pods.go:271] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-z5cnm] addLogicalPort took 17.303209ms, libovsdb time 855.588µs I0505 19:54:08.079328 4013 cni.go:452] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-z5cnm 3aeb868d09be03cc3bceb5c83425dec6e4d3ddf21edd24449f53e29e05e67e75 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-z5cnm 3aeb868d09be03cc3bceb5c83425dec6e4d3ddf21edd24449f53e29e05e67e75 network default NAD default NAD key ] I0505 19:54:08.089018 4013 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-watcher-7947cf58bc-z5cnm, hostIfaceName: 3aeb868d09be03c, network: default, NAD default, SandboxID: "3aeb868d09be03cc3bceb5c83425dec6e4d3ddf21edd24449f53e29e05e67e75", PCI device ID: , UID: "1ea2c3c4-8138-4669-a911-b0d2f65f75c9", MAC: 0a:58:0a:80:00:2e, IPs: [10.128.0.46/23] I0505 19:54:08.145019 4013 cni.go:473] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-z5cnm 3aeb868d09be03cc3bceb5c83425dec6e4d3ddf21edd24449f53e29e05e67e75 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-z5cnm 3aeb868d09be03cc3bceb5c83425dec6e4d3ddf21edd24449f53e29e05e67e75 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:ad:bf:26:fe:9f\",\"name\":\"3aeb868d09be03c\"},{\"mac\":\"0a:58:0a:80:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fcfe1f24-9d2a-4eaa-bbde-4370bb3f4026\"}],\"ips\":[{\"address\":\"10.128.0.46/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 19:54:09.031801 4013 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql W0505 19:54:09.910497 4013 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0505 19:54:09.910517 4013 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller I0505 19:54:10.553779 4013 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 W0505 19:54:23.894205 4013 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0505 19:54:34.903681 4013 util.go:959] Failed to build node endpoints for node ip-10-0-2-53.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0505 19:54:35.976682 4013 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-spmhz] creating logical port openshift-pipelines_pipelines-console-plugin-65f788bc74-spmhz for pod on switch ip-10-0-2-53.ec2.internal I0505 19:54:35.976772 4013 kube.go:256] Updating pod openshift-pipelines/pipelines-console-plugin-65f788bc74-spmhz I0505 19:54:35.990941 4013 pod.go:62] [openshift-pipelines/pipelines-console-plugin-65f788bc74-spmhz] pod update took 14.189473ms I0505 19:54:35.990970 4013 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-spmhz] addLogicalPort annotation time took 14.227136ms I0505 19:54:35.992361 4013 pods.go:271] [openshift-pipelines/pipelines-console-plugin-65f788bc74-spmhz] addLogicalPort took 15.696142ms, libovsdb time 1.003529ms I0505 19:54:36.366112 4013 cni.go:452] [openshift-pipelines/pipelines-console-plugin-65f788bc74-spmhz 6abf7673f4e302ca8cef2d623aa9619af8aad2f065fc6d66b2107223a0b432d4 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-spmhz 6abf7673f4e302ca8cef2d623aa9619af8aad2f065fc6d66b2107223a0b432d4 network default NAD default NAD key ] I0505 19:54:36.375769 4013 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-console-plugin-65f788bc74-spmhz, hostIfaceName: 6abf7673f4e302c, network: default, NAD default, SandboxID: "6abf7673f4e302ca8cef2d623aa9619af8aad2f065fc6d66b2107223a0b432d4", PCI device ID: , UID: "53d0b9f1-d93c-4367-bd6c-9667dcdef649", MAC: 0a:58:0a:80:00:2f, IPs: [10.128.0.47/23] I0505 19:54:36.430969 4013 cni.go:473] [openshift-pipelines/pipelines-console-plugin-65f788bc74-spmhz 6abf7673f4e302ca8cef2d623aa9619af8aad2f065fc6d66b2107223a0b432d4 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-spmhz 6abf7673f4e302ca8cef2d623aa9619af8aad2f065fc6d66b2107223a0b432d4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:50:97:cc:3e:6e\",\"name\":\"6abf7673f4e302c\"},{\"mac\":\"0a:58:0a:80:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fa2120fa-2a5e-47ae-8ecf-8ed454c52389\"}],\"ips\":[{\"address\":\"10.128.0.47/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 19:54:38.628385 4013 namespace.go:142] [openshift-pipelines] updating namespace W0505 19:54:38.938399 4013 util.go:959] Failed to build node endpoints for node ip-10-0-2-53.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logsigner I0505 19:54:42.022139 4013 cni.go:452] [tsf-tas/test-tsf-tas f5bd12f7cbf720a8b6fb1f835b8769f3deb5a9f7bd99a26affe2d3d15f89d7f0 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/test-tsf-tas f5bd12f7cbf720a8b6fb1f835b8769f3deb5a9f7bd99a26affe2d3d15f89d7f0 network default NAD default NAD key ] I0505 19:54:42.100767 4013 cni.go:473] [tsf-tas/test-tsf-tas f5bd12f7cbf720a8b6fb1f835b8769f3deb5a9f7bd99a26affe2d3d15f89d7f0 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/test-tsf-tas f5bd12f7cbf720a8b6fb1f835b8769f3deb5a9f7bd99a26affe2d3d15f89d7f0 network default NAD default NAD key default], result "{}", err I0505 19:54:42.159742 4013 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:54:42.159803 4013 pods.go:176] Deleting pod: tsf-tas/test-tsf-tas I0505 19:54:42.161292 4013 pods.go:236] Attempting to release IPs for pod: tsf-tas/test-tsf-tas, ips: 10.128.0.44 I0505 19:54:42.161348 4013 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:54:42.180849 4013 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:54:42.180882 4013 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:54:42.187636 4013 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0505 19:54:42.187658 4013 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0505 19:54:42.888602 4013 base_network_controller_pods.go:487] [default/tsf/patch-tekton-config-vqlsk] creating logical port tsf_patch-tekton-config-vqlsk for pod on switch ip-10-0-2-53.ec2.internal I0505 19:54:42.888723 4013 kube.go:256] Updating pod tsf/patch-tekton-config-vqlsk I0505 19:54:42.906202 4013 pod.go:62] [tsf/patch-tekton-config-vqlsk] pod update took 17.514841ms I0505 19:54:42.906226 4013 base_network_controller_pods.go:951] [default/tsf/patch-tekton-config-vqlsk] addLogicalPort annotation time took 17.545356ms I0505 19:54:42.907653 4013 pods.go:271] [tsf/patch-tekton-config-vqlsk] addLogicalPort took 19.065489ms, libovsdb time 965.278µs I0505 19:54:43.251678 4013 cni.go:452] [tsf/patch-tekton-config-vqlsk 77cda79583a8213152a865fc20f808726fb3f4db63a4f2e26a8a9236c7ba2084 network default NAD default NAD key ] ADD starting CNI request [tsf/patch-tekton-config-vqlsk 77cda79583a8213152a865fc20f808726fb3f4db63a4f2e26a8a9236c7ba2084 network default NAD default NAD key ] I0505 19:54:43.261560 4013 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: patch-tekton-config-vqlsk, hostIfaceName: 77cda79583a8213, network: default, NAD default, SandboxID: "77cda79583a8213152a865fc20f808726fb3f4db63a4f2e26a8a9236c7ba2084", PCI device ID: , UID: "026ccc21-44cb-41b5-b315-938a878bf2b7", MAC: 0a:58:0a:80:00:30, IPs: [10.128.0.48/23] I0505 19:54:43.316258 4013 cni.go:473] [tsf/patch-tekton-config-vqlsk 77cda79583a8213152a865fc20f808726fb3f4db63a4f2e26a8a9236c7ba2084 network default NAD default NAD key default] ADD finished CNI request [tsf/patch-tekton-config-vqlsk 77cda79583a8213152a865fc20f808726fb3f4db63a4f2e26a8a9236c7ba2084 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:4e:ac:b5:b5:41\",\"name\":\"77cda79583a8213\"},{\"mac\":\"0a:58:0a:80:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a35941a7-e9e0-43c9-8ddd-477124bd186a\"}],\"ips\":[{\"address\":\"10.128.0.48/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 19:54:44.246243 4013 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-wrc7z-cn58m of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:54:44.246835 4013 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-wrc7z-cn58m of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:54:45.123007 4013 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-wrc7z-cn58m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:54:45.123108 4013 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-wrc7z-cn58m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0505 19:54:49.127364 4013 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0505 19:54:50.370325 4013 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-25678-2st2m of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:54:50.370923 4013 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-25678-2st2m of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:54:51.083317 4013 cni.go:452] [tsf/patch-tekton-config-vqlsk 77cda79583a8213152a865fc20f808726fb3f4db63a4f2e26a8a9236c7ba2084 network default NAD default NAD key ] DEL starting CNI request [tsf/patch-tekton-config-vqlsk 77cda79583a8213152a865fc20f808726fb3f4db63a4f2e26a8a9236c7ba2084 network default NAD default NAD key ] I0505 19:54:51.160061 4013 cni.go:473] [tsf/patch-tekton-config-vqlsk 77cda79583a8213152a865fc20f808726fb3f4db63a4f2e26a8a9236c7ba2084 network default NAD default NAD key default] DEL finished CNI request [tsf/patch-tekton-config-vqlsk 77cda79583a8213152a865fc20f808726fb3f4db63a4f2e26a8a9236c7ba2084 network default NAD default NAD key default], result "{}", err I0505 19:54:51.217494 4013 obj_retry.go:498] Detected object tsf/patch-tekton-config-vqlsk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:54:51.217523 4013 pods.go:176] Deleting pod: tsf/patch-tekton-config-vqlsk I0505 19:54:51.218762 4013 pods.go:236] Attempting to release IPs for pod: tsf/patch-tekton-config-vqlsk, ips: 10.128.0.48 I0505 19:54:51.218791 4013 obj_retry.go:498] Detected object tsf/patch-tekton-config-vqlsk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:54:51.263155 4013 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-25678-2st2m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:54:51.263185 4013 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-25678-2st2m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:54:52.094645 4013 obj_retry.go:492] Detected object tsf/patch-tekton-config-vqlsk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:54:52.094672 4013 obj_retry.go:492] Detected object tsf/patch-tekton-config-vqlsk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:54:53.042134 4013 base_network_controller_pods.go:487] [default/tsf-tas/rekor-redis-c9bf74f9b-7kt7g] creating logical port tsf-tas_rekor-redis-c9bf74f9b-7kt7g for pod on switch ip-10-0-2-53.ec2.internal I0505 19:54:53.042246 4013 kube.go:256] Updating pod tsf-tas/rekor-redis-c9bf74f9b-7kt7g I0505 19:54:53.062270 4013 pod.go:62] [tsf-tas/rekor-redis-c9bf74f9b-7kt7g] pod update took 20.055947ms I0505 19:54:53.062301 4013 base_network_controller_pods.go:951] [default/tsf-tas/rekor-redis-c9bf74f9b-7kt7g] addLogicalPort annotation time took 20.091838ms I0505 19:54:53.063451 4013 pods.go:271] [tsf-tas/rekor-redis-c9bf74f9b-7kt7g] addLogicalPort took 21.336944ms, libovsdb time 801.275µs I0505 19:54:53.207359 4013 base_network_controller_pods.go:487] [default/tsf-tas/rekor-search-ui-76c9548878-gztvq] creating logical port tsf-tas_rekor-search-ui-76c9548878-gztvq for pod on switch ip-10-0-2-53.ec2.internal I0505 19:54:53.207450 4013 kube.go:256] Updating pod tsf-tas/rekor-search-ui-76c9548878-gztvq I0505 19:54:53.220430 4013 pod.go:62] [tsf-tas/rekor-search-ui-76c9548878-gztvq] pod update took 13.001354ms I0505 19:54:53.220457 4013 base_network_controller_pods.go:951] [default/tsf-tas/rekor-search-ui-76c9548878-gztvq] addLogicalPort annotation time took 13.031545ms I0505 19:54:53.221928 4013 pods.go:271] [tsf-tas/rekor-search-ui-76c9548878-gztvq] addLogicalPort took 14.582071ms, libovsdb time 1.00054ms I0505 19:54:53.582496 4013 cni.go:452] [tsf-tas/rekor-search-ui-76c9548878-gztvq 9ffbba00fd8e49025cf4c0f8ca7f18ef770f2fbd36ad257a474f8178df6b8929 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-search-ui-76c9548878-gztvq 9ffbba00fd8e49025cf4c0f8ca7f18ef770f2fbd36ad257a474f8178df6b8929 network default NAD default NAD key ] I0505 19:54:53.591788 4013 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-search-ui-76c9548878-gztvq, hostIfaceName: 9ffbba00fd8e490, network: default, NAD default, SandboxID: "9ffbba00fd8e49025cf4c0f8ca7f18ef770f2fbd36ad257a474f8178df6b8929", PCI device ID: , UID: "995eb2fc-948f-4dea-b233-f65f56332971", MAC: 0a:58:0a:80:00:32, IPs: [10.128.0.50/23] I0505 19:54:53.646437 4013 cni.go:473] [tsf-tas/rekor-search-ui-76c9548878-gztvq 9ffbba00fd8e49025cf4c0f8ca7f18ef770f2fbd36ad257a474f8178df6b8929 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-search-ui-76c9548878-gztvq 9ffbba00fd8e49025cf4c0f8ca7f18ef770f2fbd36ad257a474f8178df6b8929 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:a9:4f:6c:f8:b3\",\"name\":\"9ffbba00fd8e490\"},{\"mac\":\"0a:58:0a:80:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8d9914d1-e138-48a2-be6d-d750ca5be5d1\"}],\"ips\":[{\"address\":\"10.128.0.50/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 19:54:54.008119 4013 cni.go:452] [tsf-tas/rekor-redis-c9bf74f9b-7kt7g 349108f6a7bf229c3d5a82318f7552484d1bfb91e02e7b2d481cfaf9afbd3d9d network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-redis-c9bf74f9b-7kt7g 349108f6a7bf229c3d5a82318f7552484d1bfb91e02e7b2d481cfaf9afbd3d9d network default NAD default NAD key ] I0505 19:54:54.018673 4013 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-redis-c9bf74f9b-7kt7g, hostIfaceName: 349108f6a7bf229, network: default, NAD default, SandboxID: "349108f6a7bf229c3d5a82318f7552484d1bfb91e02e7b2d481cfaf9afbd3d9d", PCI device ID: , UID: "57cb8ac5-5751-489f-a718-a5d2034afdf7", MAC: 0a:58:0a:80:00:31, IPs: [10.128.0.49/23] I0505 19:54:54.071329 4013 cni.go:473] [tsf-tas/rekor-redis-c9bf74f9b-7kt7g 349108f6a7bf229c3d5a82318f7552484d1bfb91e02e7b2d481cfaf9afbd3d9d network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-redis-c9bf74f9b-7kt7g 349108f6a7bf229c3d5a82318f7552484d1bfb91e02e7b2d481cfaf9afbd3d9d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:7c:ac:4a:a1:0b\",\"name\":\"349108f6a7bf229\"},{\"mac\":\"0a:58:0a:80:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c527ef9a-ad95-4564-8eed-3004a96d97fb\"}],\"ips\":[{\"address\":\"10.128.0.49/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 19:54:55.690649 4013 base_network_controller_pods.go:487] [default/tsf-tas/rekor-server-7b87b4c48b-sw96j] creating logical port tsf-tas_rekor-server-7b87b4c48b-sw96j for pod on switch ip-10-0-2-53.ec2.internal I0505 19:54:55.690755 4013 kube.go:256] Updating pod tsf-tas/rekor-server-7b87b4c48b-sw96j I0505 19:54:55.704150 4013 pod.go:62] [tsf-tas/rekor-server-7b87b4c48b-sw96j] pod update took 13.417896ms I0505 19:54:55.704182 4013 base_network_controller_pods.go:951] [default/tsf-tas/rekor-server-7b87b4c48b-sw96j] addLogicalPort annotation time took 13.45592ms I0505 19:54:55.705994 4013 pods.go:271] [tsf-tas/rekor-server-7b87b4c48b-sw96j] addLogicalPort took 15.365233ms, libovsdb time 1.19478ms W0505 19:54:57.123182 4013 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0505 19:54:58.329781 4013 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-lfgcz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:54:58.330387 4013 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-lfgcz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:54:58.460192 4013 cni.go:452] [tsf-tas/rekor-server-7b87b4c48b-sw96j 6164632055c00eee62bb1289060289eca769725eb9934fbcf9010729d1b703b4 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-server-7b87b4c48b-sw96j 6164632055c00eee62bb1289060289eca769725eb9934fbcf9010729d1b703b4 network default NAD default NAD key ] I0505 19:54:58.473361 4013 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-server-7b87b4c48b-sw96j, hostIfaceName: 6164632055c00ee, network: default, NAD default, SandboxID: "6164632055c00eee62bb1289060289eca769725eb9934fbcf9010729d1b703b4", PCI device ID: , UID: "b6811841-abd7-4e3d-8093-bc848b9b1298", MAC: 0a:58:0a:80:00:33, IPs: [10.128.0.51/23] I0505 19:54:58.534100 4013 cni.go:473] [tsf-tas/rekor-server-7b87b4c48b-sw96j 6164632055c00eee62bb1289060289eca769725eb9934fbcf9010729d1b703b4 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-server-7b87b4c48b-sw96j 6164632055c00eee62bb1289060289eca769725eb9934fbcf9010729d1b703b4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:c5:23:2a:01:5b\",\"name\":\"6164632055c00ee\"},{\"mac\":\"0a:58:0a:80:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a65f23e4-5bf8-4eb2-ba9e-3b5c13d61d8f\"}],\"ips\":[{\"address\":\"10.128.0.51/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 19:54:59.145368 4013 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0505 19:54:59.354905 4013 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-lfgcz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:54:59.354958 4013 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-lfgcz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:54:59.393056 4013 obj_retry.go:492] Detected object tsf/patch-tekton-config-vqlsk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:54:59.393080 4013 obj_retry.go:492] Detected object tsf/patch-tekton-config-vqlsk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:54:59.402936 4013 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-vqlsk I0505 19:54:59.402979 4013 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-vqlsk I0505 19:55:00.070207 4013 base_network_controller_pods.go:487] [default/tsf-tpa/pre-install-tsf-tpa] creating logical port tsf-tpa_pre-install-tsf-tpa for pod on switch ip-10-0-2-53.ec2.internal I0505 19:55:00.070357 4013 kube.go:256] Updating pod tsf-tpa/pre-install-tsf-tpa I0505 19:55:00.089357 4013 pod.go:62] [tsf-tpa/pre-install-tsf-tpa] pod update took 19.03211ms I0505 19:55:00.089386 4013 base_network_controller_pods.go:951] [default/tsf-tpa/pre-install-tsf-tpa] addLogicalPort annotation time took 19.06831ms I0505 19:55:00.090761 4013 pods.go:271] [tsf-tpa/pre-install-tsf-tpa] addLogicalPort took 20.573195ms, libovsdb time 924.195µs I0505 19:55:00.436450 4013 cni.go:452] [tsf-tpa/pre-install-tsf-tpa 82c84c7425cf64408f513dff9cc40919ef57e6ed49c1c9bd21d38c4ba3c325d0 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/pre-install-tsf-tpa 82c84c7425cf64408f513dff9cc40919ef57e6ed49c1c9bd21d38c4ba3c325d0 network default NAD default NAD key ] I0505 19:55:00.446261 4013 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: pre-install-tsf-tpa, hostIfaceName: 82c84c7425cf644, network: default, NAD default, SandboxID: "82c84c7425cf64408f513dff9cc40919ef57e6ed49c1c9bd21d38c4ba3c325d0", PCI device ID: , UID: "73db3ff1-3142-4540-a84b-49668d5e2de6", MAC: 0a:58:0a:80:00:34, IPs: [10.128.0.52/23] I0505 19:55:00.505767 4013 cni.go:473] [tsf-tpa/pre-install-tsf-tpa 82c84c7425cf64408f513dff9cc40919ef57e6ed49c1c9bd21d38c4ba3c325d0 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/pre-install-tsf-tpa 82c84c7425cf64408f513dff9cc40919ef57e6ed49c1c9bd21d38c4ba3c325d0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:5e:ec:84:63:01\",\"name\":\"82c84c7425cf644\"},{\"mac\":\"0a:58:0a:80:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0e7e9cad-126f-4aff-82d2-e42e8523e68d\"}],\"ips\":[{\"address\":\"10.128.0.52/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 19:55:01.162084 4013 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0505 19:55:04.182882 4013 cni.go:452] [tsf-tpa/pre-install-tsf-tpa 82c84c7425cf64408f513dff9cc40919ef57e6ed49c1c9bd21d38c4ba3c325d0 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/pre-install-tsf-tpa 82c84c7425cf64408f513dff9cc40919ef57e6ed49c1c9bd21d38c4ba3c325d0 network default NAD default NAD key ] I0505 19:55:04.265585 4013 cni.go:473] [tsf-tpa/pre-install-tsf-tpa 82c84c7425cf64408f513dff9cc40919ef57e6ed49c1c9bd21d38c4ba3c325d0 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/pre-install-tsf-tpa 82c84c7425cf64408f513dff9cc40919ef57e6ed49c1c9bd21d38c4ba3c325d0 network default NAD default NAD key default], result "{}", err I0505 19:55:04.327083 4013 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:55:04.327126 4013 pods.go:176] Deleting pod: tsf-tpa/pre-install-tsf-tpa I0505 19:55:04.328445 4013 pods.go:236] Attempting to release IPs for pod: tsf-tpa/pre-install-tsf-tpa, ips: 10.128.0.52 I0505 19:55:04.328473 4013 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:55:04.350932 4013 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:55:04.350955 4013 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:55:04.358375 4013 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0505 19:55:04.358402 4013 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0505 19:55:04.580942 4013 base_network_controller_pods.go:487] [default/tsf-tpa/test-tsf-tpa] creating logical port tsf-tpa_test-tsf-tpa for pod on switch ip-10-0-2-53.ec2.internal I0505 19:55:04.581062 4013 kube.go:256] Updating pod tsf-tpa/test-tsf-tpa I0505 19:55:04.599404 4013 pod.go:62] [tsf-tpa/test-tsf-tpa] pod update took 18.362908ms I0505 19:55:04.599429 4013 base_network_controller_pods.go:951] [default/tsf-tpa/test-tsf-tpa] addLogicalPort annotation time took 18.394444ms I0505 19:55:04.600837 4013 pods.go:271] [tsf-tpa/test-tsf-tpa] addLogicalPort took 19.912073ms, libovsdb time 975.428µs I0505 19:55:04.944953 4013 cni.go:452] [tsf-tpa/test-tsf-tpa dbae4b6b609df6437143d8fe0338cfd2142fdc46cdb2dbbbb24146456b8af4bf network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/test-tsf-tpa dbae4b6b609df6437143d8fe0338cfd2142fdc46cdb2dbbbb24146456b8af4bf network default NAD default NAD key ] I0505 19:55:04.954658 4013 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: test-tsf-tpa, hostIfaceName: dbae4b6b609df64, network: default, NAD default, SandboxID: "dbae4b6b609df6437143d8fe0338cfd2142fdc46cdb2dbbbb24146456b8af4bf", PCI device ID: , UID: "cdfb84b3-279c-4897-b2e1-ffb4bfef59c7", MAC: 0a:58:0a:80:00:35, IPs: [10.128.0.53/23] I0505 19:55:05.008918 4013 cni.go:473] [tsf-tpa/test-tsf-tpa dbae4b6b609df6437143d8fe0338cfd2142fdc46cdb2dbbbb24146456b8af4bf network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/test-tsf-tpa dbae4b6b609df6437143d8fe0338cfd2142fdc46cdb2dbbbb24146456b8af4bf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:4d:1c:b1:0c:48\",\"name\":\"dbae4b6b609df64\"},{\"mac\":\"0a:58:0a:80:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e47a7cae-7cce-4f5d-ae67-4caeac6a88a7\"}],\"ips\":[{\"address\":\"10.128.0.53/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 19:55:09.162288 4013 util.go:959] Failed to build node endpoints for node ip-10-0-2-53.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-search-ui I0505 19:55:09.446525 4013 obj_retry.go:498] Detected object tsf-tpa/create-db-knr6h of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:55:09.447130 4013 obj_retry.go:498] Detected object tsf-tpa/create-db-knr6h of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:55:10.470915 4013 obj_retry.go:492] Detected object tsf-tpa/create-db-knr6h of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:55:10.470940 4013 obj_retry.go:492] Detected object tsf-tpa/create-db-knr6h of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0505 19:55:11.189317 4013 util.go:959] Failed to build node endpoints for node ip-10-0-2-53.ec2.internal port 6379: empty IP address endpoints for service tsf-tas/rekor-redis W0505 19:55:13.185280 4013 util.go:959] Failed to build node endpoints for node ip-10-0-2-53.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-server I0505 19:55:17.431972 4013 obj_retry.go:498] Detected object tsf-tpa/migrate-db-j8znk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:55:17.432612 4013 obj_retry.go:498] Detected object tsf-tpa/migrate-db-j8znk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:55:17.466467 4013 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=73 I0505 19:55:18.317740 4013 obj_retry.go:492] Detected object tsf-tpa/migrate-db-j8znk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:55:18.317764 4013 obj_retry.go:492] Detected object tsf-tpa/migrate-db-j8znk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:55:20.512216 4013 obj_retry.go:498] Detected object tsf-tpa/create-importers-8jds7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:55:20.512783 4013 obj_retry.go:498] Detected object tsf-tpa/create-importers-8jds7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:55:21.465245 4013 base_network_controller_pods.go:487] [default/tsf-tpa/server-c4fc485f9-g5w59] creating logical port tsf-tpa_server-c4fc485f9-g5w59 for pod on switch ip-10-0-2-53.ec2.internal I0505 19:55:21.465349 4013 kube.go:256] Updating pod tsf-tpa/server-c4fc485f9-g5w59 I0505 19:55:21.482204 4013 pod.go:62] [tsf-tpa/server-c4fc485f9-g5w59] pod update took 16.883352ms I0505 19:55:21.482229 4013 base_network_controller_pods.go:951] [default/tsf-tpa/server-c4fc485f9-g5w59] addLogicalPort annotation time took 16.914602ms I0505 19:55:21.483601 4013 pods.go:271] [tsf-tpa/server-c4fc485f9-g5w59] addLogicalPort took 18.373814ms, libovsdb time 930.203µs I0505 19:55:21.499669 4013 base_network_controller_pods.go:487] [default/tsf-tpa/importer-86bcdf477b-4wgb9] creating logical port tsf-tpa_importer-86bcdf477b-4wgb9 for pod on switch ip-10-0-2-53.ec2.internal I0505 19:55:21.499769 4013 kube.go:256] Updating pod tsf-tpa/importer-86bcdf477b-4wgb9 I0505 19:55:21.516247 4013 pod.go:62] [tsf-tpa/importer-86bcdf477b-4wgb9] pod update took 16.503783ms I0505 19:55:21.516278 4013 base_network_controller_pods.go:951] [default/tsf-tpa/importer-86bcdf477b-4wgb9] addLogicalPort annotation time took 16.540647ms I0505 19:55:21.517816 4013 pods.go:271] [tsf-tpa/importer-86bcdf477b-4wgb9] addLogicalPort took 18.164481ms, libovsdb time 1.052812ms I0505 19:55:21.537583 4013 obj_retry.go:492] Detected object tsf-tpa/create-importers-8jds7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:55:21.537611 4013 obj_retry.go:492] Detected object tsf-tpa/create-importers-8jds7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:55:29.562257 4013 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-f4r62-h4wpm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:55:29.562852 4013 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-f4r62-h4wpm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:55:29.963723 4013 cni.go:452] [tsf-tpa/server-c4fc485f9-g5w59 e60d75caa4491dcafc8119d700b71099fda4c099b9987f55879b1bd38d10fa6d network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/server-c4fc485f9-g5w59 e60d75caa4491dcafc8119d700b71099fda4c099b9987f55879b1bd38d10fa6d network default NAD default NAD key ] I0505 19:55:29.974186 4013 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: server-c4fc485f9-g5w59, hostIfaceName: e60d75caa4491dc, network: default, NAD default, SandboxID: "e60d75caa4491dcafc8119d700b71099fda4c099b9987f55879b1bd38d10fa6d", PCI device ID: , UID: "6997bffe-d74d-4bef-ad36-16b4fb8e4c04", MAC: 0a:58:0a:80:00:36, IPs: [10.128.0.54/23] I0505 19:55:30.035912 4013 cni.go:473] [tsf-tpa/server-c4fc485f9-g5w59 e60d75caa4491dcafc8119d700b71099fda4c099b9987f55879b1bd38d10fa6d network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/server-c4fc485f9-g5w59 e60d75caa4491dcafc8119d700b71099fda4c099b9987f55879b1bd38d10fa6d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:75:bf:d8:0a:bd\",\"name\":\"e60d75caa4491dc\"},{\"mac\":\"0a:58:0a:80:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9948c03c-ab85-4f97-a1a9-78e524ca8a76\"}],\"ips\":[{\"address\":\"10.128.0.54/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 19:55:30.146453 4013 cni.go:452] [tsf-tpa/importer-86bcdf477b-4wgb9 75d39144ccb0ab5dd02d6625310811a83196c6836d4558cb4936bcfb0873c243 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/importer-86bcdf477b-4wgb9 75d39144ccb0ab5dd02d6625310811a83196c6836d4558cb4936bcfb0873c243 network default NAD default NAD key ] I0505 19:55:30.157372 4013 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: importer-86bcdf477b-4wgb9, hostIfaceName: 75d39144ccb0ab5, network: default, NAD default, SandboxID: "75d39144ccb0ab5dd02d6625310811a83196c6836d4558cb4936bcfb0873c243", PCI device ID: , UID: "0416f3fc-87e6-4832-95f9-c6f7a006207c", MAC: 0a:58:0a:80:00:37, IPs: [10.128.0.55/23] I0505 19:55:30.218123 4013 cni.go:473] [tsf-tpa/importer-86bcdf477b-4wgb9 75d39144ccb0ab5dd02d6625310811a83196c6836d4558cb4936bcfb0873c243 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/importer-86bcdf477b-4wgb9 75d39144ccb0ab5dd02d6625310811a83196c6836d4558cb4936bcfb0873c243 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:dc:c6:94:8f:42\",\"name\":\"75d39144ccb0ab5\"},{\"mac\":\"0a:58:0a:80:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/95601ef3-7d4a-4546-9d23-eeac9aa6c449\"}],\"ips\":[{\"address\":\"10.128.0.55/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 19:55:30.388596 4013 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-f4r62-h4wpm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:55:30.388627 4013 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-f4r62-h4wpm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0505 19:55:33.371570 4013 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server W0505 19:55:34.402699 4013 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf W0505 19:55:34.410675 4013 util.go:959] Failed to build node endpoints for node ip-10-0-2-53.ec2.internal port 8080: empty IP address endpoints for service tsf-tpa/server I0505 19:55:51.501220 4013 cni.go:452] [tsf-tpa/test-tsf-tpa dbae4b6b609df6437143d8fe0338cfd2142fdc46cdb2dbbbb24146456b8af4bf network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/test-tsf-tpa dbae4b6b609df6437143d8fe0338cfd2142fdc46cdb2dbbbb24146456b8af4bf network default NAD default NAD key ] I0505 19:55:51.593479 4013 cni.go:473] [tsf-tpa/test-tsf-tpa dbae4b6b609df6437143d8fe0338cfd2142fdc46cdb2dbbbb24146456b8af4bf network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/test-tsf-tpa dbae4b6b609df6437143d8fe0338cfd2142fdc46cdb2dbbbb24146456b8af4bf network default NAD default NAD key default], result "{}", err I0505 19:55:51.652578 4013 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:55:51.652610 4013 pods.go:176] Deleting pod: tsf-tpa/test-tsf-tpa I0505 19:55:51.653975 4013 pods.go:236] Attempting to release IPs for pod: tsf-tpa/test-tsf-tpa, ips: 10.128.0.53 I0505 19:55:51.654008 4013 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:55:51.693387 4013 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:55:51.693417 4013 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:55:51.699987 4013 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0505 19:55:51.700033 4013 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0505 19:55:52.531299 4013 namespace.go:98] [build-service] adding namespace I0505 19:55:52.532210 4013 namespace.go:102] [build-service] adding namespace took 886.108µs I0505 19:55:52.537082 4013 namespace.go:98] [image-controller] adding namespace I0505 19:55:52.537176 4013 namespace.go:98] [integration-service] adding namespace I0505 19:55:52.537900 4013 namespace.go:102] [image-controller] adding namespace took 798.788µs I0505 19:55:52.538541 4013 namespace.go:102] [integration-service] adding namespace took 1.346307ms I0505 19:55:52.540819 4013 namespace.go:98] [default-tenant] adding namespace I0505 19:55:52.541486 4013 namespace.go:102] [default-tenant] adding namespace took 651.863µs I0505 19:55:52.624733 4013 namespace.go:142] [build-service] updating namespace I0505 19:55:52.664343 4013 namespace.go:142] [build-service] updating namespace I0505 19:55:52.683175 4013 namespace.go:142] [image-controller] updating namespace I0505 19:55:52.709729 4013 namespace.go:142] [image-controller] updating namespace I0505 19:55:52.729589 4013 namespace.go:142] [integration-service] updating namespace I0505 19:55:52.757139 4013 namespace.go:142] [integration-service] updating namespace I0505 19:55:52.776592 4013 namespace.go:142] [default-tenant] updating namespace I0505 19:55:52.816924 4013 namespace.go:142] [default-tenant] updating namespace I0505 19:55:52.829994 4013 namespace.go:142] [build-service] updating namespace I0505 19:55:52.866286 4013 namespace.go:142] [integration-service] updating namespace I0505 19:55:52.916216 4013 namespace.go:98] [release-service] adding namespace I0505 19:55:52.917118 4013 namespace.go:102] [release-service] adding namespace took 874.253µs I0505 19:55:52.947785 4013 namespace.go:142] [konflux-ui] updating namespace I0505 19:55:52.973728 4013 namespace.go:142] [release-service] updating namespace I0505 19:55:53.003923 4013 namespace.go:142] [release-service] updating namespace I0505 19:55:53.187761 4013 namespace.go:98] [namespace-lister] adding namespace I0505 19:55:53.188728 4013 namespace.go:102] [namespace-lister] adding namespace took 941.495µs I0505 19:55:53.213161 4013 namespace.go:98] [konflux-info] adding namespace I0505 19:55:53.214062 4013 namespace.go:102] [konflux-info] adding namespace took 875.086µs I0505 19:55:53.335709 4013 namespace.go:98] [enterprise-contract-service] adding namespace I0505 19:55:53.335781 4013 namespace.go:142] [image-controller] updating namespace I0505 19:55:53.336603 4013 namespace.go:102] [enterprise-contract-service] adding namespace took 866.909µs I0505 19:55:53.445717 4013 namespace.go:142] [namespace-lister] updating namespace I0505 19:55:53.612848 4013 namespace.go:142] [namespace-lister] updating namespace I0505 19:55:53.716078 4013 namespace.go:142] [konflux-info] updating namespace I0505 19:55:53.867200 4013 namespace.go:142] [default-tenant] updating namespace I0505 19:55:53.974851 4013 namespace.go:142] [konflux-info] updating namespace I0505 19:55:54.131098 4013 namespace.go:142] [enterprise-contract-service] updating namespace I0505 19:55:54.131227 4013 namespace.go:98] [segment-bridge] adding namespace I0505 19:55:54.132177 4013 namespace.go:102] [segment-bridge] adding namespace took 931.126µs I0505 19:55:54.224154 4013 namespace.go:98] [konflux-cli] adding namespace I0505 19:55:54.225046 4013 namespace.go:102] [konflux-cli] adding namespace took 869.261µs I0505 19:55:54.257181 4013 namespace.go:142] [enterprise-contract-service] updating namespace I0505 19:55:54.386036 4013 namespace.go:142] [segment-bridge] updating namespace I0505 19:55:54.439626 4013 namespace.go:142] [segment-bridge] updating namespace I0505 19:55:54.508453 4013 namespace.go:142] [konflux-cli] updating namespace I0505 19:55:54.603744 4013 namespace.go:142] [konflux-cli] updating namespace I0505 19:55:54.771456 4013 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0505 19:55:54.772154 4013 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0505 19:55:54.772170 4013 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0505 19:55:54.774699 4013 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0505 19:55:54.829843 4013 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0505 19:55:54.829890 4013 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0505 19:55:54.830756 4013 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0505 19:55:55.485225 4013 namespace.go:142] [build-service] updating namespace I0505 19:55:55.977149 4013 namespace.go:142] [default-tenant] updating namespace I0505 19:55:56.430182 4013 namespace.go:142] [enterprise-contract-service] updating namespace I0505 19:55:56.653758 4013 namespace.go:142] [image-controller] updating namespace I0505 19:55:56.954250 4013 namespace.go:142] [integration-service] updating namespace I0505 19:55:57.389396 4013 namespace.go:142] [konflux-cli] updating namespace W0505 19:55:57.591714 4013 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0505 19:55:57.633162 4013 namespace.go:142] [konflux-info] updating namespace I0505 19:55:57.904098 4013 namespace.go:142] [namespace-lister] updating namespace I0505 19:55:58.085780 4013 namespace.go:142] [release-service] updating namespace I0505 19:55:58.307526 4013 namespace.go:142] [segment-bridge] updating namespace I0505 19:55:58.425099 4013 namespace.go:142] [build-service] updating namespace I0505 19:55:58.446705 4013 namespace.go:142] [default-tenant] updating namespace I0505 19:55:58.470844 4013 namespace.go:142] [enterprise-contract-service] updating namespace I0505 19:55:58.495962 4013 namespace.go:142] [image-controller] updating namespace I0505 19:55:58.531689 4013 namespace.go:142] [integration-service] updating namespace I0505 19:55:58.565304 4013 namespace.go:142] [konflux-cli] updating namespace W0505 19:55:58.576289 4013 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0505 19:55:58.593019 4013 namespace.go:142] [konflux-info] updating namespace I0505 19:55:58.619934 4013 namespace.go:142] [namespace-lister] updating namespace I0505 19:55:58.648258 4013 namespace.go:142] [release-service] updating namespace I0505 19:55:58.669766 4013 namespace.go:142] [segment-bridge] updating namespace I0505 19:55:58.783171 4013 namespace.go:142] [build-service] updating namespace I0505 19:55:58.911458 4013 namespace.go:142] [default-tenant] updating namespace I0505 19:55:59.023521 4013 namespace.go:142] [enterprise-contract-service] updating namespace I0505 19:55:59.130652 4013 namespace.go:142] [image-controller] updating namespace I0505 19:55:59.208247 4013 namespace.go:142] [integration-service] updating namespace I0505 19:55:59.297888 4013 namespace.go:142] [konflux-cli] updating namespace I0505 19:55:59.379064 4013 namespace.go:142] [konflux-info] updating namespace I0505 19:55:59.447513 4013 namespace.go:142] [namespace-lister] updating namespace I0505 19:55:59.512267 4013 namespace.go:142] [release-service] updating namespace I0505 19:55:59.584458 4013 namespace.go:142] [segment-bridge] updating namespace W0505 19:56:03.613283 4013 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0505 19:56:04.602728 4013 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0505 19:56:04.607302 4013 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0505 19:56:04.634455 4013 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0505 19:56:04.635253 4013 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0505 19:56:05.611653 4013 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0505 19:56:07.608405 4013 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0505 19:56:07.611409 4013 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0505 19:56:09.650765 4013 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0505 19:56:09.650795 4013 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0505 19:56:10.642255 4013 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0505 19:56:10.642281 4013 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy I0505 19:56:15.965782 4013 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-b7pnb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:56:15.966425 4013 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-b7pnb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:56:16.677286 4013 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-b7pnb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:56:16.677317 4013 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-b7pnb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:56:16.680734 4013 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-b7pnb I0505 19:56:16.680757 4013 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-b7pnb I0505 19:56:54.556170 4013 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0505 19:57:20.460237 4013 obj_retry.go:498] Detected object konflux-ui/proxy-859b4d5fc6-r4p6x of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:57:20.460850 4013 obj_retry.go:498] Detected object konflux-ui/proxy-859b4d5fc6-r4p6x of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:57:21.005635 4013 obj_retry.go:492] Detected object konflux-ui/proxy-859b4d5fc6-r4p6x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:57:21.005664 4013 obj_retry.go:492] Detected object konflux-ui/proxy-859b4d5fc6-r4p6x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:57:21.012643 4013 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-859b4d5fc6-r4p6x I0505 19:57:21.012674 4013 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-859b4d5fc6-r4p6x I0505 19:57:25.208728 4013 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:57:25.209408 4013 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:57:25.226823 4013 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:57:25.226886 4013 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:57:25.230915 4013 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0505 19:57:25.230953 4013 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0505 19:57:44.499240 4013 namespace.go:98] [managed-tenant-ae209] adding namespace I0505 19:57:44.500120 4013 namespace.go:102] [managed-tenant-ae209] adding namespace took 856.357µs I0505 19:57:44.533965 4013 namespace.go:142] [managed-tenant-ae209] updating namespace I0505 19:57:44.573178 4013 namespace.go:142] [managed-tenant-ae209] updating namespace I0505 19:57:45.561962 4013 namespace.go:142] [managed-tenant-ae209] updating namespace I0505 19:57:45.692812 4013 namespace.go:142] [managed-tenant-ae209] updating namespace I0505 19:57:45.796971 4013 namespace.go:142] [managed-tenant-ae209] updating namespace I0505 19:57:58.467161 4013 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=161 I0505 19:58:00.560834 4013 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0505 19:58:10.464477 4013 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=67 I0505 19:58:44.595032 4013 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0505 19:59:08.566310 4013 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0505 19:59:31.583362 4013 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0505 19:59:47.466178 4013 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=12 I0505 20:00:03.939788 4013 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633520-7mjwn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 20:00:03.940447 4013 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633520-7mjwn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 20:00:04.961256 4013 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633520-7mjwn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 20:00:04.961283 4013 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633520-7mjwn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 20:00:14.577212 4013 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0505 20:00:19.588756 4013 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=11 I0505 20:00:23.469828 4013 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=18 I0505 20:00:40.556594 4013 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0505 20:00:50.508430 4013 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=562 I0505 20:00:58.573175 4013 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0505 20:01:17.468174 4013 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=81 I0505 20:01:21.593926 4013 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0505 20:03:11.563775 4013 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 W0505 20:04:08.591971 4013 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0505 20:04:08.591972 4013 util.go:959] Failed to build node endpoints for node ip-10-0-2-53.ec2.internal port 8443: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0505 20:04:08.592109 4013 util.go:959] Failed to build node endpoints for node ip-10-0-2-53.ec2.internal port 8443: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0505 20:04:20.614235 4013 util.go:959] Failed to build node endpoints for node ip-10-0-2-53.ec2.internal port 8443: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service