+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-1-72.ec2.internal ++ [[ -n ip-10-0-1-72.ec2.internal ]] ++ [[ -f /env/ip-10-0-1-72.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0506 20:10:49.136497677 - disable conntrack on geneve port' I0506 20:10:49.136497677 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0506 20:10:49.154628240 - starting ovnkube-node' I0506 20:10:49.154628240 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-1-72.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-1-72.ec2.internal --init-node ip-10-0-1-72.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-1-72.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0506 20:10:49.204571 3647 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0506 20:10:49.204992 3647 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-3f017ea10a.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0506 20:10:49.207176 3647 kube.go:431] Waiting for certificate I0506 20:10:49.207224 3647 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0506 20:10:49.207276 3647 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0506 20:10:49.208283 3647 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0506 20:10:49.234333 3647 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0506 20:10:49.234357 3647 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0506 20:10:49.237675 3647 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0506 20:10:49.241261 3647 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-g4phk" I0506 20:10:49.249617 3647 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-g4phk" I0506 20:10:49.249723 3647 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0506 20:10:50.207851 3647 kube.go:438] Certificate found I0506 20:10:50.208435 3647 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0506 20:10:50.209420 3647 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0506 20:10:50.257791 3647 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-07 20:05:49 +0000 UTC" deadline="2026-05-07 14:42:17.029228701 +0000 UTC" I0506 20:10:50.257998 3647 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="18h31m26.771291306s" I0506 20:10:50.291536 3647 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0506 20:10:50.300553 3647 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0506 20:10:50.300612 3647 server.go:101] MetricServer registers OVS metrics I0506 20:10:50.300912 3647 server.go:105] MetricServer registers OVN DB metrics I0506 20:10:50.301075 3647 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0506 20:10:50.301146 3647 factory.go:561] Starting watch factory I0506 20:10:50.301270 3647 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0506 20:10:50.301324 3647 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0506 20:10:50.301346 3647 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0506 20:10:50.301326 3647 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0506 20:10:50.302086 3647 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0506 20:10:50.302131 3647 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0506 20:10:50.301268 3647 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0506 20:10:50.302503 3647 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0506 20:10:50.301292 3647 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0506 20:10:50.302903 3647 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0506 20:10:50.301271 3647 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0506 20:10:50.302965 3647 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0506 20:10:50.306262 3647 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0506 20:10:50.306295 3647 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0506 20:10:50.306808 3647 controller_manager.go:370] Starting the ovnkube controller I0506 20:10:50.306818 3647 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-1-72.ec2.internal I0506 20:10:50.306861 3647 controller_manager.go:395] NBDB zone sync took: 36.116µs I0506 20:10:50.306869 3647 factory.go:561] Starting watch factory I0506 20:10:50.319885 3647 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0506 20:10:50.319908 3647 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0506 20:10:50.324144 3647 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0506 20:10:50.324175 3647 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0506 20:10:50.324206 3647 server.go:109] MetricServer registers OVN Controller metrics I0506 20:10:50.324429 3647 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0506 20:10:50.324507 3647 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0506 20:10:50.325969 3647 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0506 20:10:50.326821 3647 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0506 20:10:50.330542 3647 server.go:113] MetricServer registers OVN Northd metrics I0506 20:10:50.335303 3647 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0506 20:10:50.335722 3647 metrics.go:519] OVN Metrics Server starts to run ... I0506 20:10:50.407240 3647 factory.go:1977] *v1.Namespace informer cache synced successfully I0506 20:10:50.407264 3647 factory.go:1977] *v1.Node informer cache synced successfully I0506 20:10:50.407268 3647 factory.go:1977] *v1.Service informer cache synced successfully I0506 20:10:50.407271 3647 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0506 20:10:50.407275 3647 factory.go:1977] *v1.Pod informer cache synced successfully I0506 20:10:50.407278 3647 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0506 20:10:50.407390 3647 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0506 20:10:50.407407 3647 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0506 20:10:50.407432 3647 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0506 20:10:50.407440 3647 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0506 20:10:50.410718 3647 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0506 20:10:50.410726 3647 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0506 20:10:50.412738 3647 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0506 20:10:50.412751 3647 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0506 20:10:50.412750 3647 factory.go:1977] *v1.Namespace informer cache synced successfully I0506 20:10:50.412759 3647 factory.go:1977] *v1.Node informer cache synced successfully I0506 20:10:50.412764 3647 factory.go:1977] *v1.Service informer cache synced successfully I0506 20:10:50.412769 3647 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0506 20:10:50.412773 3647 factory.go:1977] *v1.Pod informer cache synced successfully I0506 20:10:50.412777 3647 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0506 20:10:50.412809 3647 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0506 20:10:50.412820 3647 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0506 20:10:50.414550 3647 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0506 20:10:50.418178 3647 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0506 20:10:50.418189 3647 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0506 20:10:50.418196 3647 factory.go:1977] *v1.EgressIP informer cache synced successfully I0506 20:10:50.418254 3647 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0506 20:10:50.418276 3647 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0506 20:10:50.420311 3647 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0506 20:10:50.424173 3647 factory.go:1977] *v1.EgressIP informer cache synced successfully I0506 20:10:50.424185 3647 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0506 20:10:50.424245 3647 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0506 20:10:50.424257 3647 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0506 20:10:50.426542 3647 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0506 20:10:50.430062 3647 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0506 20:10:50.430073 3647 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0506 20:10:50.430130 3647 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0506 20:10:50.430148 3647 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0506 20:10:50.432093 3647 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0506 20:10:50.435667 3647 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0506 20:10:50.435743 3647 factory.go:1977] *v1.EgressService informer cache synced successfully I0506 20:10:50.435808 3647 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0506 20:10:50.435821 3647 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0506 20:10:50.437687 3647 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0506 20:10:50.441171 3647 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0506 20:10:50.441259 3647 factory.go:1977] *v1.EgressService informer cache synced successfully I0506 20:10:50.441359 3647 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0506 20:10:50.441372 3647 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0506 20:10:50.443292 3647 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0506 20:10:50.446824 3647 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0506 20:10:50.446908 3647 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0506 20:10:50.446991 3647 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0506 20:10:50.447008 3647 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0506 20:10:50.447019 3647 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0506 20:10:50.447032 3647 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0506 20:10:50.449359 3647 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0506 20:10:50.449623 3647 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0506 20:10:50.452192 3647 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0506 20:10:50.452202 3647 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0506 20:10:50.452210 3647 factory.go:680] Watch Factory start up complete, took: 151.069343ms I0506 20:10:50.452270 3647 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0506 20:10:50.452297 3647 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0506 20:10:50.457604 3647 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0506 20:10:50.457614 3647 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0506 20:10:50.457621 3647 factory.go:680] Watch Factory start up complete, took: 150.750609ms I0506 20:10:50.457629 3647 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-1-72.ec2.internal" zone I0506 20:10:50.506253 3647 default_node_network_controller.go:710] Initializing the default node network controller I0506 20:10:50.584178 3647 udn_isolation.go:101] Starting UDN host isolation manager I0506 20:10:50.590655 3647 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0506 20:10:50.649416 3647 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0506 20:10:50.649485 3647 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0506 20:10:50.649503 3647 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0506 20:10:50.682026 3647 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0506 20:10:50.682124 3647 default_node_network_controller.go:809] Node ip-10-0-1-72.ec2.internal ready for ovn initialization with subnet 10.128.0.0/23 I0506 20:10:50.687815 3647 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.1.72"] k8s.ovn.org/zone-name:ip-10-0-1-72.ec2.internal] on node ip-10-0-1-72.ec2.internal I0506 20:10:50.707002 3647 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0506 20:10:50.708147 3647 controller_manager.go:429] Waiting for node in zone sync took: 250.506815ms I0506 20:10:50.712199 3647 controller_manager.go:611] Switching to transit router for layer2 networks I0506 20:10:50.712213 3647 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-1-72.ec2.internal I0506 20:10:50.713283 3647 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0506 20:10:50.713418 3647 helper_linux.go:118] Found default gateway interface br-ex 10.0.1.1 I0506 20:10:50.713571 3647 gateway_init.go:263] Preparing Gateway I0506 20:10:50.713582 3647 gateway_shared_intf.go:1687] Creating new gateway I0506 20:10:50.728325 3647 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0506 20:10:50.735104 3647 controller_manager.go:290] SCTP support detected in OVN I0506 20:10:50.735778 3647 services_controller.go:69] Creating services controller for network=default I0506 20:10:50.735880 3647 udn_enabled_svc.go:80] Waiting for service informer to sync I0506 20:10:50.735917 3647 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0506 20:10:50.735947 3647 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0506 20:10:50.735958 3647 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0506 20:10:50.735966 3647 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0506 20:10:50.736139 3647 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0506 20:10:50.736200 3647 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0506 20:10:50.736244 3647 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 69.167µs I0506 20:10:50.736268 3647 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 58.041µs I0506 20:10:50.736276 3647 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 77.548µs I0506 20:10:50.736282 3647 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0506 20:10:50.736289 3647 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0506 20:10:50.736297 3647 default_network_controller.go:325] Starting the default network controller I0506 20:10:50.736343 3647 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 10.063µs I0506 20:10:50.736369 3647 udn_enabled_svc.go:95] Performing full resync I0506 20:10:50.736662 3647 udn_enabled_svc.go:99] Waiting for handler to sync I0506 20:10:50.736673 3647 udn_enabled_svc.go:104] Starting worker I0506 20:10:50.745987 3647 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0506 20:10:50.746064 3647 repair.go:33] Syncing exgw routes took 62.181µs I0506 20:10:50.746087 3647 default_network_controller.go:414] Starting all the Watchers... I0506 20:10:50.746346 3647 namespace.go:98] [openshift-controller-manager] adding namespace I0506 20:10:50.746355 3647 namespace.go:98] [kube-public] adding namespace I0506 20:10:50.746360 3647 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0506 20:10:50.746366 3647 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0506 20:10:50.746375 3647 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0506 20:10:50.746381 3647 namespace.go:98] [openshift-ingress-canary] adding namespace I0506 20:10:50.746386 3647 namespace.go:98] [openshift-network-console] adding namespace I0506 20:10:50.746388 3647 namespace.go:98] [openshift-machine-config-operator] adding namespace I0506 20:10:50.746399 3647 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0506 20:10:50.746402 3647 namespace.go:98] [openshift-monitoring] adding namespace I0506 20:10:50.746404 3647 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0506 20:10:50.746412 3647 namespace.go:98] [openshift-network-operator] adding namespace I0506 20:10:50.746413 3647 namespace.go:98] [openshift-backplane-srep] adding namespace I0506 20:10:50.746418 3647 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0506 20:10:50.746466 3647 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0506 20:10:50.746935 3647 namespace.go:102] [openshift-controller-manager] adding namespace took 571.329µs I0506 20:10:50.746952 3647 namespace.go:98] [openshift-console] adding namespace I0506 20:10:50.747437 3647 namespace.go:102] [openshift-console] adding namespace took 479.295µs I0506 20:10:50.747449 3647 namespace.go:98] [openshift] adding namespace I0506 20:10:50.748032 3647 namespace.go:102] [openshift] adding namespace took 578.836µs I0506 20:10:50.748043 3647 namespace.go:98] [openshift-cluster-version] adding namespace I0506 20:10:50.748680 3647 namespace.go:102] [kube-public] adding namespace took 2.314197ms I0506 20:10:50.748690 3647 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0506 20:10:50.749185 3647 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 2.813609ms I0506 20:10:50.749200 3647 namespace.go:98] [openshift-console-operator] adding namespace I0506 20:10:50.749744 3647 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 3.369421ms I0506 20:10:50.749754 3647 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0506 20:10:50.750399 3647 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 4.015289ms I0506 20:10:50.750414 3647 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0506 20:10:50.750845 3647 namespace.go:102] [openshift-ingress-canary] adding namespace took 4.459913ms I0506 20:10:50.750855 3647 namespace.go:98] [openshift-route-controller-manager] adding namespace I0506 20:10:50.751388 3647 namespace.go:102] [openshift-network-console] adding namespace took 4.996536ms I0506 20:10:50.751402 3647 namespace.go:98] [openshift-config] adding namespace I0506 20:10:50.751872 3647 namespace.go:102] [openshift-machine-config-operator] adding namespace took 5.477912ms I0506 20:10:50.751884 3647 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0506 20:10:50.752432 3647 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 6.027368ms I0506 20:10:50.752445 3647 namespace.go:98] [openshift-machine-api] adding namespace I0506 20:10:50.752957 3647 namespace.go:102] [openshift-monitoring] adding namespace took 6.551075ms I0506 20:10:50.752966 3647 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0506 20:10:50.753438 3647 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 7.027932ms I0506 20:10:50.753451 3647 namespace.go:98] [openshift-config-operator] adding namespace I0506 20:10:50.754064 3647 namespace.go:102] [openshift-network-operator] adding namespace took 7.643665ms I0506 20:10:50.754083 3647 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0506 20:10:50.754557 3647 namespace.go:102] [openshift-backplane-srep] adding namespace took 8.134379ms I0506 20:10:50.754573 3647 namespace.go:98] [openshift-backplane-tam] adding namespace I0506 20:10:50.755062 3647 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 8.633967ms I0506 20:10:50.755071 3647 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0506 20:10:50.755592 3647 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 9.11406ms I0506 20:10:50.755607 3647 namespace.go:98] [openshift-marketplace] adding namespace I0506 20:10:50.756039 3647 namespace.go:102] [openshift-cluster-version] adding namespace took 7.991813ms I0506 20:10:50.756049 3647 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0506 20:10:50.756463 3647 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 7.769203ms I0506 20:10:50.756474 3647 namespace.go:98] [openshift-dns-operator] adding namespace I0506 20:10:50.756926 3647 namespace.go:102] [openshift-console-operator] adding namespace took 7.719682ms I0506 20:10:50.756942 3647 namespace.go:98] [openshift-insights] adding namespace I0506 20:10:50.757352 3647 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 7.591017ms I0506 20:10:50.757365 3647 namespace.go:98] [openshift-host-network] adding namespace I0506 20:10:50.757731 3647 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 7.313258ms I0506 20:10:50.757744 3647 namespace.go:98] [openshift-dns] adding namespace I0506 20:10:50.758114 3647 namespace.go:102] [openshift-route-controller-manager] adding namespace took 7.254959ms I0506 20:10:50.758125 3647 namespace.go:98] [openshift-ingress-operator] adding namespace I0506 20:10:50.758534 3647 namespace.go:102] [openshift-config] adding namespace took 7.126677ms I0506 20:10:50.758546 3647 namespace.go:98] [openshift-backplane-cee] adding namespace I0506 20:10:50.758959 3647 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 7.071074ms I0506 20:10:50.758969 3647 namespace.go:98] [openshift-image-registry] adding namespace I0506 20:10:50.759426 3647 namespace.go:102] [openshift-machine-api] adding namespace took 6.974108ms I0506 20:10:50.759440 3647 namespace.go:98] [openshift-backplane-mobb] adding namespace I0506 20:10:50.759833 3647 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.861844ms I0506 20:10:50.759845 3647 namespace.go:98] [openshift-console-user-settings] adding namespace I0506 20:10:50.760269 3647 namespace.go:102] [openshift-config-operator] adding namespace took 6.813055ms I0506 20:10:50.760284 3647 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0506 20:10:50.760736 3647 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 6.645302ms I0506 20:10:50.760752 3647 namespace.go:98] [openshift-must-gather-operator] adding namespace I0506 20:10:50.761259 3647 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.67992ms I0506 20:10:50.761273 3647 namespace.go:98] [openshift-config-managed] adding namespace I0506 20:10:50.761815 3647 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.739806ms I0506 20:10:50.761824 3647 namespace.go:98] [openshift-backplane] adding namespace I0506 20:10:50.762258 3647 namespace.go:102] [openshift-marketplace] adding namespace took 6.645221ms I0506 20:10:50.762270 3647 namespace.go:98] [openshift-apiserver] adding namespace I0506 20:10:50.762725 3647 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 6.67196ms I0506 20:10:50.762738 3647 namespace.go:98] [openshift-node] adding namespace I0506 20:10:50.763173 3647 namespace.go:102] [openshift-dns-operator] adding namespace took 6.694908ms I0506 20:10:50.763183 3647 namespace.go:98] [openshift-operators-redhat] adding namespace I0506 20:10:50.763566 3647 namespace.go:102] [openshift-insights] adding namespace took 6.620995ms I0506 20:10:50.763575 3647 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0506 20:10:50.764462 3647 namespace.go:102] [openshift-host-network] adding namespace took 7.091039ms I0506 20:10:50.764475 3647 namespace.go:98] [openshift-package-operator] adding namespace I0506 20:10:50.764985 3647 namespace.go:102] [openshift-dns] adding namespace took 7.237327ms I0506 20:10:50.764996 3647 namespace.go:98] [openshift-authentication-operator] adding namespace I0506 20:10:50.765478 3647 namespace.go:102] [openshift-ingress-operator] adding namespace took 7.34801ms I0506 20:10:50.765490 3647 namespace.go:98] [openshift-backplane-csm] adding namespace I0506 20:10:50.765975 3647 namespace.go:102] [openshift-backplane-cee] adding namespace took 7.424281ms I0506 20:10:50.765986 3647 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0506 20:10:50.766490 3647 namespace.go:102] [openshift-image-registry] adding namespace took 7.512889ms I0506 20:10:50.766509 3647 namespace.go:98] [openshift-authentication] adding namespace I0506 20:10:50.767036 3647 namespace.go:102] [openshift-backplane-mobb] adding namespace took 7.590752ms I0506 20:10:50.767049 3647 namespace.go:98] [openshift-operators] adding namespace I0506 20:10:50.767520 3647 namespace.go:102] [openshift-console-user-settings] adding namespace took 7.669463ms I0506 20:10:50.767533 3647 namespace.go:98] [default] adding namespace I0506 20:10:50.767957 3647 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 7.669573ms I0506 20:10:50.767968 3647 namespace.go:98] [openshift-network-diagnostics] adding namespace I0506 20:10:50.768358 3647 namespace.go:102] [openshift-must-gather-operator] adding namespace took 7.600674ms I0506 20:10:50.768371 3647 namespace.go:98] [openshift-multus] adding namespace I0506 20:10:50.768712 3647 namespace.go:102] [openshift-config-managed] adding namespace took 7.434699ms I0506 20:10:50.768723 3647 namespace.go:98] [openshift-apiserver-operator] adding namespace I0506 20:10:50.769122 3647 namespace.go:102] [openshift-backplane] adding namespace took 7.293938ms I0506 20:10:50.769135 3647 namespace.go:98] [openshift-network-node-identity] adding namespace I0506 20:10:50.769685 3647 namespace.go:102] [openshift-apiserver] adding namespace took 7.409834ms I0506 20:10:50.769697 3647 namespace.go:98] [openshift-infra] adding namespace I0506 20:10:50.770180 3647 namespace.go:102] [openshift-node] adding namespace took 7.437376ms I0506 20:10:50.770682 3647 namespace.go:102] [openshift-operators-redhat] adding namespace took 7.494961ms I0506 20:10:50.770694 3647 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0506 20:10:50.771171 3647 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 7.592474ms I0506 20:10:50.771183 3647 namespace.go:98] [open-cluster-management-2q4kp77oipug2hvvh6d7vlnhnie88jkr] adding namespace I0506 20:10:50.771682 3647 namespace.go:102] [openshift-package-operator] adding namespace took 7.201638ms I0506 20:10:50.771695 3647 namespace.go:98] [kube-node-lease] adding namespace I0506 20:10:50.772186 3647 namespace.go:102] [openshift-authentication-operator] adding namespace took 7.181821ms I0506 20:10:50.772209 3647 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0506 20:10:50.772683 3647 namespace.go:102] [openshift-backplane-csm] adding namespace took 7.186331ms I0506 20:10:50.772702 3647 namespace.go:98] [dedicated-admin] adding namespace I0506 20:10:50.773109 3647 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 7.117172ms I0506 20:10:50.773121 3647 namespace.go:98] [openshift-logging] adding namespace I0506 20:10:50.773589 3647 namespace.go:102] [openshift-authentication] adding namespace took 7.073203ms I0506 20:10:50.773609 3647 namespace.go:98] [kube-system] adding namespace I0506 20:10:50.774218 3647 namespace.go:102] [openshift-operators] adding namespace took 7.163771ms I0506 20:10:50.774229 3647 namespace.go:98] [openshift-customer-monitoring] adding namespace W0506 20:10:50.774763 3647 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-vdksx: pod openshift-network-diagnostics/network-check-target-vdksx: no pod IPs found W0506 20:10:50.774776 3647 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-rthgr: pod openshift-network-diagnostics/network-check-target-rthgr: no pod IPs found I0506 20:10:50.774796 3647 namespace.go:102] [default] adding namespace took 7.258802ms I0506 20:10:50.774805 3647 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace W0506 20:10:50.775253 3647 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-gw6s8: pod openshift-multus/network-metrics-daemon-gw6s8: no pod IPs found W0506 20:10:50.775265 3647 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-vjq6l: pod openshift-multus/network-metrics-daemon-vjq6l: no pod IPs found I0506 20:10:50.775308 3647 namespace.go:102] [openshift-network-diagnostics] adding namespace took 7.333868ms I0506 20:10:50.775329 3647 namespace.go:98] [openshift-kube-scheduler] adding namespace I0506 20:10:50.775828 3647 namespace.go:102] [openshift-multus] adding namespace took 7.449255ms I0506 20:10:50.775851 3647 namespace.go:98] [openshift-kube-apiserver] adding namespace I0506 20:10:50.776280 3647 namespace.go:102] [openshift-apiserver-operator] adding namespace took 7.550744ms I0506 20:10:50.776818 3647 namespace.go:102] [openshift-network-node-identity] adding namespace took 7.675047ms I0506 20:10:50.776832 3647 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0506 20:10:50.777394 3647 namespace.go:102] [openshift-infra] adding namespace took 7.691332ms I0506 20:10:50.777407 3647 namespace.go:98] [openshift-service-ca-operator] adding namespace I0506 20:10:50.777929 3647 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 7.231413ms I0506 20:10:50.778518 3647 namespace.go:102] [open-cluster-management-2q4kp77oipug2hvvh6d7vlnhnie88jkr] adding namespace took 7.327538ms I0506 20:10:50.778969 3647 namespace.go:102] [kube-node-lease] adding namespace took 7.269441ms I0506 20:10:50.779506 3647 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 7.291335ms I0506 20:10:50.779518 3647 namespace.go:98] [openshift-backplane-cse] adding namespace I0506 20:10:50.780035 3647 namespace.go:102] [dedicated-admin] adding namespace took 7.32524ms I0506 20:10:50.780054 3647 namespace.go:98] [openshift-etcd] adding namespace W0506 20:10:50.780452 3647 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-554cd: pod kube-system/global-pull-secret-syncer-554cd: no pod IPs found W0506 20:10:50.780461 3647 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-f7g6j: pod kube-system/global-pull-secret-syncer-f7g6j: no pod IPs found I0506 20:10:50.780506 3647 namespace.go:102] [openshift-logging] adding namespace took 7.378728ms I0506 20:10:50.781030 3647 namespace.go:102] [kube-system] adding namespace took 7.414906ms I0506 20:10:50.781646 3647 namespace.go:102] [openshift-customer-monitoring] adding namespace took 7.411554ms I0506 20:10:50.781660 3647 namespace.go:98] [openshift-ingress] adding namespace I0506 20:10:50.782044 3647 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 7.233407ms I0506 20:10:50.782541 3647 namespace.go:102] [openshift-kube-scheduler] adding namespace took 7.202275ms I0506 20:10:50.783035 3647 namespace.go:102] [openshift-kube-apiserver] adding namespace took 7.174383ms I0506 20:10:50.783051 3647 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0506 20:10:50.783528 3647 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.690524ms I0506 20:10:50.785736 3647 namespace.go:102] [openshift-service-ca-operator] adding namespace took 8.318092ms I0506 20:10:50.786330 3647 namespace.go:102] [openshift-backplane-cse] adding namespace took 6.805798ms I0506 20:10:50.786792 3647 namespace.go:102] [openshift-etcd] adding namespace took 6.73158ms I0506 20:10:50.787224 3647 namespace.go:102] [openshift-ingress] adding namespace took 5.558914ms I0506 20:10:50.787594 3647 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 4.536856ms W0506 20:10:50.787676 3647 master.go:458] Unable to parse local node ip-10-0-1-72.ec2.internal chassis-id annotation. Chassis may be removed during sync W0506 20:10:50.787685 3647 master.go:471] Unable to parse remote node ip-10-0-2-128.ec2.internal chassis-id annotation. Chassis may be removed during sync I0506 20:10:50.787689 3647 master.go:481] Removing stale chassis with ID/Name: 57fc0b24-7fce-4653-b70d-fdede42e9e83, hostname: ip-10-0-1-72.ec2.internal I0506 20:10:50.788113 3647 master.go:548] Adding or Updating local node "ip-10-0-1-72.ec2.internal" for network "default" I0506 20:10:50.788214 3647 obj_retry.go:578] Failed to create *v1.Node ip-10-0-2-128.ec2.internal, error: adding or updating remote node chassis ip-10-0-2-128.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-128.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-128.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-128.ec2.internal I0506 20:10:50.791239 3647 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-72.ec2.internal for the network default I0506 20:10:50.791539 3647 zone_ic_handler.go:195] Time taken to create transit switch: 288.41µs I0506 20:10:50.792208 3647 default_network_controller.go:823] Node add failed for ip-10-0-1-72.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-72.ec2.internal, error getting gateway config for node ip-10-0-1-72.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-72.ec2.internal", failed to update chassis to local for local node ip-10-0-1-72.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-72.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-72.ec2.internal] E0506 20:10:50.792249 3647 obj_retry.go:575] Failed to create *v1.Node ip-10-0-1-72.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-72.ec2.internal, error getting gateway config for node ip-10-0-1-72.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-72.ec2.internal", failed to update chassis to local for local node ip-10-0-1-72.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-72.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-72.ec2.internal] I0506 20:10:50.792300 3647 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0506 20:10:50.792318 3647 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0506 20:10:50.792333 3647 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0506 20:10:50.792373 3647 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-128.ec2.internal in network "default" I0506 20:10:50.792368 3647 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-1-72.ec2.internal", UID:"256ec787-0b87-444a-ae21-63d598a3a358", APIVersion:"v1", ResourceVersion:"8433", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-72.ec2.internal, error getting gateway config for node ip-10-0-1-72.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-72.ec2.internal", failed to update chassis to local for local node ip-10-0-1-72.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-72.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-72.ec2.internal] I0506 20:10:50.792405 3647 node_tracker.go:235] Node ip-10-0-2-128.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-128.ec2.internal" I0506 20:10:50.792415 3647 node_tracker.go:169] Node ip-10-0-2-128.ec2.internal switch + router changed, syncing services in network "default" I0506 20:10:50.792428 3647 services_controller.go:574] Full service sync requested for network=default I0506 20:10:50.792439 3647 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-72.ec2.internal in network "default" I0506 20:10:50.792447 3647 node_tracker.go:235] Node ip-10-0-1-72.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-72.ec2.internal" I0506 20:10:50.792453 3647 node_tracker.go:169] Node ip-10-0-1-72.ec2.internal switch + router changed, syncing services in network "default" I0506 20:10:50.792457 3647 services_controller.go:574] Full service sync requested for network=default I0506 20:10:50.829977 3647 iptables.go:108] Creating table: filter chain: FORWARD I0506 20:10:50.835932 3647 iptables.go:108] Creating table: filter chain: OUTPUT I0506 20:10:50.842080 3647 gateway_shared_intf.go:1816] Gateway Creation Complete I0506 20:10:50.842098 3647 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-72.ec2.internal","mac-address":"0a:ff:da:1e:9d:03","ip-addresses":["10.0.1.72/24"],"ip-address":"10.0.1.72/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:57fc0b24-7fce-4653-b70d-fdede42e9e83 k8s.ovn.org/node-encap-ips:["10.0.1.72"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.72/24"} k8s.ovn.org/zone-name:ip-10-0-1-72.ec2.internal] on node ip-10-0-1-72.ec2.internal I0506 20:10:50.856520 3647 master.go:548] Adding or Updating local node "ip-10-0-1-72.ec2.internal" for network "default" I0506 20:10:50.856529 3647 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-72.ec2.internal in network "default" I0506 20:10:50.856708 3647 node_tracker.go:169] Node ip-10-0-1-72.ec2.internal switch + router changed, syncing services in network "default" I0506 20:10:50.856723 3647 services_controller.go:574] Full service sync requested for network=default I0506 20:10:50.860864 3647 default_node_network_controller.go:519] Node connection status = connected W0506 20:10:50.861857 3647 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-vdksx: pod openshift-network-diagnostics/network-check-target-vdksx: no pod IPs found W0506 20:10:50.861874 3647 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-gw6s8: pod openshift-multus/network-metrics-daemon-gw6s8: no pod IPs found W0506 20:10:50.861885 3647 gateway.go:207] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-f7g6j: pod kube-system/global-pull-secret-syncer-f7g6j: no pod IPs found I0506 20:10:50.863014 3647 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-72.ec2.internal for the network default I0506 20:10:50.863219 3647 zone_ic_handler.go:195] Time taken to create transit switch: 189.883µs I0506 20:10:50.893386 3647 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0506 20:10:50.893410 3647 services_controller.go:208] Setting up event handlers for services for network=default I0506 20:10:50.893484 3647 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0506 20:10:50.893542 3647 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0506 20:10:50.893564 3647 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0506 20:10:50.994324 3647 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0506 20:10:50.994346 3647 repair.go:60] Starting repairing loop for services I0506 20:10:50.994427 3647 repair.go:131] Deleted 0 stale service LBs I0506 20:10:50.994446 3647 repair.go:137] Deleted 0 stale Chassis Template Vars I0506 20:10:50.994472 3647 repair.go:62] Finished repairing loop for services: 129.248µs I0506 20:10:50.994499 3647 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0506 20:10:50.994507 3647 services_controller.go:254] Starting workers for network=default I0506 20:10:50.994799 3647 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-f7g6j] creating logical port kube-system_global-pull-secret-syncer-f7g6j for pod on switch ip-10-0-1-72.ec2.internal I0506 20:10:50.994844 3647 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-gw6s8] creating logical port openshift-multus_network-metrics-daemon-gw6s8 for pod on switch ip-10-0-1-72.ec2.internal I0506 20:10:50.994858 3647 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-rthgr, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-rthgr: suppressed error logged: pod openshift-network-diagnostics/network-check-target-rthgr: no pod IPs found I0506 20:10:50.994808 3647 obj_retry.go:578] Failed to create *v1.Pod kube-system/global-pull-secret-syncer-554cd, error: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-554cd: suppressed error logged: pod kube-system/global-pull-secret-syncer-554cd: no pod IPs found I0506 20:10:50.994891 3647 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-vdksx] creating logical port openshift-network-diagnostics_network-check-target-vdksx for pod on switch ip-10-0-1-72.ec2.internal I0506 20:10:50.994876 3647 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-vjq6l, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-vjq6l: suppressed error logged: pod openshift-multus/network-metrics-daemon-vjq6l: no pod IPs found I0506 20:10:50.994958 3647 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-f7g6j I0506 20:10:50.994965 3647 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-vdksx I0506 20:10:50.995018 3647 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-gw6s8 I0506 20:10:51.012555 3647 pod.go:62] [openshift-network-diagnostics/network-check-target-vdksx] pod update took 17.60514ms I0506 20:10:51.012582 3647 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-vdksx] addLogicalPort annotation time took 17.63283ms I0506 20:10:51.012621 3647 pod.go:62] [openshift-multus/network-metrics-daemon-gw6s8] pod update took 17.695397ms I0506 20:10:51.012635 3647 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-gw6s8] addLogicalPort annotation time took 17.711773ms I0506 20:10:51.013557 3647 pods.go:271] [openshift-network-diagnostics/network-check-target-vdksx] addLogicalPort took 18.672018ms, libovsdb time 724.603µs I0506 20:10:51.013968 3647 pods.go:271] [openshift-multus/network-metrics-daemon-gw6s8] addLogicalPort took 19.140761ms, libovsdb time 1.089119ms I0506 20:10:51.014773 3647 pod.go:62] [kube-system/global-pull-secret-syncer-f7g6j] pod update took 19.899653ms I0506 20:10:51.014790 3647 base_network_controller_pods.go:951] [default/kube-system/global-pull-secret-syncer-f7g6j] addLogicalPort annotation time took 19.919276ms I0506 20:10:51.015580 3647 pods.go:271] [kube-system/global-pull-secret-syncer-f7g6j] addLogicalPort took 20.795819ms, libovsdb time 614.195µs I0506 20:10:51.016079 3647 admin_network_policy_controller.go:227] Starting controller default-network-controller I0506 20:10:51.016098 3647 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0506 20:10:51.016109 3647 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0506 20:10:51.016115 3647 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0506 20:10:51.016314 3647 repair.go:29] Repairing admin network policies took 194.069µs I0506 20:10:51.016411 3647 repair.go:92] Repairing baseline admin network policies took 87.786µs I0506 20:10:51.016855 3647 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0506 20:10:51.016875 3647 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0506 20:10:51.018761 3647 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0506 20:10:51.018785 3647 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0506 20:10:51.018794 3647 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0506 20:10:51.020408 3647 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0506 20:10:51.020428 3647 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0506 20:10:51.020438 3647 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0506 20:10:51.021973 3647 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0506 20:10:51.021990 3647 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0506 20:10:51.022000 3647 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0506 20:10:51.024077 3647 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0506 20:10:51.024110 3647 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0506 20:10:51.024583 3647 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0506 20:10:51.024600 3647 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0506 20:10:51.026413 3647 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0506 20:10:51.026432 3647 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0506 20:10:51.026444 3647 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0506 20:10:51.026914 3647 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0506 20:10:51.026932 3647 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0506 20:10:51.026941 3647 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0506 20:10:51.027966 3647 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0506 20:10:51.027982 3647 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0506 20:10:51.027990 3647 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0506 20:10:51.028495 3647 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0506 20:10:51.028509 3647 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0506 20:10:51.028518 3647 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0506 20:10:51.029427 3647 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0506 20:10:51.029447 3647 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0506 20:10:51.029457 3647 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0506 20:10:51.031344 3647 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0506 20:10:51.031361 3647 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0506 20:10:51.031369 3647 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0506 20:10:51.031838 3647 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0506 20:10:51.031855 3647 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0506 20:10:51.031866 3647 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0506 20:10:51.032312 3647 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0506 20:10:51.032327 3647 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0506 20:10:51.032334 3647 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0506 20:10:51.032790 3647 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0506 20:10:51.032806 3647 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0506 20:10:51.032812 3647 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0506 20:10:51.033070 3647 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0506 20:10:51.033086 3647 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0506 20:10:51.033098 3647 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0506 20:10:51.035222 3647 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0506 20:10:51.035244 3647 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0506 20:10:51.035271 3647 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0506 20:10:51.035989 3647 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0506 20:10:51.036010 3647 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0506 20:10:51.036023 3647 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0506 20:10:51.037273 3647 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0506 20:10:51.037290 3647 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0506 20:10:51.037296 3647 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0506 20:10:51.037563 3647 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0506 20:10:51.037579 3647 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0506 20:10:51.037587 3647 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0506 20:10:51.038018 3647 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0506 20:10:51.038036 3647 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0506 20:10:51.038048 3647 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0506 20:10:51.038986 3647 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0506 20:10:51.039002 3647 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0506 20:10:51.039011 3647 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0506 20:10:51.040142 3647 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0506 20:10:51.040177 3647 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0506 20:10:51.040186 3647 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0506 20:10:51.040466 3647 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0506 20:10:51.040484 3647 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0506 20:10:51.040495 3647 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0506 20:10:51.041146 3647 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0506 20:10:51.041176 3647 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0506 20:10:51.041184 3647 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0506 20:10:51.041629 3647 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0506 20:10:51.041644 3647 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0506 20:10:51.041652 3647 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0506 20:10:51.042085 3647 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0506 20:10:51.042102 3647 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0506 20:10:51.042112 3647 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0506 20:10:51.042655 3647 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0506 20:10:51.042670 3647 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0506 20:10:51.042680 3647 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0506 20:10:51.043111 3647 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0506 20:10:51.043127 3647 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0506 20:10:51.043133 3647 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0506 20:10:51.044324 3647 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0506 20:10:51.044341 3647 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0506 20:10:51.044353 3647 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0506 20:10:51.045318 3647 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0506 20:10:51.049891 3647 egressfirewall.go:374] Starting EgressFirewall controller I0506 20:10:51.049938 3647 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0506 20:10:51.049939 3647 controller.go:133] Adding controller egress-firewall-controller event handlers I0506 20:10:51.049972 3647 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0506 20:10:51.049989 3647 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0506 20:10:51.049972 3647 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0506 20:10:51.050002 3647 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0506 20:10:51.050286 3647 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0506 20:10:51.050302 3647 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0506 20:10:51.050310 3647 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0506 20:10:51.050322 3647 egressqos.go:193] Setting up event handlers for EgressQoS I0506 20:10:51.050406 3647 egressqos.go:245] Starting EgressQoS Controller I0506 20:10:51.050412 3647 egressfirewall.go:723] Syncing node "ip-10-0-2-128.ec2.internal" for egress firewall I0506 20:10:51.050421 3647 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0506 20:10:51.050425 3647 egressfirewall.go:723] Syncing node "ip-10-0-1-72.ec2.internal" for egress firewall I0506 20:10:51.050431 3647 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0506 20:10:51.050440 3647 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0506 20:10:51.050448 3647 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0506 20:10:51.050457 3647 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0506 20:10:51.050465 3647 shared_informer.go:356] "Caches are synced" controller="egressqos" I0506 20:10:51.050472 3647 egressqos.go:259] Repairing EgressQoSes I0506 20:10:51.050479 3647 egressqos.go:399] Starting repairing loop for egressqos I0506 20:10:51.050554 3647 egressqos.go:401] Finished repairing loop for egressqos: 76.79µs I0506 20:10:51.050578 3647 egressservice_zone.go:132] Setting up event handlers for Egress Services I0506 20:10:51.050606 3647 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-1-72.ec2.internal I0506 20:10:51.050664 3647 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-1-72.ec2.internal : 59.781µs I0506 20:10:51.050715 3647 egressservice_zone.go:210] Starting Egress Services Controller I0506 20:10:51.050727 3647 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0506 20:10:51.050735 3647 shared_informer.go:356] "Caches are synced" controller="egressservices" I0506 20:10:51.050741 3647 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0506 20:10:51.050746 3647 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0506 20:10:51.050751 3647 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0506 20:10:51.050756 3647 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0506 20:10:51.050761 3647 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0506 20:10:51.050766 3647 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0506 20:10:51.050770 3647 egressservice_zone.go:228] Repairing Egress Services I0506 20:10:51.051009 3647 master_controller.go:88] Starting Admin Policy Based Route Controller I0506 20:10:51.051019 3647 external_controller.go:278] Starting Admin Policy Based Route Controller I0506 20:10:51.051079 3647 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-72.ec2.internal I0506 20:10:51.051089 3647 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-72.ec2.internal: 11.395µs I0506 20:10:51.051096 3647 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-128.ec2.internal I0506 20:10:51.051100 3647 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-128.ec2.internal: 4.448µs I0506 20:10:51.051109 3647 default_network_controller.go:585] Completing all the Watchers took 305.012776ms I0506 20:10:51.051119 3647 default_network_controller.go:589] Starting unidling controllers I0506 20:10:51.051133 3647 unidle.go:46] Registering OVN SB ControllerEvent handler I0506 20:10:51.051139 3647 unidle.go:63] Populating Initial ContollerEvent events I0506 20:10:51.051148 3647 unidle.go:79] Setting up event handlers for services I0506 20:10:51.051213 3647 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0506 20:10:51.361796 3647 default_node_network_controller.go:519] Node connection status = connected I0506 20:10:51.861333 3647 default_node_network_controller.go:519] Node connection status = connected I0506 20:10:52.360724 3647 default_node_network_controller.go:519] Node connection status = connected I0506 20:10:52.861629 3647 default_node_network_controller.go:519] Node connection status = connected I0506 20:10:53.147370 3647 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0506 20:10:53.361705 3647 default_node_network_controller.go:519] Node connection status = connected I0506 20:10:53.379072 3647 bridgeconfig.go:537] Gateway is ready I0506 20:10:53.379093 3647 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0506 20:10:53.390806 3647 node_ip_handler_linux.go:247] Node primary address changed to 10.0.1.72. Updating OVN encap IP. I0506 20:10:53.396257 3647 node_ip_handler_linux.go:542] Will not update encap IP 10.0.1.72 - it is already configured I0506 20:10:53.396271 3647 node_ip_handler_linux.go:485] Node address changed to map[10.0.1.72/24:{} 172.20.0.1/32:{}]. Updating annotations. I0506 20:10:53.396512 3647 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.1.72/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-72.ec2.internal","mac-address":"0a:ff:da:1e:9d:03","ip-addresses":["10.0.1.72/24"],"ip-address":"10.0.1.72/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:57fc0b24-7fce-4653-b70d-fdede42e9e83 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.72/24"}] on node ip-10-0-1-72.ec2.internal I0506 20:10:53.410704 3647 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-72.ec2.internal in network "default" I0506 20:10:53.410759 3647 node_tracker.go:169] Node ip-10-0-1-72.ec2.internal switch + router changed, syncing services in network "default" I0506 20:10:53.410778 3647 services_controller.go:574] Full service sync requested for network=default I0506 20:10:53.410813 3647 egressfirewall.go:723] Syncing node "ip-10-0-1-72.ec2.internal" for egress firewall I0506 20:10:53.410818 3647 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-72.ec2.internal I0506 20:10:53.410837 3647 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-72.ec2.internal: 23.186µs I0506 20:10:53.410842 3647 master.go:548] Adding or Updating local node "ip-10-0-1-72.ec2.internal" for network "default" I0506 20:10:53.411200 3647 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.1.72 I0506 20:10:53.411341 3647 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-1-72.ec2.internal I0506 20:10:53.415493 3647 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-72.ec2.internal. Updating no re-route policies I0506 20:10:53.415580 3647 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-44jld I0506 20:10:53.415604 3647 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-44jld I0506 20:10:53.415620 3647 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-554cd I0506 20:10:53.415636 3647 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-44jld after 0 failed attempt(s) I0506 20:10:53.415638 3647 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-4p2mm I0506 20:10:53.415644 3647 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-554cd I0506 20:10:53.415653 3647 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-4p2mm I0506 20:10:53.415675 3647 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-4p2mm after 0 failed attempt(s) I0506 20:10:53.415687 3647 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-4lqwp I0506 20:10:53.415692 3647 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-4lqwp I0506 20:10:53.415692 3647 obj_retry.go:409] Retry add failed for *v1.Pod kube-system/global-pull-secret-syncer-554cd, will try again later: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-554cd: suppressed error logged: pod kube-system/global-pull-secret-syncer-554cd: no pod IPs found I0506 20:10:53.415627 3647 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-gw6s8 I0506 20:10:53.415698 3647 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-nr4x8 I0506 20:10:53.415705 3647 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-4lqwp after 0 failed attempt(s) I0506 20:10:53.415709 3647 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-gw6s8 I0506 20:10:53.415715 3647 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-nr4x8 I0506 20:10:53.415721 3647 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-r6sjx I0506 20:10:53.415731 3647 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-r6sjx I0506 20:10:53.415734 3647 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-nr4x8 after 0 failed attempt(s) I0506 20:10:53.415743 3647 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-r6sjx after 0 failed attempt(s) I0506 20:10:53.415744 3647 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-gw6s8] creating logical port openshift-multus_network-metrics-daemon-gw6s8 for pod on switch ip-10-0-1-72.ec2.internal I0506 20:10:53.415750 3647 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-5bdt7 I0506 20:10:53.415752 3647 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-vdksx I0506 20:10:53.415752 3647 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-88xp8 I0506 20:10:53.415757 3647 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-vdksx I0506 20:10:53.415755 3647 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-5bdt7 I0506 20:10:53.415763 3647 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-88xp8 I0506 20:10:53.415760 3647 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-72.ec2.internal I0506 20:10:53.415769 3647 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-vjq6l I0506 20:10:53.415775 3647 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-5bdt7 after 0 failed attempt(s) I0506 20:10:53.415777 3647 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-88xp8 after 0 failed attempt(s) I0506 20:10:53.415778 3647 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-72.ec2.internal I0506 20:10:53.415778 3647 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-72.ec2.internal I0506 20:10:53.415787 3647 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-qtbts I0506 20:10:53.415790 3647 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-rthgr I0506 20:10:53.415789 3647 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-f7g6j I0506 20:10:53.415793 3647 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-qtbts I0506 20:10:53.415794 3647 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-72.ec2.internal I0506 20:10:53.415795 3647 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-rthgr I0506 20:10:53.415797 3647 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-f7g6j I0506 20:10:53.415803 3647 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-qtbts after 0 failed attempt(s) I0506 20:10:53.415806 3647 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-72.ec2.internal after 0 failed attempt(s) I0506 20:10:53.415815 3647 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-72.ec2.internal after 0 failed attempt(s) I0506 20:10:53.415780 3647 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-vjq6l I0506 20:10:53.415821 3647 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-rthgr, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-rthgr: suppressed error logged: pod openshift-network-diagnostics/network-check-target-rthgr: no pod IPs found I0506 20:10:53.415826 3647 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-f7g6j] creating logical port kube-system_global-pull-secret-syncer-f7g6j for pod on switch ip-10-0-1-72.ec2.internal I0506 20:10:53.415845 3647 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-vjq6l, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-vjq6l: suppressed error logged: pod openshift-multus/network-metrics-daemon-vjq6l: no pod IPs found I0506 20:10:53.415782 3647 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-vdksx] creating logical port openshift-network-diagnostics_network-check-target-vdksx for pod on switch ip-10-0-1-72.ec2.internal I0506 20:10:53.415792 3647 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-5vdz9 I0506 20:10:53.415878 3647 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-5vdz9 I0506 20:10:53.415897 3647 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-5vdz9 after 0 failed attempt(s) I0506 20:10:53.416600 3647 pods.go:271] [kube-system/global-pull-secret-syncer-f7g6j] addLogicalPort took 779.502µs, libovsdb time 357.236µs I0506 20:10:53.416612 3647 obj_retry.go:418] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-f7g6j after 0 failed attempt(s) I0506 20:10:53.416699 3647 pods.go:271] [openshift-multus/network-metrics-daemon-gw6s8] addLogicalPort took 966.749µs, libovsdb time 420.072µs I0506 20:10:53.416711 3647 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-gw6s8 after 0 failed attempt(s) I0506 20:10:53.416781 3647 pods.go:271] [openshift-network-diagnostics/network-check-target-vdksx] addLogicalPort took 1.009843ms, libovsdb time 438.568µs I0506 20:10:53.416790 3647 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-vdksx after 0 failed attempt(s) I0506 20:10:53.427528 3647 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0506 20:10:53.439385 3647 iptables.go:108] Creating table: mangle chain: OUTPUT I0506 20:10:53.442653 3647 iptables.go:108] Creating table: nat chain: OUTPUT I0506 20:10:53.487082 3647 iptables.go:108] Creating table: nat chain: PREROUTING I0506 20:10:53.543105 3647 iptables.go:108] Creating table: filter chain: FORWARD I0506 20:10:53.559769 3647 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0506 20:10:53.559915 3647 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0506 20:10:53.559969 3647 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0506 20:10:53.560067 3647 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0506 20:10:53.560122 3647 gateway_init.go:325] Gateway and management port readiness took 2.703715735s I0506 20:10:53.560148 3647 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0506 20:10:53.560201 3647 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0506 20:10:53.560214 3647 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0506 20:10:53.560223 3647 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0506 20:10:53.560280 3647 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0506 20:10:53.560361 3647 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 52.898µs I0506 20:10:53.560608 3647 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0506 20:10:53.560634 3647 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 16.269µs I0506 20:10:53.560642 3647 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 35.412µs I0506 20:10:53.560647 3647 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0506 20:10:53.560664 3647 nad_controller.go:379] [node-nad-controller NAD controller]: started I0506 20:10:53.560672 3647 default_node_network_controller.go:899] Starting the default node network controller I0506 20:10:53.560676 3647 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0506 20:10:53.560764 3647 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 16.257µs I0506 20:10:53.560872 3647 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0506 20:10:53.560881 3647 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0506 20:10:53.560904 3647 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a9f2e0 0xc000337e30 0xc000337ea0 0xc000337f10 0xc000348000 0xc000348070 0xc0003480e0 0xc000aad720 0xc000348150 0xc0003481c0 0xc0008422d0 0xc0061ff500 0xc000348310 map[0x2ff9080:0xc0026872c0 0x2ff95c0:0xc0026875c0 0x2ffa2e0:0xc002687200 0x2ffa580:0xc002687260 0x2ffad60:0xc002687320 0x2ffb000:0xc002687380 0x2ffb2a0:0xc0026873e0 0x2ffba80:0xc002687620 0x2ffbd20:0xc002687680 0x3026980:0xc001c743c0 0x3026d20:0xc001c74420 0x3027800:0xc000c8f920 0x3029160:0xc001c74000 0x30298a0:0xc001c74600 0x302a720:0xc001c74360] 0xc000aa28c0 0} I0506 20:10:53.560974 3647 gateway.go:151] Starting gateway service sync I0506 20:10:53.561430 3647 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0506 20:10:53.563495 3647 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0506 20:10:53.588902 3647 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0506 20:10:53.590132 3647 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0506 20:10:53.591304 3647 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0506 20:10:53.625348 3647 gateway.go:168] Gateway service sync done. Time taken: 64.357662ms I0506 20:10:53.625880 3647 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30554 I0506 20:10:53.626141 3647 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a9f2e0 0xc000337e30 0xc000337ea0 0xc000337f10 0xc000348000 0xc000348070 0xc0003480e0 0xc000aad720 0xc000348150 0xc0003481c0 0xc0008422d0 0xc0061ff500 0xc000348310 map[0x2ff9080:0xc0026872c0 0x2ff95c0:0xc0026875c0 0x2ffa2e0:0xc002687200 0x2ffa580:0xc002687260 0x2ffad60:0xc002687320 0x2ffb000:0xc002687380 0x2ffb2a0:0xc0026873e0 0x2ffba80:0xc002687620 0x2ffbd20:0xc002687680 0x3026980:0xc001c743c0 0x3026d20:0xc001c74420 0x3027800:0xc000c8f920 0x3029160:0xc001c74000 0x30298a0:0xc001c74600 0x302a720:0xc001c74360] 0xc000aa28c0 0} I0506 20:10:53.626636 3647 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a9f2e0 0xc000337e30 0xc000337ea0 0xc000337f10 0xc000348000 0xc000348070 0xc0003480e0 0xc000aad720 0xc000348150 0xc0003481c0 0xc0008422d0 0xc0061ff500 0xc000348310 map[0x2ff9080:0xc0026872c0 0x2ff95c0:0xc0026875c0 0x2ffa2e0:0xc002687200 0x2ffa580:0xc002687260 0x2ffad60:0xc002687320 0x2ffb000:0xc002687380 0x2ffb2a0:0xc0026873e0 0x2ffba80:0xc002687620 0x2ffbd20:0xc002687680 0x3026980:0xc001c743c0 0x3026d20:0xc001c74420 0x3027800:0xc000c8f920 0x3029160:0xc001c74000 0x30298a0:0xc001c74600 0x302a720:0xc001c74360] 0xc000aa28c0 0} I0506 20:10:53.626675 3647 gateway.go:532] Reconciling gateway with updates I0506 20:10:53.632349 3647 gateway.go:339] Spawning Conntrack Rule Check Thread I0506 20:10:53.632443 3647 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0506 20:10:53.632452 3647 default_node_network_controller.go:944] Gateway and management port readiness took 71.560521ms I0506 20:10:53.632456 3647 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0506 20:10:53.632468 3647 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0506 20:10:53.632476 3647 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0506 20:10:53.632478 3647 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0506 20:10:53.632444 3647 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0506 20:10:53.632497 3647 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0506 20:10:53.632508 3647 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0506 20:10:53.632524 3647 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0506 20:10:53.632532 3647 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0506 20:10:53.632533 3647 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0506 20:10:53.632550 3647 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0506 20:10:53.632557 3647 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0506 20:10:53.632560 3647 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0506 20:10:53.632565 3647 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0506 20:10:53.632567 3647 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0506 20:10:53.632581 3647 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0506 20:10:53.632578 3647 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0506 20:10:53.632585 3647 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0506 20:10:53.632591 3647 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0506 20:10:53.632596 3647 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0506 20:10:53.632598 3647 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0506 20:10:53.632589 3647 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0506 20:10:53.632605 3647 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0506 20:10:53.632609 3647 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0506 20:10:53.632610 3647 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0506 20:10:53.632619 3647 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0506 20:10:53.632629 3647 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0506 20:10:53.632604 3647 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0506 20:10:53.632636 3647 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0506 20:10:53.632638 3647 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0506 20:10:53.632639 3647 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0506 20:10:53.632649 3647 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0506 20:10:53.632663 3647 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0506 20:10:53.632664 3647 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0506 20:10:53.632683 3647 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0506 20:10:53.632681 3647 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0506 20:10:53.632699 3647 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0506 20:10:53.632690 3647 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0506 20:10:53.632711 3647 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0506 20:10:53.632711 3647 port_claim.go:71] Svc openshift-ingress/router-default: port 31874 is already open, no action needed I0506 20:10:53.632670 3647 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0506 20:10:53.632723 3647 port_claim.go:71] Svc openshift-ingress/router-default: port 30588 is already open, no action needed I0506 20:10:53.632730 3647 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0506 20:10:53.632743 3647 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0506 20:10:53.632752 3647 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0506 20:10:53.632753 3647 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0506 20:10:53.632756 3647 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0506 20:10:53.632760 3647 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0506 20:10:53.632762 3647 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0506 20:10:53.632773 3647 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0506 20:10:53.632770 3647 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0506 20:10:53.632783 3647 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0506 20:10:53.632670 3647 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0506 20:10:53.632670 3647 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0506 20:10:53.632818 3647 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0506 20:10:53.632829 3647 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0506 20:10:53.632831 3647 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0506 20:10:53.632833 3647 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0506 20:10:53.632839 3647 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0506 20:10:53.632844 3647 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0506 20:10:53.632848 3647 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0506 20:10:53.632846 3647 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0506 20:10:53.632832 3647 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0506 20:10:53.632854 3647 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0506 20:10:53.632861 3647 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0506 20:10:53.632864 3647 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0506 20:10:53.632841 3647 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0506 20:10:53.632871 3647 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0506 20:10:53.632883 3647 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0506 20:10:53.632893 3647 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0506 20:10:53.632865 3647 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0506 20:10:53.632814 3647 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0506 20:10:53.632906 3647 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0506 20:10:53.632913 3647 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0506 20:10:53.632913 3647 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0506 20:10:53.632806 3647 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0506 20:10:53.632936 3647 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0506 20:10:53.632893 3647 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0506 20:10:53.632820 3647 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0506 20:10:53.632972 3647 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0506 20:10:53.632977 3647 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0506 20:10:53.632981 3647 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0506 20:10:53.632987 3647 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0506 20:10:53.632992 3647 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0506 20:10:53.633005 3647 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0506 20:10:53.633137 3647 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0506 20:10:53.633141 3647 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0506 20:10:53.633147 3647 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0506 20:10:53.633149 3647 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0506 20:10:53.633178 3647 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0506 20:10:53.633181 3647 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0506 20:10:53.633179 3647 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0506 20:10:53.633188 3647 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0506 20:10:53.633189 3647 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0506 20:10:53.633198 3647 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0506 20:10:53.633204 3647 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0506 20:10:53.633186 3647 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0506 20:10:53.633139 3647 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0506 20:10:53.633297 3647 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0506 20:10:53.633167 3647 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0506 20:10:53.633495 3647 node_ip_handler_linux.go:160] Node IP manager is running W0506 20:10:53.670290 3647 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0506 20:10:53.670461 3647 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0506 20:10:53.670550 3647 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:80:00:01/10.128.0.1) on link ovn-k8s-mp0 I0506 20:10:53.678185 3647 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0506 20:10:53.678212 3647 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0506 20:10:53.678219 3647 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0506 20:10:53.678224 3647 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0506 20:10:53.678230 3647 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0506 20:10:53.678241 3647 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0506 20:10:53.678269 3647 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0506 20:10:53.678289 3647 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0506 20:10:53.678295 3647 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0506 20:10:53.678301 3647 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0506 20:10:53.719021 3647 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0506 20:10:53.719037 3647 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0506 20:10:53.719024 3647 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0506 20:10:53.719049 3647 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0506 20:10:53.719057 3647 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0506 20:10:53.719064 3647 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0506 20:10:53.719071 3647 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0506 20:10:53.719077 3647 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0506 20:10:53.719083 3647 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0506 20:10:53.719089 3647 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0506 20:10:53.719106 3647 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0506 20:10:53.719111 3647 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0506 20:10:53.719116 3647 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0506 20:10:53.719127 3647 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0506 20:10:53.758772 3647 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0506 20:10:53.758803 3647 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0506 20:10:53.758815 3647 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0506 20:10:53.758822 3647 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0506 20:10:53.758831 3647 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0506 20:10:53.758841 3647 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0506 20:10:53.758849 3647 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0506 20:10:53.758858 3647 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0506 20:10:53.758867 3647 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) W0506 20:10:55.300749 3647 egressip_healthcheck.go:76] Health checking using insecure connection I0506 20:10:55.300762 3647 default_node_network_controller.go:1380] Starting node controller node sync I0506 20:10:55.300798 3647 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.128.0.2:9107 I0506 20:10:55.312271 3647 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.492929ms I0506 20:10:55.312409 3647 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0506 20:10:55.312751 3647 egressservice_node.go:93] Setting up event handlers for Egress Services I0506 20:10:55.312854 3647 egressservice_node.go:183] Starting Egress Services Controller I0506 20:10:55.312869 3647 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0506 20:10:55.312878 3647 shared_informer.go:356] "Caches are synced" controller="egressservices" I0506 20:10:55.312884 3647 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0506 20:10:55.312889 3647 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0506 20:10:55.312897 3647 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0506 20:10:55.312902 3647 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0506 20:10:55.312906 3647 egressservice_node.go:197] Repairing Egress Services I0506 20:10:55.323126 3647 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0506 20:10:55.323138 3647 external_controller.go:278] Starting Admin Policy Based Route Controller I0506 20:10:55.323251 3647 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0506 20:10:55.323261 3647 link_network_manager.go:119] Link manager is running I0506 20:10:55.323271 3647 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0506 20:10:55.323401 3647 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0506 20:10:55.323580 3647 vrf_manager.go:128] VRF manager is running I0506 20:10:55.323639 3647 node_controller_manager.go:437] Removing flows to drop GARP I0506 20:10:55.323650 3647 gateway.go:532] Reconciling gateway with updates I0506 20:10:55.348141 3647 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0506 20:10:55.348146 3647 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0506 20:10:55.348178 3647 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0506 20:10:55.348182 3647 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0506 20:10:55.348186 3647 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0506 20:10:55.348192 3647 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0506 20:10:55.348197 3647 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0506 20:10:55.348207 3647 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0506 20:10:55.348203 3647 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0506 20:10:55.348220 3647 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0506 20:10:55.348228 3647 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0506 20:10:55.348247 3647 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0506 20:10:55.348249 3647 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0506 20:10:55.348171 3647 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0506 20:10:55.348277 3647 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0506 20:10:55.348285 3647 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0506 20:10:55.348289 3647 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0506 20:10:55.348300 3647 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0506 20:10:55.348301 3647 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0506 20:10:55.348299 3647 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0506 20:10:55.348272 3647 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0506 20:10:55.348314 3647 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0506 20:10:55.348317 3647 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0506 20:10:55.348329 3647 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0506 20:10:55.348331 3647 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0506 20:10:55.348332 3647 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0506 20:10:55.348335 3647 port_claim.go:71] Svc openshift-ingress/router-default: port 31874 is already open, no action needed I0506 20:10:55.348263 3647 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0506 20:10:55.348341 3647 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0506 20:10:55.348345 3647 port_claim.go:71] Svc openshift-ingress/router-default: port 30588 is already open, no action needed I0506 20:10:55.348353 3647 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0506 20:10:55.348354 3647 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0506 20:10:55.348210 3647 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0506 20:10:55.348365 3647 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0506 20:10:55.348369 3647 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0506 20:10:55.348374 3647 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0506 20:10:55.348366 3647 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0506 20:10:55.348376 3647 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0506 20:10:55.348385 3647 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0506 20:10:55.348385 3647 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0506 20:10:55.348391 3647 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0506 20:10:55.348394 3647 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0506 20:10:55.348396 3647 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0506 20:10:55.348397 3647 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0506 20:10:55.348403 3647 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0506 20:10:55.348408 3647 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0506 20:10:55.348411 3647 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0506 20:10:55.348375 3647 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0506 20:10:55.348416 3647 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0506 20:10:55.348427 3647 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0506 20:10:55.348435 3647 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0506 20:10:55.348441 3647 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0506 20:10:55.348443 3647 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0506 20:10:55.348399 3647 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0506 20:10:55.348213 3647 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0506 20:10:55.348426 3647 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0506 20:10:55.348459 3647 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0506 20:10:55.348409 3647 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0506 20:10:55.348484 3647 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0506 20:10:55.348487 3647 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0506 20:10:55.348435 3647 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0506 20:10:55.348232 3647 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0506 20:10:55.348498 3647 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0506 20:10:55.348501 3647 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0506 20:10:55.348502 3647 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0506 20:10:55.348497 3647 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0506 20:10:55.348448 3647 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0506 20:10:55.348518 3647 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0506 20:10:55.348404 3647 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0506 20:10:55.348492 3647 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0506 20:10:55.348543 3647 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0506 20:10:55.348411 3647 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0506 20:10:55.348505 3647 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0506 20:10:55.348556 3647 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0506 20:10:55.348575 3647 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0506 20:10:55.348584 3647 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0506 20:10:55.348587 3647 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0506 20:10:55.348590 3647 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0506 20:10:55.348594 3647 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0506 20:10:55.348417 3647 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0506 20:10:55.348598 3647 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0506 20:10:55.348605 3647 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0506 20:10:55.348594 3647 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0506 20:10:55.348615 3647 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0506 20:10:55.348617 3647 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0506 20:10:55.348631 3647 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0506 20:10:55.348644 3647 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0506 20:10:55.348644 3647 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0506 20:10:55.348606 3647 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0506 20:10:55.348586 3647 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0506 20:10:55.348715 3647 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0506 20:10:55.348624 3647 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0506 20:10:55.348742 3647 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0506 20:10:55.348751 3647 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0506 20:10:55.348756 3647 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0506 20:10:55.348760 3647 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0506 20:10:55.348762 3647 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0506 20:10:55.348765 3647 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0506 20:10:55.348771 3647 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0506 20:10:55.348773 3647 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0506 20:10:55.358091 3647 default_network_controller.go:1025] Node "ip-10-0-2-128.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0506 20:10:55.368647 3647 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0506 20:10:55.368712 3647 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0506 20:10:55.368727 3647 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0506 20:10:55.368734 3647 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0506 20:10:55.368741 3647 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0506 20:10:55.368746 3647 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0506 20:10:55.368751 3647 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0506 20:10:55.368757 3647 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0506 20:10:55.368762 3647 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0506 20:10:55.408291 3647 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0506 20:10:55.408297 3647 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0506 20:10:55.408316 3647 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0506 20:10:55.408322 3647 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0506 20:10:55.408330 3647 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0506 20:10:55.408337 3647 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0506 20:10:55.408343 3647 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0506 20:10:55.408348 3647 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0506 20:10:55.408354 3647 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0506 20:10:55.408359 3647 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0506 20:10:55.408365 3647 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0506 20:10:55.408382 3647 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0506 20:10:55.408404 3647 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0506 20:10:55.408412 3647 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0506 20:10:55.408419 3647 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0506 20:10:55.408427 3647 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0506 20:10:55.448387 3647 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0506 20:10:55.448416 3647 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0506 20:10:55.448423 3647 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0506 20:10:55.448428 3647 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0506 20:10:55.448434 3647 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0506 20:10:55.448441 3647 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0506 20:10:55.448446 3647 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0506 20:10:55.448453 3647 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0506 20:10:55.448458 3647 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0506 20:10:57.195864 3647 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-72.ec2.internal I0506 20:10:57.195898 3647 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-72.ec2.internal: 43.02µs I0506 20:10:57.224019 3647 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-56db4b9cb7-p7wx4] creating logical port openshift-image-registry_image-registry-56db4b9cb7-p7wx4 for pod on switch ip-10-0-1-72.ec2.internal I0506 20:10:57.224168 3647 kube.go:256] Updating pod openshift-image-registry/image-registry-56db4b9cb7-p7wx4 I0506 20:10:57.239976 3647 pod.go:62] [openshift-image-registry/image-registry-56db4b9cb7-p7wx4] pod update took 15.849288ms I0506 20:10:57.239996 3647 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-56db4b9cb7-p7wx4] addLogicalPort annotation time took 15.875347ms I0506 20:10:57.241179 3647 pods.go:271] [openshift-image-registry/image-registry-56db4b9cb7-p7wx4] addLogicalPort took 17.182943ms, libovsdb time 871.289µs I0506 20:10:57.268577 3647 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29634970-t98mm] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29634970-t98mm for pod on switch ip-10-0-1-72.ec2.internal I0506 20:10:57.268724 3647 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29634970-t98mm I0506 20:10:57.268810 3647 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-prgv7] creating logical port openshift-ingress-canary_ingress-canary-prgv7 for pod on switch ip-10-0-1-72.ec2.internal I0506 20:10:57.268851 3647 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-gtrk4] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-catalog-gtrk4 for pod on switch ip-10-0-1-72.ec2.internal I0506 20:10:57.269001 3647 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-catalog-gtrk4 I0506 20:10:57.269002 3647 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-prgv7 I0506 20:10:57.290418 3647 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29634970-t98mm] pod update took 21.725389ms I0506 20:10:57.290443 3647 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29634970-t98mm] addLogicalPort annotation time took 21.756685ms I0506 20:10:57.291647 3647 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29634970-t98mm] addLogicalPort took 23.089442ms, libovsdb time 877.583µs I0506 20:10:57.292974 3647 pod.go:62] [openshift-ingress-canary/ingress-canary-prgv7] pod update took 24.004599ms I0506 20:10:57.292993 3647 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-prgv7] addLogicalPort annotation time took 24.025466ms I0506 20:10:57.293073 3647 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-gtrk4] pod update took 24.092909ms I0506 20:10:57.293090 3647 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-gtrk4] addLogicalPort annotation time took 24.111747ms I0506 20:10:57.294039 3647 pods.go:271] [openshift-ingress-canary/ingress-canary-prgv7] addLogicalPort took 25.281552ms, libovsdb time 786.655µs I0506 20:10:57.294348 3647 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-gtrk4] addLogicalPort took 25.507619ms, libovsdb time 1.04188ms I0506 20:10:57.342120 3647 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-xmmk5] creating logical port openshift-dns_dns-default-xmmk5 for pod on switch ip-10-0-1-72.ec2.internal I0506 20:10:57.342274 3647 kube.go:256] Updating pod openshift-dns/dns-default-xmmk5 I0506 20:10:57.381040 3647 pod.go:62] [openshift-dns/dns-default-xmmk5] pod update took 38.79149ms I0506 20:10:57.381064 3647 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-xmmk5] addLogicalPort annotation time took 38.820926ms I0506 20:10:57.382479 3647 pods.go:271] [openshift-dns/dns-default-xmmk5] addLogicalPort took 40.37779ms, libovsdb time 1.074358ms I0506 20:10:57.679554 3647 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29634970-t98mm 4de921e1d3edacc273259870a12be85f643fe7470a3f40d3ab154a86d8ec2146 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29634970-t98mm 4de921e1d3edacc273259870a12be85f643fe7470a3f40d3ab154a86d8ec2146 network default NAD default NAD key ] I0506 20:10:57.691898 3647 cni.go:452] [openshift-ingress-canary/ingress-canary-prgv7 c08f80624a7c3096a6c463cd6ed30fb038d5ad18a13a98b04eed8f2d55e6e0c3 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-prgv7 c08f80624a7c3096a6c463cd6ed30fb038d5ad18a13a98b04eed8f2d55e6e0c3 network default NAD default NAD key ] I0506 20:10:57.707870 3647 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29634970-t98mm, hostIfaceName: 4de921e1d3edacc, network: default, NAD default, SandboxID: "4de921e1d3edacc273259870a12be85f643fe7470a3f40d3ab154a86d8ec2146", PCI device ID: , UID: "81d9ee89-2bd6-4b56-af3a-9b50c9c5318e", MAC: 0a:58:0a:80:00:07, IPs: [10.128.0.7/23] I0506 20:10:57.708593 3647 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-prgv7, hostIfaceName: c08f80624a7c309, network: default, NAD default, SandboxID: "c08f80624a7c3096a6c463cd6ed30fb038d5ad18a13a98b04eed8f2d55e6e0c3", PCI device ID: , UID: "4f802bf9-84f3-4aea-80d2-4f6dc70ff4d5", MAC: 0a:58:0a:80:00:08, IPs: [10.128.0.8/23] I0506 20:10:57.714743 3647 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-gtrk4 5e6604d7f214bd3a51ed8d443b99e185c8ec8470f9e38b2993a6a9851f34f6f3 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-gtrk4 5e6604d7f214bd3a51ed8d443b99e185c8ec8470f9e38b2993a6a9851f34f6f3 network default NAD default NAD key ] I0506 20:10:57.736542 3647 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-catalog-gtrk4, hostIfaceName: 5e6604d7f214bd3, network: default, NAD default, SandboxID: "5e6604d7f214bd3a51ed8d443b99e185c8ec8470f9e38b2993a6a9851f34f6f3", PCI device ID: , UID: "22838d15-66f5-495e-8171-a009e91a1737", MAC: 0a:58:0a:80:00:09, IPs: [10.128.0.9/23] I0506 20:10:57.775659 3647 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29634970-t98mm 4de921e1d3edacc273259870a12be85f643fe7470a3f40d3ab154a86d8ec2146 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29634970-t98mm 4de921e1d3edacc273259870a12be85f643fe7470a3f40d3ab154a86d8ec2146 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:6d:87:6d:83:1e\",\"name\":\"4de921e1d3edacc\"},{\"mac\":\"0a:58:0a:80:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/080b3459-5a1f-4b19-9990-eed8f1bc7c5a\"}],\"ips\":[{\"address\":\"10.128.0.7/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 20:10:57.781032 3647 cni.go:473] [openshift-ingress-canary/ingress-canary-prgv7 c08f80624a7c3096a6c463cd6ed30fb038d5ad18a13a98b04eed8f2d55e6e0c3 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-prgv7 c08f80624a7c3096a6c463cd6ed30fb038d5ad18a13a98b04eed8f2d55e6e0c3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:39:36:33:37:1f\",\"name\":\"c08f80624a7c309\"},{\"mac\":\"0a:58:0a:80:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a1f4e83b-f0ef-4c65-a3b6-d8d8b88b00c0\"}],\"ips\":[{\"address\":\"10.128.0.8/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 20:10:57.787165 3647 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-gtrk4 5e6604d7f214bd3a51ed8d443b99e185c8ec8470f9e38b2993a6a9851f34f6f3 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-gtrk4 5e6604d7f214bd3a51ed8d443b99e185c8ec8470f9e38b2993a6a9851f34f6f3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:b3:93:a4:27:b3\",\"name\":\"5e6604d7f214bd3\"},{\"mac\":\"0a:58:0a:80:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8dca4ae8-fce0-4275-a645-337a4325a4c8\"}],\"ips\":[{\"address\":\"10.128.0.9/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 20:11:01.194034 3647 cni.go:452] [kube-system/global-pull-secret-syncer-f7g6j bf029d052aad0ad5034a1320f91019e905d58fc383117c70994d58c3605579e7 network default NAD default NAD key ] ADD starting CNI request [kube-system/global-pull-secret-syncer-f7g6j bf029d052aad0ad5034a1320f91019e905d58fc383117c70994d58c3605579e7 network default NAD default NAD key ] I0506 20:11:01.205302 3647 helper_linux.go:556] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-f7g6j, hostIfaceName: bf029d052aad0ad, network: default, NAD default, SandboxID: "bf029d052aad0ad5034a1320f91019e905d58fc383117c70994d58c3605579e7", PCI device ID: , UID: "2e3f8411-febf-4fc1-be83-e27b43b722c5", MAC: 0a:58:0a:80:00:03, IPs: [10.128.0.3/23] I0506 20:11:01.255285 3647 cni.go:473] [kube-system/global-pull-secret-syncer-f7g6j bf029d052aad0ad5034a1320f91019e905d58fc383117c70994d58c3605579e7 network default NAD default NAD key default] ADD finished CNI request [kube-system/global-pull-secret-syncer-f7g6j bf029d052aad0ad5034a1320f91019e905d58fc383117c70994d58c3605579e7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:6c:29:4a:70:34\",\"name\":\"bf029d052aad0ad\"},{\"mac\":\"0a:58:0a:80:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/90f5158d-fd6f-49ed-bccb-9ec422b3e46b\"}],\"ips\":[{\"address\":\"10.128.0.3/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 20:11:01.350685 3647 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-68.ec2.internal in network "default" I0506 20:11:01.350714 3647 node_tracker.go:220] Node ip-10-0-0-68.ec2.internal has invalid / no HostSubnet annotations (probably waiting on initialization), or it's a hybrid overlay node: could not find "k8s.ovn.org/node-subnets" annotation I0506 20:11:01.350701 3647 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-68.ec2.internal I0506 20:11:01.350730 3647 egressfirewall.go:723] Syncing node "ip-10-0-0-68.ec2.internal" for egress firewall I0506 20:11:01.350737 3647 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-68.ec2.internal: 40.45µs E0506 20:11:01.350805 3647 default_network_controller.go:833] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-0-68.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation I0506 20:11:01.350827 3647 obj_retry.go:578] Failed to create *v1.Node ip-10-0-0-68.ec2.internal, error: [adding or updating remote node chassis ip-10-0-0-68.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-68.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-68.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-68.ec2.internal, error parsing annotation for node ip-10-0-0-68.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation] I0506 20:11:01.365393 3647 default_network_controller.go:1025] Node "ip-10-0-0-68.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0506 20:11:01.365435 3647 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-0-68.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation E0506 20:11:01.365476 3647 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-0-68.ec2.internal annotation: unexpected end of JSON input E0506 20:11:01.380562 3647 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-0-68.ec2.internal annotation: unexpected end of JSON input I0506 20:11:01.380582 3647 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-68.ec2.internal I0506 20:11:01.380604 3647 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-68.ec2.internal: 28.5µs I0506 20:11:01.380611 3647 egressfirewall.go:723] Syncing node "ip-10-0-0-68.ec2.internal" for egress firewall I0506 20:11:01.380664 3647 default_network_controller.go:1025] Node "ip-10-0-0-68.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0506 20:11:01.380698 3647 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-0-68.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation E0506 20:11:01.462518 3647 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-0-68.ec2.internal annotation: unexpected end of JSON input I0506 20:11:01.462556 3647 default_network_controller.go:1025] Node "ip-10-0-0-68.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0506 20:11:01.462520 3647 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-0-68.ec2.internal annotation: unexpected end of JSON input E0506 20:11:01.462631 3647 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-0-68.ec2.internal: suppressed error logged: failed to fallback to annotations after error "failed to generate gateway router port address for node ip-10-0-0-68.ec2.internal: k8s.ovn.org/node-id annotation not found for node ip-10-0-0-68.ec2.internal": k8s.ovn.org/node-gateway-router-lrp-ifaddr annotation not found for node "ip-10-0-0-68.ec2.internal" I0506 20:11:01.476042 3647 default_network_controller.go:1025] Node "ip-10-0-0-68.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: true I0506 20:11:01.478440 3647 cni.go:452] [openshift-network-diagnostics/network-check-target-vdksx 78bb1cfa3a6230a346312b500d6c1e55fd9f8c50339b4cbeee1e99211efbb6f1 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-vdksx 78bb1cfa3a6230a346312b500d6c1e55fd9f8c50339b4cbeee1e99211efbb6f1 network default NAD default NAD key ] I0506 20:11:01.491233 3647 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-vdksx, hostIfaceName: 78bb1cfa3a6230a, network: default, NAD default, SandboxID: "78bb1cfa3a6230a346312b500d6c1e55fd9f8c50339b4cbeee1e99211efbb6f1", PCI device ID: , UID: "846c546f-cffb-4b22-8a3b-a0f8c861b944", MAC: 0a:58:0a:80:00:05, IPs: [10.128.0.5/23] I0506 20:11:01.541632 3647 cni.go:473] [openshift-network-diagnostics/network-check-target-vdksx 78bb1cfa3a6230a346312b500d6c1e55fd9f8c50339b4cbeee1e99211efbb6f1 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-vdksx 78bb1cfa3a6230a346312b500d6c1e55fd9f8c50339b4cbeee1e99211efbb6f1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:c9:94:1c:3c:5c\",\"name\":\"78bb1cfa3a6230a\"},{\"mac\":\"0a:58:0a:80:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d8f0d61a-ef68-4390-9b06-1bc7428d7f94\"}],\"ips\":[{\"address\":\"10.128.0.5/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 20:11:01.599418 3647 egressfirewall.go:723] Syncing node "ip-10-0-0-68.ec2.internal" for egress firewall I0506 20:11:01.599434 3647 default_network_controller.go:1025] Node "ip-10-0-0-68.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0506 20:11:01.599475 3647 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-68.ec2.internal I0506 20:11:01.599485 3647 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-68.ec2.internal: 11.683µs I0506 20:11:01.623325 3647 default_network_controller.go:1025] Node "ip-10-0-0-68.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0506 20:11:01.870469 3647 default_network_controller.go:1025] Node "ip-10-0-0-68.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0506 20:11:03.074222 3647 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-128.ec2.internal I0506 20:11:03.074261 3647 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-128.ec2.internal: 46.036µs I0506 20:11:03.074335 3647 egressfirewall.go:723] Syncing node "ip-10-0-2-128.ec2.internal" for egress firewall I0506 20:11:03.074493 3647 default_network_controller.go:1025] Node "ip-10-0-2-128.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0506 20:11:05.430072 3647 default_network_controller.go:1025] Node "ip-10-0-0-68.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0506 20:11:05.522204 3647 default_network_controller.go:1025] Node "ip-10-0-2-128.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0506 20:11:07.582469 3647 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0506 20:11:07.601809 3647 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0506 20:11:08.118348 3647 default_network_controller.go:1025] Node "ip-10-0-2-128.ec2.internal" in remote zone "ip-10-0-2-128.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0506 20:11:08.118346 3647 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-128.ec2.internal in network "default" I0506 20:11:08.118452 3647 node_tracker.go:235] Node ip-10-0-2-128.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-128.ec2.internal" I0506 20:11:08.118466 3647 node_tracker.go:169] Node ip-10-0-2-128.ec2.internal switch + router changed, syncing services in network "default" I0506 20:11:08.118478 3647 services_controller.go:574] Full service sync requested for network=default W0506 20:11:08.118627 3647 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0506 20:11:08.118716 3647 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0506 20:11:08.279666 3647 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-128.ec2.internal in network "default" I0506 20:11:08.279728 3647 node_tracker.go:169] Node ip-10-0-2-128.ec2.internal switch + router changed, syncing services in network "default" I0506 20:11:08.279736 3647 default_network_controller.go:1025] Node "ip-10-0-2-128.ec2.internal" in remote zone "ip-10-0-2-128.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0506 20:11:08.279740 3647 services_controller.go:574] Full service sync requested for network=default W0506 20:11:08.280068 3647 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0506 20:11:08.280214 3647 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0506 20:11:08.280702 3647 zone_ic_handler.go:195] Time taken to create transit switch: 287.097µs I0506 20:11:08.280715 3647 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-128.ec2.internal for the network default I0506 20:11:08.281656 3647 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-128.ec2.internal" on network "default" took: 1.253339ms I0506 20:11:10.838634 3647 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-128.ec2.internal I0506 20:11:10.838658 3647 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-128.ec2.internal: 30.265µs I0506 20:11:10.838656 3647 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-128.ec2.internal in network "default" I0506 20:11:10.838706 3647 egressfirewall.go:723] Syncing node "ip-10-0-2-128.ec2.internal" for egress firewall I0506 20:11:10.838724 3647 node_tracker.go:169] Node ip-10-0-2-128.ec2.internal switch + router changed, syncing services in network "default" I0506 20:11:10.838735 3647 services_controller.go:574] Full service sync requested for network=default I0506 20:11:10.838763 3647 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-128.ec2.internal", IP: 10.0.2.128 to PMTUD blocking rules I0506 20:11:10.838776 3647 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-128.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules W0506 20:11:10.839180 3647 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0506 20:11:10.839235 3647 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0506 20:11:10.844915 3647 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-128.ec2.internal. Updating no re-route policies I0506 20:11:10.855805 3647 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-128.ec2.internal", IP: 10.0.2.128 to PMTUD blocking rules I0506 20:11:10.855821 3647 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-128.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0506 20:11:11.742783 3647 default_network_controller.go:1025] Node "ip-10-0-0-68.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0506 20:11:14.405867 3647 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-128.ec2.internal I0506 20:11:14.405901 3647 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-128.ec2.internal: 42.43µs W0506 20:11:19.613733 3647 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 50051: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0506 20:11:20.279584 3647 egressfirewall.go:723] Syncing node "ip-10-0-0-68.ec2.internal" for egress firewall I0506 20:11:20.279653 3647 default_network_controller.go:1025] Node "ip-10-0-0-68.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0506 20:11:20.279666 3647 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-68.ec2.internal I0506 20:11:20.279680 3647 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-68.ec2.internal: 19.129µs I0506 20:11:23.417699 3647 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-24gs7 I0506 20:11:23.417730 3647 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-24gs7 I0506 20:11:23.417769 3647 obj_retry.go:409] Retry add failed for *v1.Pod kube-system/global-pull-secret-syncer-24gs7, will try again later: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-24gs7: suppressed error logged: pod kube-system/global-pull-secret-syncer-24gs7: no pod IPs found I0506 20:11:23.417708 3647 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-vvznp I0506 20:11:23.417781 3647 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-vvznp I0506 20:11:23.417802 3647 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-vvznp, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-vvznp: suppressed error logged: pod openshift-network-diagnostics/network-check-target-vvznp: no pod IPs found I0506 20:11:23.417714 3647 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-2ghhm I0506 20:11:23.417812 3647 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-2ghhm I0506 20:11:23.417828 3647 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-2ghhm, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-2ghhm: suppressed error logged: pod openshift-multus/network-metrics-daemon-2ghhm: no pod IPs found W0506 20:11:24.244570 3647 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0506 20:11:25.249727 3647 default_network_controller.go:1025] Node "ip-10-0-0-68.ec2.internal" in remote zone "ip-10-0-0-68.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0506 20:11:25.249781 3647 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-68.ec2.internal in network "default" I0506 20:11:25.249806 3647 node_tracker.go:235] Node ip-10-0-0-68.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-68.ec2.internal" I0506 20:11:25.249819 3647 node_tracker.go:169] Node ip-10-0-0-68.ec2.internal switch + router changed, syncing services in network "default" I0506 20:11:25.249834 3647 services_controller.go:574] Full service sync requested for network=default W0506 20:11:25.250407 3647 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0506 20:11:25.275284 3647 default_network_controller.go:1025] Node "ip-10-0-0-68.ec2.internal" in remote zone "ip-10-0-0-68.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0506 20:11:25.400411 3647 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-68.ec2.internal in network "default" I0506 20:11:25.400442 3647 default_network_controller.go:1025] Node "ip-10-0-0-68.ec2.internal" in remote zone "ip-10-0-0-68.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0506 20:11:25.400465 3647 node_tracker.go:169] Node ip-10-0-0-68.ec2.internal switch + router changed, syncing services in network "default" I0506 20:11:25.400479 3647 services_controller.go:574] Full service sync requested for network=default W0506 20:11:25.400598 3647 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0506 20:11:25.401347 3647 zone_ic_handler.go:195] Time taken to create transit switch: 283.951µs I0506 20:11:25.401362 3647 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-68.ec2.internal for the network default I0506 20:11:25.402262 3647 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-68.ec2.internal" on network "default" took: 1.211503ms I0506 20:11:27.470986 3647 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-68.ec2.internal I0506 20:11:27.471013 3647 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-68.ec2.internal: 33.326µs I0506 20:11:27.471030 3647 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-68.ec2.internal in network "default" I0506 20:11:27.471079 3647 egressfirewall.go:723] Syncing node "ip-10-0-0-68.ec2.internal" for egress firewall I0506 20:11:27.471096 3647 node_tracker.go:169] Node ip-10-0-0-68.ec2.internal switch + router changed, syncing services in network "default" I0506 20:11:27.471110 3647 services_controller.go:574] Full service sync requested for network=default I0506 20:11:27.471120 3647 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-68.ec2.internal", IP: 10.0.0.68 to PMTUD blocking rules I0506 20:11:27.471130 3647 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-68.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules W0506 20:11:27.471500 3647 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0506 20:11:27.477294 3647 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-68.ec2.internal. Updating no re-route policies I0506 20:11:27.487394 3647 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-68.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0506 20:11:27.487409 3647 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-68.ec2.internal", IP: 10.0.0.68 to PMTUD blocking rules I0506 20:11:31.606091 3647 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-68.ec2.internal I0506 20:11:31.606127 3647 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-68.ec2.internal: 44.267µs W0506 20:11:38.591177 3647 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0506 20:12:23.367033 3647 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-589cdb776c-zd7zh] creating logical port openshift-ingress_router-default-589cdb776c-zd7zh for pod on switch ip-10-0-1-72.ec2.internal I0506 20:12:23.367125 3647 kube.go:256] Updating pod openshift-ingress/router-default-589cdb776c-zd7zh I0506 20:12:23.389236 3647 pod.go:62] [openshift-ingress/router-default-589cdb776c-zd7zh] pod update took 22.134538ms I0506 20:12:23.389258 3647 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-589cdb776c-zd7zh] addLogicalPort annotation time took 22.173462ms I0506 20:12:23.390315 3647 pods.go:271] [openshift-ingress/router-default-589cdb776c-zd7zh] addLogicalPort took 23.297582ms, libovsdb time 755.132µs I0506 20:12:26.835072 3647 namespace.go:98] [openshift-service-ca] adding namespace I0506 20:12:26.836021 3647 namespace.go:102] [openshift-service-ca] adding namespace took 924.752µs I0506 20:12:26.855424 3647 namespace.go:142] [openshift-service-ca] updating namespace I0506 20:12:27.493014 3647 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0506 20:12:27.493822 3647 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 786.164µs I0506 20:12:27.517955 3647 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace W0506 20:12:27.632627 3647 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0506 20:12:28.505991 3647 base_network_controller_pods.go:487] [default/openshift-service-ca/service-ca-d9cb48497-sdxwl] creating logical port openshift-service-ca_service-ca-d9cb48497-sdxwl for pod on switch ip-10-0-1-72.ec2.internal I0506 20:12:28.506128 3647 kube.go:256] Updating pod openshift-service-ca/service-ca-d9cb48497-sdxwl I0506 20:12:28.518816 3647 pod.go:62] [openshift-service-ca/service-ca-d9cb48497-sdxwl] pod update took 12.732545ms I0506 20:12:28.518837 3647 base_network_controller_pods.go:951] [default/openshift-service-ca/service-ca-d9cb48497-sdxwl] addLogicalPort annotation time took 12.776797ms I0506 20:12:28.520095 3647 pods.go:271] [openshift-service-ca/service-ca-d9cb48497-sdxwl] addLogicalPort took 14.120876ms, libovsdb time 974.376µs I0506 20:12:28.861896 3647 cni.go:452] [openshift-service-ca/service-ca-d9cb48497-sdxwl 319b95b45dac5b7b202fef226782c4339f5bb36b54cfc361abb3f9489e0d3899 network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca/service-ca-d9cb48497-sdxwl 319b95b45dac5b7b202fef226782c4339f5bb36b54cfc361abb3f9489e0d3899 network default NAD default NAD key ] I0506 20:12:28.871861 3647 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca, podName: service-ca-d9cb48497-sdxwl, hostIfaceName: 319b95b45dac5b7, network: default, NAD default, SandboxID: "319b95b45dac5b7b202fef226782c4339f5bb36b54cfc361abb3f9489e0d3899", PCI device ID: , UID: "bab3e607-f10d-40a6-acc0-8ab2617c3fd5", MAC: 0a:58:0a:80:00:0c, IPs: [10.128.0.12/23] I0506 20:12:28.921227 3647 cni.go:473] [openshift-service-ca/service-ca-d9cb48497-sdxwl 319b95b45dac5b7b202fef226782c4339f5bb36b54cfc361abb3f9489e0d3899 network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca/service-ca-d9cb48497-sdxwl 319b95b45dac5b7b202fef226782c4339f5bb36b54cfc361abb3f9489e0d3899 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:90:76:a9:68:d9\",\"name\":\"319b95b45dac5b7\"},{\"mac\":\"0a:58:0a:80:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2a69eb55-1698-4f5c-9399-06f45f6d5474\"}],\"ips\":[{\"address\":\"10.128.0.12/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 20:12:33.206435 3647 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd55gh] creating logical port openshift-deployment-validation-operator_99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd55gh for pod on switch ip-10-0-1-72.ec2.internal I0506 20:12:33.206541 3647 kube.go:256] Updating pod openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd55gh I0506 20:12:33.222762 3647 pod.go:62] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd55gh] pod update took 16.254787ms I0506 20:12:33.222784 3647 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd55gh] addLogicalPort annotation time took 16.281943ms I0506 20:12:33.223983 3647 pods.go:271] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd55gh] addLogicalPort took 17.565631ms, libovsdb time 899.851µs I0506 20:12:33.570197 3647 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd55gh de0e1b0a111ac581137088420b32683575dbcd582f8cd530b7e31c84ea9f4d41 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd55gh de0e1b0a111ac581137088420b32683575dbcd582f8cd530b7e31c84ea9f4d41 network default NAD default NAD key ] I0506 20:12:33.579972 3647 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: 99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd55gh, hostIfaceName: de0e1b0a111ac58, network: default, NAD default, SandboxID: "de0e1b0a111ac581137088420b32683575dbcd582f8cd530b7e31c84ea9f4d41", PCI device ID: , UID: "f4258261-e51a-4938-bc78-32751e5ed563", MAC: 0a:58:0a:80:00:0d, IPs: [10.128.0.13/23] I0506 20:12:33.627849 3647 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd55gh de0e1b0a111ac581137088420b32683575dbcd582f8cd530b7e31c84ea9f4d41 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd55gh de0e1b0a111ac581137088420b32683575dbcd582f8cd530b7e31c84ea9f4d41 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:f0:0d:dc:8f:08\",\"name\":\"de0e1b0a111ac58\"},{\"mac\":\"0a:58:0a:80:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/23b97a31-69c9-482e-abe6-b1bfd70a3237\"}],\"ips\":[{\"address\":\"10.128.0.13/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0506 20:12:35.838930 3647 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0506 20:12:48.848782 3647 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd55gh de0e1b0a111ac581137088420b32683575dbcd582f8cd530b7e31c84ea9f4d41 network default NAD default NAD key ] DEL starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd55gh de0e1b0a111ac581137088420b32683575dbcd582f8cd530b7e31c84ea9f4d41 network default NAD default NAD key ] I0506 20:12:48.915946 3647 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd55gh de0e1b0a111ac581137088420b32683575dbcd582f8cd530b7e31c84ea9f4d41 network default NAD default NAD key default] DEL finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd55gh de0e1b0a111ac581137088420b32683575dbcd582f8cd530b7e31c84ea9f4d41 network default NAD default NAD key default], result "{}", err I0506 20:12:48.970818 3647 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd55gh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:12:48.970865 3647 pods.go:176] Deleting pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd55gh I0506 20:12:48.972200 3647 pods.go:236] Attempting to release IPs for pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd55gh, ips: 10.128.0.13 I0506 20:12:48.972231 3647 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd55gh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:12:48.972248 3647 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd55gh of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 20:12:48.972257 3647 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0506 20:12:48.972480 3647 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd55gh of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 20:12:48.972497 3647 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0506 20:12:51.913221 3647 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd55gh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:12:51.913251 3647 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd55gh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:12:51.913264 3647 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd55gh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:12:51.913275 3647 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd55gh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:12:52.017429 3647 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-7xqkt] creating logical port openshift-insights_insights-runtime-extractor-7xqkt for pod on switch ip-10-0-1-72.ec2.internal I0506 20:12:52.017563 3647 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-7xqkt I0506 20:12:52.039416 3647 pod.go:62] [openshift-insights/insights-runtime-extractor-7xqkt] pod update took 21.884259ms I0506 20:12:52.039443 3647 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-7xqkt] addLogicalPort annotation time took 21.913848ms I0506 20:12:52.040778 3647 pods.go:271] [openshift-insights/insights-runtime-extractor-7xqkt] addLogicalPort took 23.363168ms, libovsdb time 1.037844ms I0506 20:12:52.373896 3647 cni.go:452] [openshift-insights/insights-runtime-extractor-7xqkt bd0777b199447b3a1498afc2b9afcb31dd5fd4e6ae5e379ec1fafb0cc0e3eff0 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-7xqkt bd0777b199447b3a1498afc2b9afcb31dd5fd4e6ae5e379ec1fafb0cc0e3eff0 network default NAD default NAD key ] I0506 20:12:52.383617 3647 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-7xqkt, hostIfaceName: bd0777b199447b3, network: default, NAD default, SandboxID: "bd0777b199447b3a1498afc2b9afcb31dd5fd4e6ae5e379ec1fafb0cc0e3eff0", PCI device ID: , UID: "45543a33-868c-4487-ad22-7692a182ba30", MAC: 0a:58:0a:80:00:0e, IPs: [10.128.0.14/23] I0506 20:12:52.429632 3647 cni.go:473] [openshift-insights/insights-runtime-extractor-7xqkt bd0777b199447b3a1498afc2b9afcb31dd5fd4e6ae5e379ec1fafb0cc0e3eff0 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-7xqkt bd0777b199447b3a1498afc2b9afcb31dd5fd4e6ae5e379ec1fafb0cc0e3eff0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:c0:8e:43:28:38\",\"name\":\"bd0777b199447b3\"},{\"mac\":\"0a:58:0a:80:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b5e7e9b6-603c-4b25-a3d1-bd09ab50984e\"}],\"ips\":[{\"address\":\"10.128.0.14/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 20:12:53.289038 3647 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0506 20:12:53.300617 3647 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0506 20:12:53.694211 3647 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5ff4746bd4-c9t7p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:12:53.694831 3647 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5ff4746bd4-c9t7p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:12:53.714540 3647 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5ff4746bd4-c9t7p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:12:53.714558 3647 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5ff4746bd4-c9t7p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:12:53.719591 3647 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5ff4746bd4-c9t7p I0506 20:12:53.719615 3647 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5ff4746bd4-c9t7p I0506 20:12:53.864340 3647 obj_retry.go:498] Detected object openshift-image-registry/image-registry-56db4b9cb7-p7wx4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:12:53.864376 3647 pods.go:176] Deleting pod: openshift-image-registry/image-registry-56db4b9cb7-p7wx4 I0506 20:12:53.865676 3647 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-56db4b9cb7-p7wx4, ips: 10.128.0.6 I0506 20:12:53.865705 3647 obj_retry.go:498] Detected object openshift-image-registry/image-registry-56db4b9cb7-p7wx4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:12:53.874779 3647 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-7675db8496-qt8pg] creating logical port openshift-image-registry_image-registry-7675db8496-qt8pg for pod on switch ip-10-0-1-72.ec2.internal I0506 20:12:53.874900 3647 kube.go:256] Updating pod openshift-image-registry/image-registry-7675db8496-qt8pg I0506 20:12:53.878312 3647 obj_retry.go:492] Detected object openshift-image-registry/image-registry-56db4b9cb7-p7wx4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:12:53.878333 3647 obj_retry.go:492] Detected object openshift-image-registry/image-registry-56db4b9cb7-p7wx4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:12:53.886547 3647 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-56db4b9cb7-p7wx4 I0506 20:12:53.886584 3647 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-56db4b9cb7-p7wx4 I0506 20:12:53.893775 3647 pod.go:62] [openshift-image-registry/image-registry-7675db8496-qt8pg] pod update took 18.914311ms I0506 20:12:53.893802 3647 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-7675db8496-qt8pg] addLogicalPort annotation time took 18.946574ms I0506 20:12:53.895046 3647 pods.go:271] [openshift-image-registry/image-registry-7675db8496-qt8pg] addLogicalPort took 20.284767ms, libovsdb time 943.596µs I0506 20:12:54.423858 3647 cni.go:452] [openshift-image-registry/image-registry-7675db8496-qt8pg 4324705a0a72573185ce42c90c085e5fce60efdd81066b8c7a6bdb27bd359fd1 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-7675db8496-qt8pg 4324705a0a72573185ce42c90c085e5fce60efdd81066b8c7a6bdb27bd359fd1 network default NAD default NAD key ] I0506 20:12:54.433367 3647 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-7675db8496-qt8pg, hostIfaceName: 4324705a0a72573, network: default, NAD default, SandboxID: "4324705a0a72573185ce42c90c085e5fce60efdd81066b8c7a6bdb27bd359fd1", PCI device ID: , UID: "67e84f7b-a997-4576-9801-215f81d9672a", MAC: 0a:58:0a:80:00:0f, IPs: [10.128.0.15/23] W0506 20:12:54.460829 3647 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0506 20:12:54.481530 3647 cni.go:473] [openshift-image-registry/image-registry-7675db8496-qt8pg 4324705a0a72573185ce42c90c085e5fce60efdd81066b8c7a6bdb27bd359fd1 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-7675db8496-qt8pg 4324705a0a72573185ce42c90c085e5fce60efdd81066b8c7a6bdb27bd359fd1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:9d:71:8e:8e:e2\",\"name\":\"4324705a0a72573\"},{\"mac\":\"0a:58:0a:80:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/458f40d6-bf85-4fee-a0bf-5030b02fe4c3\"}],\"ips\":[{\"address\":\"10.128.0.15/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0506 20:12:54.739263 3647 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0506 20:12:54.894046 3647 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0506 20:12:55.478921 3647 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0506 20:12:55.478940 3647 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0506 20:12:55.480193 3647 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0506 20:12:55.480205 3647 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0506 20:12:55.480210 3647 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0506 20:12:55.515374 3647 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0506 20:12:55.515396 3647 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0506 20:12:55.517794 3647 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0506 20:12:55.517810 3647 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0506 20:12:55.517818 3647 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default I0506 20:12:55.563732 3647 cni.go:452] [openshift-ingress/router-default-589cdb776c-zd7zh 90fa87530874a05ba1d9f6f223ab1546057542e60fbb1e5dca9b9326f41ce179 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-589cdb776c-zd7zh 90fa87530874a05ba1d9f6f223ab1546057542e60fbb1e5dca9b9326f41ce179 network default NAD default NAD key ] I0506 20:12:55.572709 3647 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-589cdb776c-zd7zh, hostIfaceName: 90fa87530874a05, network: default, NAD default, SandboxID: "90fa87530874a05ba1d9f6f223ab1546057542e60fbb1e5dca9b9326f41ce179", PCI device ID: , UID: "80ca875a-5527-4949-a380-4db89f4a8a2f", MAC: 0a:58:0a:80:00:0b, IPs: [10.128.0.11/23] I0506 20:12:55.619955 3647 cni.go:473] [openshift-ingress/router-default-589cdb776c-zd7zh 90fa87530874a05ba1d9f6f223ab1546057542e60fbb1e5dca9b9326f41ce179 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-589cdb776c-zd7zh 90fa87530874a05ba1d9f6f223ab1546057542e60fbb1e5dca9b9326f41ce179 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:94:8f:dd:60:2e\",\"name\":\"90fa87530874a05\"},{\"mac\":\"0a:58:0a:80:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/27a93eba-e0e6-469a-8c70-ae777eb8acdf\"}],\"ips\":[{\"address\":\"10.128.0.11/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 20:12:55.731861 3647 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-76b589d668-zdmgv] creating logical port openshift-monitoring_prometheus-operator-76b589d668-zdmgv for pod on switch ip-10-0-1-72.ec2.internal I0506 20:12:55.731990 3647 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-76b589d668-zdmgv I0506 20:12:55.748542 3647 pod.go:62] [openshift-monitoring/prometheus-operator-76b589d668-zdmgv] pod update took 16.580474ms I0506 20:12:55.748566 3647 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-76b589d668-zdmgv] addLogicalPort annotation time took 16.607059ms I0506 20:12:55.749754 3647 pods.go:271] [openshift-monitoring/prometheus-operator-76b589d668-zdmgv] addLogicalPort took 17.908471ms, libovsdb time 880.509µs W0506 20:12:55.884286 3647 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0506 20:12:55.884312 3647 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0506 20:12:55.884432 3647 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0506 20:12:55.884449 3647 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0506 20:12:55.884455 3647 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default I0506 20:12:56.127735 3647 cni.go:452] [openshift-monitoring/prometheus-operator-76b589d668-zdmgv c6a185e330257c6a65b86fc12d9dbd5c5dbfd94576553b27aeaf733e9c780e9d network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-76b589d668-zdmgv c6a185e330257c6a65b86fc12d9dbd5c5dbfd94576553b27aeaf733e9c780e9d network default NAD default NAD key ] I0506 20:12:56.137310 3647 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-76b589d668-zdmgv, hostIfaceName: c6a185e330257c6, network: default, NAD default, SandboxID: "c6a185e330257c6a65b86fc12d9dbd5c5dbfd94576553b27aeaf733e9c780e9d", PCI device ID: , UID: "20470a25-c76c-47ae-ba7e-d4199d9ffccc", MAC: 0a:58:0a:80:00:10, IPs: [10.128.0.16/23] I0506 20:12:56.183924 3647 cni.go:473] [openshift-monitoring/prometheus-operator-76b589d668-zdmgv c6a185e330257c6a65b86fc12d9dbd5c5dbfd94576553b27aeaf733e9c780e9d network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-76b589d668-zdmgv c6a185e330257c6a65b86fc12d9dbd5c5dbfd94576553b27aeaf733e9c780e9d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:8e:e8:f2:92:4f\",\"name\":\"c6a185e330257c6\"},{\"mac\":\"0a:58:0a:80:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/75990c03-5136-4cf2-bb04-52ca8a82820b\"}],\"ips\":[{\"address\":\"10.128.0.16/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0506 20:12:56.484458 3647 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0506 20:12:56.484488 3647 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0506 20:12:56.484496 3647 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0506 20:12:56.484513 3647 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0506 20:12:56.484521 3647 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0506 20:12:56.484527 3647 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0506 20:12:56.487824 3647 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0506 20:12:56.487841 3647 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0506 20:12:56.487861 3647 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0506 20:12:56.487844 3647 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0506 20:12:56.487879 3647 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0506 20:12:56.487886 3647 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0506 20:12:56.515384 3647 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0506 20:12:56.515405 3647 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0506 20:12:56.515425 3647 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0506 20:12:56.515440 3647 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0506 20:12:56.515453 3647 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0506 20:12:56.515458 3647 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0506 20:12:56.521750 3647 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0506 20:12:56.521777 3647 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0506 20:12:56.521786 3647 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0506 20:12:56.521804 3647 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0506 20:12:56.521811 3647 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0506 20:12:56.521817 3647 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0506 20:12:56.903345 3647 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0506 20:12:56.903369 3647 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0506 20:12:56.903379 3647 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0506 20:12:56.907017 3647 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0506 20:12:56.907041 3647 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default I0506 20:12:57.038242 3647 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0506 20:13:00.499834 3647 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0506 20:13:00.726276 3647 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0506 20:13:02.397849 3647 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-1-72.ec2.internal I0506 20:13:02.397996 3647 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0506 20:13:02.424865 3647 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 26.935783ms I0506 20:13:02.424910 3647 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 26.987648ms I0506 20:13:02.426038 3647 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 28.21161ms, libovsdb time 806.539µs I0506 20:13:03.366747 3647 cni.go:452] [openshift-monitoring/alertmanager-main-0 243e8202116d2b675d36f11494d4f972fe2b6ce8b345e05b4cdf5253b7516149 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 243e8202116d2b675d36f11494d4f972fe2b6ce8b345e05b4cdf5253b7516149 network default NAD default NAD key ] I0506 20:13:03.377271 3647 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 243e8202116d2b6, network: default, NAD default, SandboxID: "243e8202116d2b675d36f11494d4f972fe2b6ce8b345e05b4cdf5253b7516149", PCI device ID: , UID: "8833a6c6-8400-4a8b-9943-83b88bad163e", MAC: 0a:58:0a:80:00:11, IPs: [10.128.0.17/23] I0506 20:13:03.426337 3647 cni.go:473] [openshift-monitoring/alertmanager-main-0 243e8202116d2b675d36f11494d4f972fe2b6ce8b345e05b4cdf5253b7516149 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 243e8202116d2b675d36f11494d4f972fe2b6ce8b345e05b4cdf5253b7516149 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:5b:f4:9a:fe:5e\",\"name\":\"243e8202116d2b6\"},{\"mac\":\"0a:58:0a:80:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/82448941-3d3e-423f-841e-03744702dbfc\"}],\"ips\":[{\"address\":\"10.128.0.17/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 20:13:04.691295 3647 base_network_controller_pods.go:487] [default/openshift-console/console-666b7f946d-mbpsp] creating logical port openshift-console_console-666b7f946d-mbpsp for pod on switch ip-10-0-1-72.ec2.internal I0506 20:13:04.691399 3647 kube.go:256] Updating pod openshift-console/console-666b7f946d-mbpsp I0506 20:13:04.710878 3647 pod.go:62] [openshift-console/console-666b7f946d-mbpsp] pod update took 19.506004ms I0506 20:13:04.710899 3647 base_network_controller_pods.go:951] [default/openshift-console/console-666b7f946d-mbpsp] addLogicalPort annotation time took 19.532812ms I0506 20:13:04.712098 3647 pods.go:271] [openshift-console/console-666b7f946d-mbpsp] addLogicalPort took 20.829097ms, libovsdb time 822.683µs W0506 20:13:04.713406 3647 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0506 20:13:04.957810 3647 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 20:13:04.957828 3647 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 20:13:04.957833 3647 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0506 20:13:05.051944 3647 cni.go:452] [openshift-console/console-666b7f946d-mbpsp fbd707d62bfd744ddda08f641f2a16d7987439a3e2bde4071657271a3d3d3182 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-666b7f946d-mbpsp fbd707d62bfd744ddda08f641f2a16d7987439a3e2bde4071657271a3d3d3182 network default NAD default NAD key ] I0506 20:13:05.067888 3647 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-666b7f946d-mbpsp, hostIfaceName: fbd707d62bfd744, network: default, NAD default, SandboxID: "fbd707d62bfd744ddda08f641f2a16d7987439a3e2bde4071657271a3d3d3182", PCI device ID: , UID: "b267e58f-e30d-43b1-96df-4cf4fa906285", MAC: 0a:58:0a:80:00:12, IPs: [10.128.0.18/23] I0506 20:13:05.118078 3647 cni.go:473] [openshift-console/console-666b7f946d-mbpsp fbd707d62bfd744ddda08f641f2a16d7987439a3e2bde4071657271a3d3d3182 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-666b7f946d-mbpsp fbd707d62bfd744ddda08f641f2a16d7987439a3e2bde4071657271a3d3d3182 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:d6:e7:62:9d:e3\",\"name\":\"fbd707d62bfd744\"},{\"mac\":\"0a:58:0a:80:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/85fa215e-6f7e-4816-b9ab-6b25640c4824\"}],\"ips\":[{\"address\":\"10.128.0.18/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 20:13:05.419013 3647 cni.go:452] [openshift-dns/dns-default-xmmk5 735583176b128535a9791080b7aba4a9d879e668d8586310b53cf12b34f05844 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-xmmk5 735583176b128535a9791080b7aba4a9d879e668d8586310b53cf12b34f05844 network default NAD default NAD key ] I0506 20:13:05.428790 3647 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-xmmk5, hostIfaceName: 735583176b12853, network: default, NAD default, SandboxID: "735583176b128535a9791080b7aba4a9d879e668d8586310b53cf12b34f05844", PCI device ID: , UID: "7fad4e53-48a9-48e0-adc1-d22cc0c982a5", MAC: 0a:58:0a:80:00:0a, IPs: [10.128.0.10/23] I0506 20:13:05.476579 3647 cni.go:473] [openshift-dns/dns-default-xmmk5 735583176b128535a9791080b7aba4a9d879e668d8586310b53cf12b34f05844 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-xmmk5 735583176b128535a9791080b7aba4a9d879e668d8586310b53cf12b34f05844 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:76:5e:71:26:b9\",\"name\":\"735583176b12853\"},{\"mac\":\"0a:58:0a:80:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5c8da496-a216-49f7-8903-0edb3bc1148d\"}],\"ips\":[{\"address\":\"10.128.0.10/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 20:13:05.975126 3647 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-769c679ddd-kjdhh] creating logical port openshift-monitoring_metrics-server-769c679ddd-kjdhh for pod on switch ip-10-0-1-72.ec2.internal I0506 20:13:05.975272 3647 kube.go:256] Updating pod openshift-monitoring/metrics-server-769c679ddd-kjdhh I0506 20:13:05.993222 3647 pod.go:62] [openshift-monitoring/metrics-server-769c679ddd-kjdhh] pod update took 17.978433ms I0506 20:13:05.993272 3647 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-769c679ddd-kjdhh] addLogicalPort annotation time took 18.032962ms I0506 20:13:05.994776 3647 pods.go:271] [openshift-monitoring/metrics-server-769c679ddd-kjdhh] addLogicalPort took 19.6708ms, libovsdb time 1.049317ms I0506 20:13:06.365297 3647 cni.go:452] [openshift-monitoring/metrics-server-769c679ddd-kjdhh e6efa54718d119941cf7dfca004a7e6269b6ad7c53b73fd34be9d77cb6f22e8f network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-769c679ddd-kjdhh e6efa54718d119941cf7dfca004a7e6269b6ad7c53b73fd34be9d77cb6f22e8f network default NAD default NAD key ] I0506 20:13:06.377659 3647 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-769c679ddd-kjdhh, hostIfaceName: e6efa54718d1199, network: default, NAD default, SandboxID: "e6efa54718d119941cf7dfca004a7e6269b6ad7c53b73fd34be9d77cb6f22e8f", PCI device ID: , UID: "e1cc0f11-9956-43b9-a6ec-e8def42807ff", MAC: 0a:58:0a:80:00:13, IPs: [10.128.0.19/23] I0506 20:13:06.437513 3647 cni.go:473] [openshift-monitoring/metrics-server-769c679ddd-kjdhh e6efa54718d119941cf7dfca004a7e6269b6ad7c53b73fd34be9d77cb6f22e8f network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-769c679ddd-kjdhh e6efa54718d119941cf7dfca004a7e6269b6ad7c53b73fd34be9d77cb6f22e8f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:c8:aa:b8:47:b8\",\"name\":\"e6efa54718d1199\"},{\"mac\":\"0a:58:0a:80:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/655ce57c-797b-40a4-a056-c72a74c95d0c\"}],\"ips\":[{\"address\":\"10.128.0.19/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 20:13:06.604515 3647 base_network_controller_pods.go:487] [default/openshift-monitoring/telemeter-client-5f7dffbdf8-v66x6] creating logical port openshift-monitoring_telemeter-client-5f7dffbdf8-v66x6 for pod on switch ip-10-0-1-72.ec2.internal I0506 20:13:06.604753 3647 kube.go:256] Updating pod openshift-monitoring/telemeter-client-5f7dffbdf8-v66x6 I0506 20:13:06.623247 3647 pod.go:62] [openshift-monitoring/telemeter-client-5f7dffbdf8-v66x6] pod update took 18.535739ms I0506 20:13:06.623274 3647 base_network_controller_pods.go:951] [default/openshift-monitoring/telemeter-client-5f7dffbdf8-v66x6] addLogicalPort annotation time took 18.567246ms I0506 20:13:06.624673 3647 pods.go:271] [openshift-monitoring/telemeter-client-5f7dffbdf8-v66x6] addLogicalPort took 20.180742ms, libovsdb time 1.062729ms I0506 20:13:08.427977 3647 cni.go:452] [openshift-monitoring/telemeter-client-5f7dffbdf8-v66x6 0e6ab42c06cbcf82b116fe7224534f5e62e27d0fa7b481a853802b7262f4e8b2 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/telemeter-client-5f7dffbdf8-v66x6 0e6ab42c06cbcf82b116fe7224534f5e62e27d0fa7b481a853802b7262f4e8b2 network default NAD default NAD key ] I0506 20:13:08.440446 3647 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: telemeter-client-5f7dffbdf8-v66x6, hostIfaceName: 0e6ab42c06cbcf8, network: default, NAD default, SandboxID: "0e6ab42c06cbcf82b116fe7224534f5e62e27d0fa7b481a853802b7262f4e8b2", PCI device ID: , UID: "4b99129c-07e3-467e-b9a1-b383177c092a", MAC: 0a:58:0a:80:00:14, IPs: [10.128.0.20/23] I0506 20:13:08.497658 3647 cni.go:473] [openshift-monitoring/telemeter-client-5f7dffbdf8-v66x6 0e6ab42c06cbcf82b116fe7224534f5e62e27d0fa7b481a853802b7262f4e8b2 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/telemeter-client-5f7dffbdf8-v66x6 0e6ab42c06cbcf82b116fe7224534f5e62e27d0fa7b481a853802b7262f4e8b2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:8f:78:f6:0b:3f\",\"name\":\"0e6ab42c06cbcf8\"},{\"mac\":\"0a:58:0a:80:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c17ce40c-c5c8-4a13-b9b0-65b37461fb00\"}],\"ips\":[{\"address\":\"10.128.0.20/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0506 20:13:08.982365 3647 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0506 20:13:09.334536 3647 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-666b7f946d-kb94s IP address from the namespace address-set, err: pod openshift-console/console-666b7f946d-kb94s: no pod IPs found W0506 20:13:10.898959 3647 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 20:13:10.898985 3647 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 20:13:10.898990 3647 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 20:13:10.953631 3647 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0506 20:13:10.953653 3647 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0506 20:13:11.305989 3647 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-69dcf5b8d8-sfsdt IP address from the namespace address-set, err: pod openshift-console/console-69dcf5b8d8-sfsdt: no pod IPs found W0506 20:13:11.309405 3647 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-69dcf5b8d8-xxjcr IP address from the namespace address-set, err: pod openshift-console/console-69dcf5b8d8-xxjcr: no pod IPs found W0506 20:13:11.815733 3647 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 20:13:11.815750 3647 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 20:13:11.815756 3647 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 20:13:11.815761 3647 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 20:13:12.567578 3647 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0506 20:13:12.697543 3647 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0506 20:13:12.697566 3647 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0506 20:13:13.587673 3647 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 20:13:13.587692 3647 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 20:13:13.587697 3647 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 20:13:13.587702 3647 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 20:13:15.704607 3647 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0506 20:13:15.704636 3647 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0506 20:13:15.889583 3647 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0506 20:13:17.604255 3647 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5ff4746bd4-277p9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:13:17.604767 3647 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5ff4746bd4-277p9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:13:17.616861 3647 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5ff4746bd4-277p9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:13:17.616881 3647 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5ff4746bd4-277p9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:13:17.622940 3647 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5ff4746bd4-277p9 I0506 20:13:17.622968 3647 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5ff4746bd4-277p9 W0506 20:13:18.962486 3647 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0506 20:13:18.962604 3647 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0506 20:13:18.962620 3647 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0506 20:13:29.961809 3647 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server I0506 20:13:30.033296 3647 obj_retry.go:498] Detected object openshift-console/console-6bfb79669c-9btkq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:13:30.033843 3647 obj_retry.go:498] Detected object openshift-console/console-6bfb79669c-9btkq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:13:30.925412 3647 obj_retry.go:492] Detected object openshift-console/console-6bfb79669c-9btkq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:13:30.925434 3647 obj_retry.go:492] Detected object openshift-console/console-6bfb79669c-9btkq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:13:30.931555 3647 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6bfb79669c-9btkq I0506 20:13:30.931581 3647 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6bfb79669c-9btkq W0506 20:13:32.873321 3647 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 20:13:32.873343 3647 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 20:13:32.873349 3647 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 20:13:32.873359 3647 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 20:13:32.873365 3647 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 20:13:32.873369 3647 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 20:13:33.415299 3647 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 20:13:33.415318 3647 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 20:13:33.415324 3647 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0506 20:13:36.100555 3647 cni.go:452] [openshift-console/console-666b7f946d-mbpsp fbd707d62bfd744ddda08f641f2a16d7987439a3e2bde4071657271a3d3d3182 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-666b7f946d-mbpsp fbd707d62bfd744ddda08f641f2a16d7987439a3e2bde4071657271a3d3d3182 network default NAD default NAD key ] I0506 20:13:36.180605 3647 cni.go:473] [openshift-console/console-666b7f946d-mbpsp fbd707d62bfd744ddda08f641f2a16d7987439a3e2bde4071657271a3d3d3182 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-666b7f946d-mbpsp fbd707d62bfd744ddda08f641f2a16d7987439a3e2bde4071657271a3d3d3182 network default NAD default NAD key default], result "{}", err I0506 20:13:36.224191 3647 obj_retry.go:498] Detected object openshift-console/console-666b7f946d-mbpsp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:13:36.224225 3647 pods.go:176] Deleting pod: openshift-console/console-666b7f946d-mbpsp I0506 20:13:36.225466 3647 pods.go:236] Attempting to release IPs for pod: openshift-console/console-666b7f946d-mbpsp, ips: 10.128.0.18 I0506 20:13:36.225495 3647 obj_retry.go:498] Detected object openshift-console/console-666b7f946d-mbpsp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:13:36.232592 3647 base_network_controller_pods.go:487] [default/openshift-console/console-7db64b8b58-tlsjk] creating logical port openshift-console_console-7db64b8b58-tlsjk for pod on switch ip-10-0-1-72.ec2.internal I0506 20:13:36.232684 3647 kube.go:256] Updating pod openshift-console/console-7db64b8b58-tlsjk I0506 20:13:36.247800 3647 pod.go:62] [openshift-console/console-7db64b8b58-tlsjk] pod update took 15.142046ms I0506 20:13:36.247822 3647 base_network_controller_pods.go:951] [default/openshift-console/console-7db64b8b58-tlsjk] addLogicalPort annotation time took 15.168247ms I0506 20:13:36.249037 3647 pods.go:271] [openshift-console/console-7db64b8b58-tlsjk] addLogicalPort took 16.459513ms, libovsdb time 812.644µs I0506 20:13:36.589991 3647 cni.go:452] [openshift-console/console-7db64b8b58-tlsjk e4a214e652aa509f177ce79625920282da84f834b2bc179cca0d9fee0b06067c network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-7db64b8b58-tlsjk e4a214e652aa509f177ce79625920282da84f834b2bc179cca0d9fee0b06067c network default NAD default NAD key ] I0506 20:13:36.599289 3647 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-7db64b8b58-tlsjk, hostIfaceName: e4a214e652aa509, network: default, NAD default, SandboxID: "e4a214e652aa509f177ce79625920282da84f834b2bc179cca0d9fee0b06067c", PCI device ID: , UID: "907906f1-1679-4301-8776-42350da027b4", MAC: 0a:58:0a:80:00:15, IPs: [10.128.0.21/23] I0506 20:13:36.648075 3647 cni.go:473] [openshift-console/console-7db64b8b58-tlsjk e4a214e652aa509f177ce79625920282da84f834b2bc179cca0d9fee0b06067c network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-7db64b8b58-tlsjk e4a214e652aa509f177ce79625920282da84f834b2bc179cca0d9fee0b06067c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:47:b8:1a:6b:8f\",\"name\":\"e4a214e652aa509\"},{\"mac\":\"0a:58:0a:80:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9b45afd2-2912-49cd-9908-b096dcce324f\"}],\"ips\":[{\"address\":\"10.128.0.21/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 20:13:37.069346 3647 obj_retry.go:492] Detected object openshift-console/console-666b7f946d-mbpsp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:13:37.069367 3647 obj_retry.go:492] Detected object openshift-console/console-666b7f946d-mbpsp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:13:37.076737 3647 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-666b7f946d-mbpsp I0506 20:13:37.076759 3647 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-666b7f946d-mbpsp W0506 20:13:40.975787 3647 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0506 20:13:40.975814 3647 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0506 20:13:41.014272 3647 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0506 20:13:41.014298 3647 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0506 20:13:47.099961 3647 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0506 20:13:56.762914 3647 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0506 20:13:58.042618 3647 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0506 20:13:58.067499 3647 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0506 20:14:03.673830 3647 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0506 20:14:06.171853 3647 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29634970-t98mm 4de921e1d3edacc273259870a12be85f643fe7470a3f40d3ab154a86d8ec2146 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29634970-t98mm 4de921e1d3edacc273259870a12be85f643fe7470a3f40d3ab154a86d8ec2146 network default NAD default NAD key ] I0506 20:14:06.245343 3647 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29634970-t98mm 4de921e1d3edacc273259870a12be85f643fe7470a3f40d3ab154a86d8ec2146 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29634970-t98mm 4de921e1d3edacc273259870a12be85f643fe7470a3f40d3ab154a86d8ec2146 network default NAD default NAD key default], result "{}", err I0506 20:14:06.288951 3647 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634970-t98mm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:14:06.288991 3647 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29634970-t98mm I0506 20:14:06.290251 3647 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29634970-t98mm, ips: 10.128.0.7 I0506 20:14:06.290282 3647 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634970-t98mm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:14:06.356993 3647 obj_retry.go:498] Detected object openshift-console/console-6bfb79669c-t6w8h of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:14:06.357516 3647 obj_retry.go:498] Detected object openshift-console/console-6bfb79669c-t6w8h of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:14:06.795921 3647 obj_retry.go:492] Detected object openshift-console/console-6bfb79669c-t6w8h of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:14:06.795945 3647 obj_retry.go:492] Detected object openshift-console/console-6bfb79669c-t6w8h of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:14:06.801903 3647 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6bfb79669c-t6w8h I0506 20:14:06.801925 3647 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6bfb79669c-t6w8h I0506 20:14:07.182129 3647 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634970-t98mm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:14:07.182167 3647 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634970-t98mm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:14:12.347070 3647 obj_retry.go:498] Detected object openshift-ingress/router-default-77d8b75467-mlqnc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:14:12.347605 3647 obj_retry.go:498] Detected object openshift-ingress/router-default-77d8b75467-mlqnc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:14:12.822949 3647 obj_retry.go:492] Detected object openshift-ingress/router-default-77d8b75467-mlqnc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:14:12.822972 3647 obj_retry.go:492] Detected object openshift-ingress/router-default-77d8b75467-mlqnc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:14:12.829498 3647 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-77d8b75467-mlqnc I0506 20:14:12.829525 3647 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-77d8b75467-mlqnc I0506 20:14:23.289607 3647 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:14:23.290181 3647 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:14:24.174427 3647 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:14:24.174455 3647 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:14:24.180861 3647 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0506 20:14:24.180894 3647 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0506 20:14:27.593088 3647 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:14:27.593631 3647 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:14:27.896050 3647 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:14:27.896077 3647 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:14:27.902739 3647 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0506 20:14:27.902754 3647 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0506 20:14:39.466978 3647 cni.go:452] [openshift-multus/network-metrics-daemon-gw6s8 cba7d3779e9bb49707d214fcf571b683090642eec5d414cd71cb17bc29ed70db network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-gw6s8 cba7d3779e9bb49707d214fcf571b683090642eec5d414cd71cb17bc29ed70db network default NAD default NAD key ] I0506 20:14:39.476116 3647 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-gw6s8, hostIfaceName: cba7d3779e9bb49, network: default, NAD default, SandboxID: "cba7d3779e9bb49707d214fcf571b683090642eec5d414cd71cb17bc29ed70db", PCI device ID: , UID: "7e98fab3-f67e-4afd-998b-8ffe0bc2ffa8", MAC: 0a:58:0a:80:00:04, IPs: [10.128.0.4/23] I0506 20:14:39.525090 3647 cni.go:473] [openshift-multus/network-metrics-daemon-gw6s8 cba7d3779e9bb49707d214fcf571b683090642eec5d414cd71cb17bc29ed70db network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-gw6s8 cba7d3779e9bb49707d214fcf571b683090642eec5d414cd71cb17bc29ed70db network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:70:e2:f1:fb:af\",\"name\":\"cba7d3779e9bb49\"},{\"mac\":\"0a:58:0a:80:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6291d7c5-6520-4ffb-a2e3-37d8d2b7b5ea\"}],\"ips\":[{\"address\":\"10.128.0.4/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 20:14:55.798916 3647 cni.go:452] [openshift-monitoring/alertmanager-main-0 243e8202116d2b675d36f11494d4f972fe2b6ce8b345e05b4cdf5253b7516149 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-0 243e8202116d2b675d36f11494d4f972fe2b6ce8b345e05b4cdf5253b7516149 network default NAD default NAD key ] I0506 20:14:55.877197 3647 cni.go:473] [openshift-monitoring/alertmanager-main-0 243e8202116d2b675d36f11494d4f972fe2b6ce8b345e05b4cdf5253b7516149 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-0 243e8202116d2b675d36f11494d4f972fe2b6ce8b345e05b4cdf5253b7516149 network default NAD default NAD key default], result "{}", err I0506 20:14:55.936831 3647 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:14:55.936864 3647 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-0 I0506 20:14:55.938071 3647 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-0, ips: 10.128.0.17 I0506 20:14:55.938092 3647 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:14:56.366896 3647 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:14:56.366921 3647 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:14:56.373343 3647 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0506 20:14:56.373367 3647 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0506 20:14:56.445417 3647 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-1-72.ec2.internal I0506 20:14:56.445520 3647 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0506 20:14:56.500481 3647 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 54.997022ms I0506 20:14:56.500508 3647 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 55.029857ms I0506 20:14:56.501732 3647 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 56.332568ms, libovsdb time 902.12µs I0506 20:14:56.813196 3647 cni.go:452] [openshift-monitoring/alertmanager-main-0 52e7e55184e1be82a4bc7f9028e538820668a6845e4936d9ac69aeabeffad32c network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 52e7e55184e1be82a4bc7f9028e538820668a6845e4936d9ac69aeabeffad32c network default NAD default NAD key ] I0506 20:14:56.822640 3647 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 52e7e55184e1be8, network: default, NAD default, SandboxID: "52e7e55184e1be82a4bc7f9028e538820668a6845e4936d9ac69aeabeffad32c", PCI device ID: , UID: "3a67af6c-8beb-44c8-a07b-24623460d01a", MAC: 0a:58:0a:80:00:16, IPs: [10.128.0.22/23] I0506 20:14:56.872834 3647 cni.go:473] [openshift-monitoring/alertmanager-main-0 52e7e55184e1be82a4bc7f9028e538820668a6845e4936d9ac69aeabeffad32c network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 52e7e55184e1be82a4bc7f9028e538820668a6845e4936d9ac69aeabeffad32c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:66:aa:9d:05:6f\",\"name\":\"52e7e55184e1be8\"},{\"mac\":\"0a:58:0a:80:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/34ca7664-cda3-45f2-af27-6db65989ddaf\"}],\"ips\":[{\"address\":\"10.128.0.22/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 20:14:57.518496 3647 obj_retry.go:498] Detected object openshift-console/console-7db64b8b58-sxw48 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:14:57.518974 3647 obj_retry.go:498] Detected object openshift-console/console-7db64b8b58-sxw48 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:14:58.351999 3647 obj_retry.go:492] Detected object openshift-console/console-7db64b8b58-sxw48 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:14:58.352021 3647 obj_retry.go:492] Detected object openshift-console/console-7db64b8b58-sxw48 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:14:58.358956 3647 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7db64b8b58-sxw48 I0506 20:14:58.358985 3647 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7db64b8b58-sxw48 I0506 20:15:08.243411 3647 cni.go:452] [openshift-console/console-7db64b8b58-tlsjk e4a214e652aa509f177ce79625920282da84f834b2bc179cca0d9fee0b06067c network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-7db64b8b58-tlsjk e4a214e652aa509f177ce79625920282da84f834b2bc179cca0d9fee0b06067c network default NAD default NAD key ] I0506 20:15:08.325354 3647 cni.go:473] [openshift-console/console-7db64b8b58-tlsjk e4a214e652aa509f177ce79625920282da84f834b2bc179cca0d9fee0b06067c network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-7db64b8b58-tlsjk e4a214e652aa509f177ce79625920282da84f834b2bc179cca0d9fee0b06067c network default NAD default NAD key default], result "{}", err I0506 20:15:08.369423 3647 obj_retry.go:498] Detected object openshift-console/console-7db64b8b58-tlsjk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:15:08.369464 3647 pods.go:176] Deleting pod: openshift-console/console-7db64b8b58-tlsjk I0506 20:15:08.370680 3647 pods.go:236] Attempting to release IPs for pod: openshift-console/console-7db64b8b58-tlsjk, ips: 10.128.0.21 I0506 20:15:08.370708 3647 obj_retry.go:498] Detected object openshift-console/console-7db64b8b58-tlsjk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:15:08.426043 3647 obj_retry.go:492] Detected object openshift-console/console-7db64b8b58-tlsjk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:15:08.426068 3647 obj_retry.go:492] Detected object openshift-console/console-7db64b8b58-tlsjk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:15:08.429043 3647 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7db64b8b58-tlsjk I0506 20:15:08.429074 3647 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7db64b8b58-tlsjk W0506 20:15:26.859248 3647 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 20:15:26.859271 3647 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 20:15:26.859276 3647 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0506 20:15:30.487048 3647 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:15:30.487577 3647 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:15:31.480797 3647 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:15:31.480835 3647 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:15:31.490350 3647 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0506 20:15:31.490377 3647 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0506 20:15:52.328518 3647 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=4 I0506 20:15:56.328683 3647 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=129 I0506 20:15:58.422414 3647 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0506 20:16:13.451672 3647 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=5 I0506 20:16:36.444964 3647 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0506 20:16:38.413711 3647 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0506 20:16:40.435230 3647 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0506 20:16:51.428956 3647 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0506 20:17:10.328781 3647 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=14 I0506 20:17:29.416798 3647 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0506 20:17:31.337432 3647 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=667 I0506 20:17:44.417113 3647 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0506 20:17:55.502260 3647 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-h2z82] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-5d7684fb5d-h2z82 for pod on switch ip-10-0-1-72.ec2.internal I0506 20:17:55.502359 3647 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-h2z82 I0506 20:17:55.535570 3647 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-h2z82] pod update took 33.236465ms I0506 20:17:55.535599 3647 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-h2z82] addLogicalPort annotation time took 33.268813ms I0506 20:17:55.536835 3647 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-h2z82] addLogicalPort took 34.58831ms, libovsdb time 907.718µs I0506 20:17:55.861016 3647 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-h2z82 99ca4fe72690d2cd52a6adac243cf1b3e79561036c48f03eaffff048dafab84f network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-h2z82 99ca4fe72690d2cd52a6adac243cf1b3e79561036c48f03eaffff048dafab84f network default NAD default NAD key ] I0506 20:17:55.869845 3647 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-5d7684fb5d-h2z82, hostIfaceName: 99ca4fe72690d2c, network: default, NAD default, SandboxID: "99ca4fe72690d2cd52a6adac243cf1b3e79561036c48f03eaffff048dafab84f", PCI device ID: , UID: "335bc5e8-411e-47b6-8c0a-9abdbbfdfced", MAC: 0a:58:0a:80:00:17, IPs: [10.128.0.23/23] I0506 20:17:55.919220 3647 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-h2z82 99ca4fe72690d2cd52a6adac243cf1b3e79561036c48f03eaffff048dafab84f network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-h2z82 99ca4fe72690d2cd52a6adac243cf1b3e79561036c48f03eaffff048dafab84f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:5a:04:34:9e:92\",\"name\":\"99ca4fe72690d2c\"},{\"mac\":\"0a:58:0a:80:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b2e6ec39-3ae1-4a5d-8519-2bbbf31c5b1f\"}],\"ips\":[{\"address\":\"10.128.0.23/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0506 20:17:59.060807 3647 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0506 20:18:06.439956 3647 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 W0506 20:18:10.070254 3647 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 8383: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0506 20:18:10.103272 3647 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0506 20:18:10.103356 3647 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-dqt28 IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-dqt28: no pod IPs found I0506 20:18:23.328094 3647 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=81 I0506 20:18:51.452362 3647 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0506 20:20:00.207397 3647 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29634980-vf9sv] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29634980-vf9sv for pod on switch ip-10-0-1-72.ec2.internal I0506 20:20:00.207522 3647 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29634980-vf9sv I0506 20:20:00.249232 3647 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29634980-vf9sv] pod update took 41.736568ms I0506 20:20:00.249257 3647 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29634980-vf9sv] addLogicalPort annotation time took 41.764041ms I0506 20:20:00.250507 3647 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29634980-vf9sv] addLogicalPort took 43.126692ms, libovsdb time 919.528µs I0506 20:20:00.575706 3647 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29634980-vf9sv bc1438f4ea98c418bd23a81d05a41601dd973eab48be20bad55bdd5a849bb213 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29634980-vf9sv bc1438f4ea98c418bd23a81d05a41601dd973eab48be20bad55bdd5a849bb213 network default NAD default NAD key ] I0506 20:20:00.584901 3647 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29634980-vf9sv, hostIfaceName: bc1438f4ea98c41, network: default, NAD default, SandboxID: "bc1438f4ea98c418bd23a81d05a41601dd973eab48be20bad55bdd5a849bb213", PCI device ID: , UID: "6f6bf259-0894-488b-9aa4-dba035c91b47", MAC: 0a:58:0a:80:00:18, IPs: [10.128.0.24/23] I0506 20:20:00.632039 3647 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29634980-vf9sv bc1438f4ea98c418bd23a81d05a41601dd973eab48be20bad55bdd5a849bb213 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29634980-vf9sv bc1438f4ea98c418bd23a81d05a41601dd973eab48be20bad55bdd5a849bb213 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:aa:de:a3:1c:64\",\"name\":\"bc1438f4ea98c41\"},{\"mac\":\"0a:58:0a:80:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5a95d3b5-2e5a-4784-9fed-7ffb11d0453a\"}],\"ips\":[{\"address\":\"10.128.0.24/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 20:20:03.540560 3647 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29634980-vf9sv bc1438f4ea98c418bd23a81d05a41601dd973eab48be20bad55bdd5a849bb213 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29634980-vf9sv bc1438f4ea98c418bd23a81d05a41601dd973eab48be20bad55bdd5a849bb213 network default NAD default NAD key ] I0506 20:20:03.620637 3647 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29634980-vf9sv bc1438f4ea98c418bd23a81d05a41601dd973eab48be20bad55bdd5a849bb213 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29634980-vf9sv bc1438f4ea98c418bd23a81d05a41601dd973eab48be20bad55bdd5a849bb213 network default NAD default NAD key default], result "{}", err I0506 20:20:03.659003 3647 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634980-vf9sv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:20:03.659090 3647 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29634980-vf9sv I0506 20:20:03.660364 3647 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29634980-vf9sv, ips: 10.128.0.24 I0506 20:20:03.660390 3647 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634980-vf9sv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:20:04.549197 3647 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634980-vf9sv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:20:04.549220 3647 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634980-vf9sv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:20:08.329140 3647 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=74 I0506 20:20:39.837698 3647 namespace.go:98] [tsf] adding namespace I0506 20:20:39.838629 3647 namespace.go:102] [tsf] adding namespace took 908.219µs I0506 20:20:39.857760 3647 namespace.go:142] [tsf] updating namespace I0506 20:20:39.865636 3647 namespace.go:142] [tsf] updating namespace I0506 20:20:44.593121 3647 namespace.go:98] [konflux-operator] adding namespace I0506 20:20:44.593121 3647 namespace.go:98] [tsf-keycloak] adding namespace I0506 20:20:44.594055 3647 namespace.go:102] [konflux-operator] adding namespace took 912.061µs I0506 20:20:44.594657 3647 namespace.go:102] [tsf-keycloak] adding namespace took 1.480855ms I0506 20:20:44.597074 3647 namespace.go:98] [konflux-ui] adding namespace I0506 20:20:44.597134 3647 namespace.go:98] [rhtpa-operator] adding namespace I0506 20:20:44.597810 3647 namespace.go:102] [konflux-ui] adding namespace took 718.129µs I0506 20:20:44.598402 3647 namespace.go:102] [rhtpa-operator] adding namespace took 1.249805ms I0506 20:20:44.601360 3647 namespace.go:98] [cert-manager-operator] adding namespace I0506 20:20:44.601400 3647 namespace.go:98] [tsf-tpa] adding namespace I0506 20:20:44.601491 3647 namespace.go:98] [rhbk-operator] adding namespace I0506 20:20:44.601567 3647 namespace.go:98] [tsf-tas] adding namespace I0506 20:20:44.602107 3647 namespace.go:102] [cert-manager-operator] adding namespace took 727.172µs I0506 20:20:44.602653 3647 namespace.go:102] [tsf-tpa] adding namespace took 1.242309ms I0506 20:20:44.603117 3647 namespace.go:102] [rhbk-operator] adding namespace took 1.611213ms I0506 20:20:44.603614 3647 namespace.go:102] [tsf-tas] adding namespace took 2.034609ms I0506 20:20:44.617384 3647 namespace.go:142] [konflux-operator] updating namespace I0506 20:20:44.637380 3647 namespace.go:142] [konflux-operator] updating namespace I0506 20:20:44.637554 3647 namespace.go:142] [tsf-keycloak] updating namespace I0506 20:20:44.648050 3647 namespace.go:142] [konflux-ui] updating namespace I0506 20:20:44.648125 3647 namespace.go:142] [rhtpa-operator] updating namespace I0506 20:20:44.648221 3647 namespace.go:142] [cert-manager-operator] updating namespace I0506 20:20:44.650916 3647 namespace.go:142] [tsf-keycloak] updating namespace I0506 20:20:44.679012 3647 namespace.go:142] [konflux-operator] updating namespace I0506 20:20:44.681582 3647 namespace.go:142] [rhbk-operator] updating namespace I0506 20:20:44.690207 3647 namespace.go:142] [tsf-tpa] updating namespace I0506 20:20:44.690310 3647 namespace.go:142] [tsf-keycloak] updating namespace I0506 20:20:44.690462 3647 namespace.go:142] [tsf-tas] updating namespace I0506 20:20:44.732190 3647 namespace.go:142] [rhtpa-operator] updating namespace I0506 20:20:44.743512 3647 namespace.go:142] [rhtpa-operator] updating namespace I0506 20:20:44.780335 3647 namespace.go:142] [cert-manager-operator] updating namespace I0506 20:20:44.793776 3647 namespace.go:142] [cert-manager-operator] updating namespace I0506 20:20:44.821110 3647 namespace.go:142] [tsf-tpa] updating namespace I0506 20:20:44.829908 3647 namespace.go:142] [tsf-tpa] updating namespace I0506 20:20:44.862728 3647 namespace.go:142] [rhbk-operator] updating namespace I0506 20:20:44.881192 3647 namespace.go:142] [rhbk-operator] updating namespace I0506 20:20:44.915212 3647 namespace.go:142] [tsf-tas] updating namespace I0506 20:20:44.927135 3647 namespace.go:142] [tsf-tas] updating namespace I0506 20:20:44.941170 3647 namespace.go:142] [konflux-ui] updating namespace I0506 20:20:44.958595 3647 namespace.go:142] [konflux-ui] updating namespace I0506 20:20:45.829280 3647 namespace.go:142] [tsf-keycloak] updating namespace I0506 20:20:45.845083 3647 namespace.go:142] [tsf-tpa] updating namespace I0506 20:20:47.585944 3647 base_network_controller_pods.go:487] [default/openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exzpbv] creating logical port openshift-marketplace_5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exzpbv for pod on switch ip-10-0-1-72.ec2.internal I0506 20:20:47.586071 3647 kube.go:256] Updating pod openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exzpbv I0506 20:20:47.605534 3647 pod.go:62] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exzpbv] pod update took 19.486695ms I0506 20:20:47.605559 3647 base_network_controller_pods.go:951] [default/openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exzpbv] addLogicalPort annotation time took 19.515816ms I0506 20:20:47.606706 3647 pods.go:271] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exzpbv] addLogicalPort took 20.775096ms, libovsdb time 814.131µs I0506 20:20:47.702453 3647 base_network_controller_pods.go:487] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19df5sc5] creating logical port openshift-marketplace_2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19df5sc5 for pod on switch ip-10-0-1-72.ec2.internal I0506 20:20:47.702579 3647 kube.go:256] Updating pod openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19df5sc5 I0506 20:20:47.762460 3647 pod.go:62] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19df5sc5] pod update took 59.906214ms I0506 20:20:47.762481 3647 base_network_controller_pods.go:951] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19df5sc5] addLogicalPort annotation time took 59.928856ms I0506 20:20:47.763576 3647 pods.go:271] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19df5sc5] addLogicalPort took 61.13859ms, libovsdb time 803.918µs I0506 20:20:47.944463 3647 cni.go:452] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exzpbv 2dac58a4fbe0a325ec3a029759c6e3e852a1f5c4958d700c3d98ccc0423da248 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exzpbv 2dac58a4fbe0a325ec3a029759c6e3e852a1f5c4958d700c3d98ccc0423da248 network default NAD default NAD key ] I0506 20:20:47.953355 3647 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exzpbv, hostIfaceName: 2dac58a4fbe0a32, network: default, NAD default, SandboxID: "2dac58a4fbe0a325ec3a029759c6e3e852a1f5c4958d700c3d98ccc0423da248", PCI device ID: , UID: "1da920cb-1698-41b1-9b9d-e416b857abd1", MAC: 0a:58:0a:80:00:19, IPs: [10.128.0.25/23] I0506 20:20:48.000206 3647 cni.go:473] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exzpbv 2dac58a4fbe0a325ec3a029759c6e3e852a1f5c4958d700c3d98ccc0423da248 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exzpbv 2dac58a4fbe0a325ec3a029759c6e3e852a1f5c4958d700c3d98ccc0423da248 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:07:29:2c:f8:78\",\"name\":\"2dac58a4fbe0a32\"},{\"mac\":\"0a:58:0a:80:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9ca74725-d223-4631-8783-9f66029cdfb7\"}],\"ips\":[{\"address\":\"10.128.0.25/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 20:20:48.061075 3647 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19df5sc5 b66c2c9d6439f7a6f6a2b0b5bb0c783fa680182ae4db0ef617f3811dcf7aac4e network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19df5sc5 b66c2c9d6439f7a6f6a2b0b5bb0c783fa680182ae4db0ef617f3811dcf7aac4e network default NAD default NAD key ] I0506 20:20:48.070920 3647 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19df5sc5, hostIfaceName: b66c2c9d6439f7a, network: default, NAD default, SandboxID: "b66c2c9d6439f7a6f6a2b0b5bb0c783fa680182ae4db0ef617f3811dcf7aac4e", PCI device ID: , UID: "dccd5cd6-7085-4cc8-9d0c-3042f2eb78f2", MAC: 0a:58:0a:80:00:1a, IPs: [10.128.0.26/23] I0506 20:20:48.118736 3647 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19df5sc5 b66c2c9d6439f7a6f6a2b0b5bb0c783fa680182ae4db0ef617f3811dcf7aac4e network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19df5sc5 b66c2c9d6439f7a6f6a2b0b5bb0c783fa680182ae4db0ef617f3811dcf7aac4e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:be:8b:04:1b:18\",\"name\":\"b66c2c9d6439f7a\"},{\"mac\":\"0a:58:0a:80:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/07963d37-04a7-42a0-a323-97f5bde234b5\"}],\"ips\":[{\"address\":\"10.128.0.26/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 20:20:50.518353 3647 base_network_controller_pods.go:487] [default/openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fesqmkl] creating logical port openshift-marketplace_5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fesqmkl for pod on switch ip-10-0-1-72.ec2.internal I0506 20:20:50.518485 3647 kube.go:256] Updating pod openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fesqmkl I0506 20:20:50.537036 3647 pod.go:62] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fesqmkl] pod update took 18.57732ms I0506 20:20:50.537058 3647 base_network_controller_pods.go:951] [default/openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fesqmkl] addLogicalPort annotation time took 18.606104ms I0506 20:20:50.538306 3647 pods.go:271] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fesqmkl] addLogicalPort took 19.972041ms, libovsdb time 885.118µs I0506 20:20:50.961877 3647 base_network_controller_pods.go:487] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51m2q6z] creating logical port openshift-marketplace_79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51m2q6z for pod on switch ip-10-0-1-72.ec2.internal I0506 20:20:50.961974 3647 kube.go:256] Updating pod openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51m2q6z I0506 20:20:50.975448 3647 pod.go:62] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51m2q6z] pod update took 13.501366ms I0506 20:20:50.975469 3647 base_network_controller_pods.go:951] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51m2q6z] addLogicalPort annotation time took 13.527053ms I0506 20:20:50.976651 3647 pods.go:271] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51m2q6z] addLogicalPort took 14.791149ms, libovsdb time 848.44µs I0506 20:20:51.051700 3647 cni.go:452] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fesqmkl c4cba18e244469e006dc1c24171d5954e529c8269adaa8d2fb53a8cb0db0772c network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fesqmkl c4cba18e244469e006dc1c24171d5954e529c8269adaa8d2fb53a8cb0db0772c network default NAD default NAD key ] I0506 20:20:51.062342 3647 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fesqmkl, hostIfaceName: c4cba18e244469e, network: default, NAD default, SandboxID: "c4cba18e244469e006dc1c24171d5954e529c8269adaa8d2fb53a8cb0db0772c", PCI device ID: , UID: "c4663de4-e31d-4b84-be58-5caeb09f76d7", MAC: 0a:58:0a:80:00:1b, IPs: [10.128.0.27/23] I0506 20:20:51.114081 3647 cni.go:473] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fesqmkl c4cba18e244469e006dc1c24171d5954e529c8269adaa8d2fb53a8cb0db0772c network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fesqmkl c4cba18e244469e006dc1c24171d5954e529c8269adaa8d2fb53a8cb0db0772c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:9d:31:fa:cf:ce\",\"name\":\"c4cba18e244469e\"},{\"mac\":\"0a:58:0a:80:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e0fa5901-d2b9-4c1b-8e5d-48f55e082494\"}],\"ips\":[{\"address\":\"10.128.0.27/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 20:20:51.317418 3647 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51m2q6z d9bc9de803aa4062b0c4850fa4ad9eb98f444a5cf5b231ae6fa384552e071cf6 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51m2q6z d9bc9de803aa4062b0c4850fa4ad9eb98f444a5cf5b231ae6fa384552e071cf6 network default NAD default NAD key ] I0506 20:20:51.326575 3647 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51m2q6z, hostIfaceName: d9bc9de803aa406, network: default, NAD default, SandboxID: "d9bc9de803aa4062b0c4850fa4ad9eb98f444a5cf5b231ae6fa384552e071cf6", PCI device ID: , UID: "8a5ba747-4037-4946-8bcd-a23f5adc9292", MAC: 0a:58:0a:80:00:1c, IPs: [10.128.0.28/23] I0506 20:20:51.371677 3647 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51m2q6z d9bc9de803aa4062b0c4850fa4ad9eb98f444a5cf5b231ae6fa384552e071cf6 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51m2q6z d9bc9de803aa4062b0c4850fa4ad9eb98f444a5cf5b231ae6fa384552e071cf6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:f9:ee:d7:c6:80\",\"name\":\"d9bc9de803aa406\"},{\"mac\":\"0a:58:0a:80:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/076f8cce-c632-4b8b-8439-cd8920e50306\"}],\"ips\":[{\"address\":\"10.128.0.28/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 20:20:51.736866 3647 cni.go:452] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exzpbv 2dac58a4fbe0a325ec3a029759c6e3e852a1f5c4958d700c3d98ccc0423da248 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exzpbv 2dac58a4fbe0a325ec3a029759c6e3e852a1f5c4958d700c3d98ccc0423da248 network default NAD default NAD key ] I0506 20:20:51.810382 3647 cni.go:473] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exzpbv 2dac58a4fbe0a325ec3a029759c6e3e852a1f5c4958d700c3d98ccc0423da248 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exzpbv 2dac58a4fbe0a325ec3a029759c6e3e852a1f5c4958d700c3d98ccc0423da248 network default NAD default NAD key default], result "{}", err I0506 20:20:51.846536 3647 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exzpbv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:20:51.846573 3647 pods.go:176] Deleting pod: openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exzpbv I0506 20:20:51.847857 3647 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exzpbv, ips: 10.128.0.25 I0506 20:20:51.847884 3647 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exzpbv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:20:51.847908 3647 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exzpbv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 20:20:51.847917 3647 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0506 20:20:51.848094 3647 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exzpbv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 20:20:51.848108 3647 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0506 20:20:52.876791 3647 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exzpbv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:20:52.876812 3647 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exzpbv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:20:52.876826 3647 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exzpbv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:20:52.876835 3647 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exzpbv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:20:53.753186 3647 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19df5sc5 b66c2c9d6439f7a6f6a2b0b5bb0c783fa680182ae4db0ef617f3811dcf7aac4e network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19df5sc5 b66c2c9d6439f7a6f6a2b0b5bb0c783fa680182ae4db0ef617f3811dcf7aac4e network default NAD default NAD key ] I0506 20:20:53.818761 3647 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19df5sc5 b66c2c9d6439f7a6f6a2b0b5bb0c783fa680182ae4db0ef617f3811dcf7aac4e network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19df5sc5 b66c2c9d6439f7a6f6a2b0b5bb0c783fa680182ae4db0ef617f3811dcf7aac4e network default NAD default NAD key default], result "{}", err I0506 20:20:53.824738 3647 base_network_controller_pods.go:487] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kmfch] creating logical port openshift-marketplace_03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kmfch for pod on switch ip-10-0-1-72.ec2.internal I0506 20:20:53.824852 3647 kube.go:256] Updating pod openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kmfch I0506 20:20:53.843423 3647 pod.go:62] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kmfch] pod update took 18.594526ms I0506 20:20:53.843445 3647 base_network_controller_pods.go:951] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kmfch] addLogicalPort annotation time took 18.620586ms I0506 20:20:53.844663 3647 pods.go:271] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kmfch] addLogicalPort took 19.934653ms, libovsdb time 887.832µs I0506 20:20:53.903734 3647 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19df5sc5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:20:53.903766 3647 pods.go:176] Deleting pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19df5sc5 I0506 20:20:53.905001 3647 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19df5sc5, ips: 10.128.0.26 I0506 20:20:53.905023 3647 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19df5sc5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:20:53.905040 3647 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19df5sc5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 20:20:53.905047 3647 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0506 20:20:53.905193 3647 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19df5sc5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 20:20:53.905203 3647 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0506 20:20:53.913464 3647 base_network_controller_pods.go:487] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7s9976] creating logical port openshift-marketplace_09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7s9976 for pod on switch ip-10-0-1-72.ec2.internal I0506 20:20:53.913564 3647 kube.go:256] Updating pod openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7s9976 I0506 20:20:53.935336 3647 pod.go:62] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7s9976] pod update took 21.795617ms I0506 20:20:53.935354 3647 base_network_controller_pods.go:951] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7s9976] addLogicalPort annotation time took 21.816419ms I0506 20:20:53.936487 3647 pods.go:271] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7s9976] addLogicalPort took 23.032266ms, libovsdb time 852.493µs I0506 20:20:54.189625 3647 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kmfch 7527c0ac800f759c34892ce301a61a5fa1934b6f42cf00fce907d306b590b377 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kmfch 7527c0ac800f759c34892ce301a61a5fa1934b6f42cf00fce907d306b590b377 network default NAD default NAD key ] I0506 20:20:54.200134 3647 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kmfch, hostIfaceName: 7527c0ac800f759, network: default, NAD default, SandboxID: "7527c0ac800f759c34892ce301a61a5fa1934b6f42cf00fce907d306b590b377", PCI device ID: , UID: "bc638b22-d216-4133-9ee0-90ba8f3bf5eb", MAC: 0a:58:0a:80:00:1d, IPs: [10.128.0.29/23] I0506 20:20:54.247244 3647 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kmfch 7527c0ac800f759c34892ce301a61a5fa1934b6f42cf00fce907d306b590b377 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kmfch 7527c0ac800f759c34892ce301a61a5fa1934b6f42cf00fce907d306b590b377 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:40:76:68:3a:81\",\"name\":\"7527c0ac800f759\"},{\"mac\":\"0a:58:0a:80:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/93b30569-1fe1-4bbb-8f49-513450b86901\"}],\"ips\":[{\"address\":\"10.128.0.29/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 20:20:54.306225 3647 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7s9976 fcd17df6b899e4481c268aae7f493596c8f2205754bee49ee5cb3620b4a1d60a network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7s9976 fcd17df6b899e4481c268aae7f493596c8f2205754bee49ee5cb3620b4a1d60a network default NAD default NAD key ] I0506 20:20:54.316107 3647 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7s9976, hostIfaceName: fcd17df6b899e44, network: default, NAD default, SandboxID: "fcd17df6b899e4481c268aae7f493596c8f2205754bee49ee5cb3620b4a1d60a", PCI device ID: , UID: "808a3b1d-e79d-41d8-ba77-08c94687b63b", MAC: 0a:58:0a:80:00:1e, IPs: [10.128.0.30/23] I0506 20:20:54.364479 3647 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7s9976 fcd17df6b899e4481c268aae7f493596c8f2205754bee49ee5cb3620b4a1d60a network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7s9976 fcd17df6b899e4481c268aae7f493596c8f2205754bee49ee5cb3620b4a1d60a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:4c:ab:be:c9:5b\",\"name\":\"fcd17df6b899e44\"},{\"mac\":\"0a:58:0a:80:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f970b3fb-83e3-4485-873c-029afff64334\"}],\"ips\":[{\"address\":\"10.128.0.30/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 20:20:54.766782 3647 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51m2q6z d9bc9de803aa4062b0c4850fa4ad9eb98f444a5cf5b231ae6fa384552e071cf6 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51m2q6z d9bc9de803aa4062b0c4850fa4ad9eb98f444a5cf5b231ae6fa384552e071cf6 network default NAD default NAD key ] I0506 20:20:54.845703 3647 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51m2q6z d9bc9de803aa4062b0c4850fa4ad9eb98f444a5cf5b231ae6fa384552e071cf6 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51m2q6z d9bc9de803aa4062b0c4850fa4ad9eb98f444a5cf5b231ae6fa384552e071cf6 network default NAD default NAD key default], result "{}", err I0506 20:20:54.883995 3647 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51m2q6z of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:20:54.884027 3647 pods.go:176] Deleting pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51m2q6z I0506 20:20:54.885362 3647 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51m2q6z, ips: 10.128.0.28 I0506 20:20:54.885396 3647 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51m2q6z of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:20:54.885418 3647 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51m2q6z of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 20:20:54.885429 3647 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0506 20:20:54.885650 3647 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51m2q6z of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 20:20:54.885665 3647 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0506 20:20:54.923373 3647 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19df5sc5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:20:54.923394 3647 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19df5sc5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:20:54.923409 3647 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19df5sc5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:20:54.923417 3647 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19df5sc5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:20:55.776479 3647 cni.go:452] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fesqmkl c4cba18e244469e006dc1c24171d5954e529c8269adaa8d2fb53a8cb0db0772c network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fesqmkl c4cba18e244469e006dc1c24171d5954e529c8269adaa8d2fb53a8cb0db0772c network default NAD default NAD key ] I0506 20:20:55.843966 3647 cni.go:473] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fesqmkl c4cba18e244469e006dc1c24171d5954e529c8269adaa8d2fb53a8cb0db0772c network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fesqmkl c4cba18e244469e006dc1c24171d5954e529c8269adaa8d2fb53a8cb0db0772c network default NAD default NAD key default], result "{}", err I0506 20:20:55.877748 3647 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fesqmkl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:20:55.877783 3647 pods.go:176] Deleting pod: openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fesqmkl I0506 20:20:55.879490 3647 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fesqmkl, ips: 10.128.0.27 I0506 20:20:55.879525 3647 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fesqmkl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:20:55.879546 3647 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fesqmkl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 20:20:55.879558 3647 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0506 20:20:55.879738 3647 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fesqmkl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 20:20:55.879753 3647 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0506 20:20:55.930546 3647 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51m2q6z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:20:55.930572 3647 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51m2q6z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:20:55.930585 3647 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51m2q6z of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:20:55.930598 3647 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51m2q6z of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:20:56.905144 3647 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fesqmkl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:20:56.905192 3647 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fesqmkl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:20:56.905211 3647 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fesqmkl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:20:56.905224 3647 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fesqmkl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:20:57.793779 3647 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kmfch 7527c0ac800f759c34892ce301a61a5fa1934b6f42cf00fce907d306b590b377 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kmfch 7527c0ac800f759c34892ce301a61a5fa1934b6f42cf00fce907d306b590b377 network default NAD default NAD key ] I0506 20:20:57.856824 3647 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kmfch 7527c0ac800f759c34892ce301a61a5fa1934b6f42cf00fce907d306b590b377 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kmfch 7527c0ac800f759c34892ce301a61a5fa1934b6f42cf00fce907d306b590b377 network default NAD default NAD key default], result "{}", err I0506 20:20:57.902495 3647 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kmfch of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:20:57.902560 3647 pods.go:176] Deleting pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kmfch I0506 20:20:57.904104 3647 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kmfch, ips: 10.128.0.29 I0506 20:20:57.904137 3647 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kmfch of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:20:57.904170 3647 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kmfch of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 20:20:57.904178 3647 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0506 20:20:57.904397 3647 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kmfch of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 20:20:57.904407 3647 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0506 20:20:58.799230 3647 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7s9976 fcd17df6b899e4481c268aae7f493596c8f2205754bee49ee5cb3620b4a1d60a network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7s9976 fcd17df6b899e4481c268aae7f493596c8f2205754bee49ee5cb3620b4a1d60a network default NAD default NAD key ] I0506 20:20:58.880292 3647 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7s9976 fcd17df6b899e4481c268aae7f493596c8f2205754bee49ee5cb3620b4a1d60a network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7s9976 fcd17df6b899e4481c268aae7f493596c8f2205754bee49ee5cb3620b4a1d60a network default NAD default NAD key default], result "{}", err I0506 20:20:58.923492 3647 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7s9976 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:20:58.923524 3647 pods.go:176] Deleting pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7s9976 I0506 20:20:58.924800 3647 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7s9976, ips: 10.128.0.30 I0506 20:20:58.924827 3647 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7s9976 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:20:58.924847 3647 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7s9976 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 20:20:58.924855 3647 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0506 20:20:58.925051 3647 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7s9976 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 20:20:58.925064 3647 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0506 20:20:58.928579 3647 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kmfch of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:20:58.928603 3647 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kmfch of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:20:58.928615 3647 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kmfch of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:20:58.928627 3647 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kmfch of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:20:59.953534 3647 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7s9976 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:20:59.953558 3647 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7s9976 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:20:59.953572 3647 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7s9976 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:20:59.953589 3647 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7s9976 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:21:02.955644 3647 base_network_controller_pods.go:487] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-4pxld] creating logical port cert-manager-operator_cert-manager-operator-controller-manager-5b66478c58-4pxld for pod on switch ip-10-0-1-72.ec2.internal I0506 20:21:02.955781 3647 kube.go:256] Updating pod cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-4pxld I0506 20:21:02.993532 3647 pod.go:62] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-4pxld] pod update took 37.782276ms I0506 20:21:02.993560 3647 base_network_controller_pods.go:951] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-4pxld] addLogicalPort annotation time took 37.812968ms I0506 20:21:02.994942 3647 pods.go:271] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-4pxld] addLogicalPort took 39.310239ms, libovsdb time 940.055µs I0506 20:21:03.312392 3647 cni.go:452] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-4pxld 83b04f3e150711462e0cc3e6343e4e9d37baec6b54c28558030484740c382fdb network default NAD default NAD key ] ADD starting CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-4pxld 83b04f3e150711462e0cc3e6343e4e9d37baec6b54c28558030484740c382fdb network default NAD default NAD key ] I0506 20:21:03.321388 3647 helper_linux.go:556] ConfigureOVS: namespace: cert-manager-operator, podName: cert-manager-operator-controller-manager-5b66478c58-4pxld, hostIfaceName: 83b04f3e1507114, network: default, NAD default, SandboxID: "83b04f3e150711462e0cc3e6343e4e9d37baec6b54c28558030484740c382fdb", PCI device ID: , UID: "9643a91d-fcda-48f2-ba6b-592dedd0d567", MAC: 0a:58:0a:80:00:1f, IPs: [10.128.0.31/23] I0506 20:21:03.368111 3647 cni.go:473] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-4pxld 83b04f3e150711462e0cc3e6343e4e9d37baec6b54c28558030484740c382fdb network default NAD default NAD key default] ADD finished CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-4pxld 83b04f3e150711462e0cc3e6343e4e9d37baec6b54c28558030484740c382fdb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:b7:53:06:fc:83\",\"name\":\"83b04f3e1507114\"},{\"mac\":\"0a:58:0a:80:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ae95c126-b8d4-4554-bfff-95bbacd3f85e\"}],\"ips\":[{\"address\":\"10.128.0.31/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 20:21:06.439622 3647 namespace.go:98] [cert-manager] adding namespace I0506 20:21:06.440556 3647 namespace.go:102] [cert-manager] adding namespace took 911.693µs I0506 20:21:06.487286 3647 namespace.go:142] [cert-manager] updating namespace I0506 20:21:06.523900 3647 namespace.go:142] [cert-manager] updating namespace I0506 20:21:07.457287 3647 base_network_controller_pods.go:487] [default/rhbk-operator/rhbk-operator-69889d554d-5l7b7] creating logical port rhbk-operator_rhbk-operator-69889d554d-5l7b7 for pod on switch ip-10-0-1-72.ec2.internal I0506 20:21:07.457424 3647 kube.go:256] Updating pod rhbk-operator/rhbk-operator-69889d554d-5l7b7 I0506 20:21:07.510841 3647 pod.go:62] [rhbk-operator/rhbk-operator-69889d554d-5l7b7] pod update took 53.447149ms I0506 20:21:07.510861 3647 base_network_controller_pods.go:951] [default/rhbk-operator/rhbk-operator-69889d554d-5l7b7] addLogicalPort annotation time took 53.470644ms I0506 20:21:07.512016 3647 pods.go:271] [rhbk-operator/rhbk-operator-69889d554d-5l7b7] addLogicalPort took 54.744594ms, libovsdb time 826.866µs I0506 20:21:07.816836 3647 cni.go:452] [rhbk-operator/rhbk-operator-69889d554d-5l7b7 4a6a2a8278a7e9547c5a6e6a4084e8485a37a42f1ef4b676abefdc8236af2060 network default NAD default NAD key ] ADD starting CNI request [rhbk-operator/rhbk-operator-69889d554d-5l7b7 4a6a2a8278a7e9547c5a6e6a4084e8485a37a42f1ef4b676abefdc8236af2060 network default NAD default NAD key ] I0506 20:21:07.825754 3647 helper_linux.go:556] ConfigureOVS: namespace: rhbk-operator, podName: rhbk-operator-69889d554d-5l7b7, hostIfaceName: 4a6a2a8278a7e95, network: default, NAD default, SandboxID: "4a6a2a8278a7e9547c5a6e6a4084e8485a37a42f1ef4b676abefdc8236af2060", PCI device ID: , UID: "9f4f5752-ed91-4793-95c6-032400fe5f45", MAC: 0a:58:0a:80:00:20, IPs: [10.128.0.32/23] I0506 20:21:07.872309 3647 cni.go:473] [rhbk-operator/rhbk-operator-69889d554d-5l7b7 4a6a2a8278a7e9547c5a6e6a4084e8485a37a42f1ef4b676abefdc8236af2060 network default NAD default NAD key default] ADD finished CNI request [rhbk-operator/rhbk-operator-69889d554d-5l7b7 4a6a2a8278a7e9547c5a6e6a4084e8485a37a42f1ef4b676abefdc8236af2060 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:df:24:ef:8f:93\",\"name\":\"4a6a2a8278a7e95\"},{\"mac\":\"0a:58:0a:80:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5b91a59b-d28c-4736-9e42-15ccf5e69fed\"}],\"ips\":[{\"address\":\"10.128.0.32/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 20:21:07.959748 3647 base_network_controller_pods.go:487] [default/konflux-operator/konflux-operator-controller-manager-5bf6d87b75-bc62j] creating logical port konflux-operator_konflux-operator-controller-manager-5bf6d87b75-bc62j for pod on switch ip-10-0-1-72.ec2.internal I0506 20:21:07.959887 3647 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-5bf6d87b75-bc62j I0506 20:21:07.982284 3647 pod.go:62] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-bc62j] pod update took 22.420912ms I0506 20:21:07.982304 3647 base_network_controller_pods.go:951] [default/konflux-operator/konflux-operator-controller-manager-5bf6d87b75-bc62j] addLogicalPort annotation time took 22.446545ms I0506 20:21:07.983557 3647 pods.go:271] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-bc62j] addLogicalPort took 23.826743ms, libovsdb time 920.006µs I0506 20:21:08.320236 3647 cni.go:452] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-bc62j 6f20992e1bb51a10d48ce2ee92657882c968460caabd0ea6c3aa0f1386f0b157 network default NAD default NAD key ] ADD starting CNI request [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-bc62j 6f20992e1bb51a10d48ce2ee92657882c968460caabd0ea6c3aa0f1386f0b157 network default NAD default NAD key ] I0506 20:21:08.329360 3647 helper_linux.go:556] ConfigureOVS: namespace: konflux-operator, podName: konflux-operator-controller-manager-5bf6d87b75-bc62j, hostIfaceName: 6f20992e1bb51a1, network: default, NAD default, SandboxID: "6f20992e1bb51a10d48ce2ee92657882c968460caabd0ea6c3aa0f1386f0b157", PCI device ID: , UID: "d5143825-54e9-49d7-a21b-24939c0a8abb", MAC: 0a:58:0a:80:00:21, IPs: [10.128.0.33/23] I0506 20:21:08.374864 3647 cni.go:473] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-bc62j 6f20992e1bb51a10d48ce2ee92657882c968460caabd0ea6c3aa0f1386f0b157 network default NAD default NAD key default] ADD finished CNI request [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-bc62j 6f20992e1bb51a10d48ce2ee92657882c968460caabd0ea6c3aa0f1386f0b157 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:eb:2a:db:c1:f7\",\"name\":\"6f20992e1bb51a1\"},{\"mac\":\"0a:58:0a:80:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ce20ae42-b1c4-46a8-80c6-de0d6cef9550\"}],\"ips\":[{\"address\":\"10.128.0.33/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0506 20:21:10.868056 3647 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0506 20:21:11.988629 3647 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook W0506 20:21:11.988650 3647 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook I0506 20:21:12.170078 3647 base_network_controller_pods.go:487] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-df5jd] creating logical port tsf-tpa_rhtpa-operator-controller-manager-586cbb496b-df5jd for pod on switch ip-10-0-1-72.ec2.internal I0506 20:21:12.170249 3647 kube.go:256] Updating pod tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-df5jd I0506 20:21:12.188485 3647 pod.go:62] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-df5jd] pod update took 18.260941ms I0506 20:21:12.188510 3647 base_network_controller_pods.go:951] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-df5jd] addLogicalPort annotation time took 18.29001ms I0506 20:21:12.189697 3647 pods.go:271] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-df5jd] addLogicalPort took 19.636004ms, libovsdb time 816.662µs I0506 20:21:12.537571 3647 cni.go:452] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-df5jd dac4fbe871a1445413ea026d9966532b509e9e00984b67e7210ad0eeb0985ab8 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-df5jd dac4fbe871a1445413ea026d9966532b509e9e00984b67e7210ad0eeb0985ab8 network default NAD default NAD key ] I0506 20:21:12.546884 3647 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: rhtpa-operator-controller-manager-586cbb496b-df5jd, hostIfaceName: dac4fbe871a1445, network: default, NAD default, SandboxID: "dac4fbe871a1445413ea026d9966532b509e9e00984b67e7210ad0eeb0985ab8", PCI device ID: , UID: "6c255f57-2086-4895-9a90-019256846e8b", MAC: 0a:58:0a:80:00:22, IPs: [10.128.0.34/23] I0506 20:21:12.598621 3647 cni.go:473] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-df5jd dac4fbe871a1445413ea026d9966532b509e9e00984b67e7210ad0eeb0985ab8 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-df5jd dac4fbe871a1445413ea026d9966532b509e9e00984b67e7210ad0eeb0985ab8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:f5:8d:e0:91:86\",\"name\":\"dac4fbe871a1445\"},{\"mac\":\"0a:58:0a:80:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a408e543-ab0e-4b91-a8bc-c32c55498792\"}],\"ips\":[{\"address\":\"10.128.0.34/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 20:21:13.276172 3647 namespace.go:142] [openshift-operators] updating namespace I0506 20:21:13.291396 3647 namespace.go:142] [openshift-operators] updating namespace W0506 20:21:16.894106 3647 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0506 20:21:21.862030 3647 namespace.go:142] [openshift-operators] updating namespace W0506 20:21:21.881314 3647 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 8443: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0506 20:21:22.366578 3647 base_network_controller_pods.go:487] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-5k74z] creating logical port openshift-operators_openshift-pipelines-operator-6bdf6c8794-5k74z for pod on switch ip-10-0-1-72.ec2.internal I0506 20:21:22.366688 3647 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6bdf6c8794-5k74z I0506 20:21:22.464183 3647 pod.go:62] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-5k74z] pod update took 97.520975ms I0506 20:21:22.464203 3647 base_network_controller_pods.go:951] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-5k74z] addLogicalPort annotation time took 97.545564ms I0506 20:21:22.465290 3647 pods.go:271] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-5k74z] addLogicalPort took 98.731339ms, libovsdb time 773.53µs I0506 20:21:22.747274 3647 cni.go:452] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-5k74z 08b13253d9ad4b8a879ea7b3362600e3d541b951e77dfd0a3789db95ffdb0f01 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-5k74z 08b13253d9ad4b8a879ea7b3362600e3d541b951e77dfd0a3789db95ffdb0f01 network default NAD default NAD key ] I0506 20:21:22.756723 3647 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: openshift-pipelines-operator-6bdf6c8794-5k74z, hostIfaceName: 08b13253d9ad4b8, network: default, NAD default, SandboxID: "08b13253d9ad4b8a879ea7b3362600e3d541b951e77dfd0a3789db95ffdb0f01", PCI device ID: , UID: "92645f82-e132-4dd4-983c-5e2662513fb8", MAC: 0a:58:0a:80:00:23, IPs: [10.128.0.35/23] I0506 20:21:22.804425 3647 cni.go:473] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-5k74z 08b13253d9ad4b8a879ea7b3362600e3d541b951e77dfd0a3789db95ffdb0f01 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-5k74z 08b13253d9ad4b8a879ea7b3362600e3d541b951e77dfd0a3789db95ffdb0f01 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:64:7b:d1:f1:ab\",\"name\":\"08b13253d9ad4b8\"},{\"mac\":\"0a:58:0a:80:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d2f435fe-7553-4d4b-8ea9-b1268a9223de\"}],\"ips\":[{\"address\":\"10.128.0.35/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 20:21:27.253560 3647 base_network_controller_pods.go:487] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-lj6kn] creating logical port openshift-operators_rhtas-operator-controller-manager-68888cb75-lj6kn for pod on switch ip-10-0-1-72.ec2.internal I0506 20:21:27.253669 3647 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-68888cb75-lj6kn I0506 20:21:27.300915 3647 pod.go:62] [openshift-operators/rhtas-operator-controller-manager-68888cb75-lj6kn] pod update took 47.269864ms I0506 20:21:27.300937 3647 base_network_controller_pods.go:951] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-lj6kn] addLogicalPort annotation time took 47.298576ms I0506 20:21:27.302194 3647 pods.go:271] [openshift-operators/rhtas-operator-controller-manager-68888cb75-lj6kn] addLogicalPort took 48.650371ms, libovsdb time 896.578µs I0506 20:21:27.623590 3647 cni.go:452] [openshift-operators/rhtas-operator-controller-manager-68888cb75-lj6kn e0f09096176176f487ef08ef9a8fad3f1208e6cb2c3583a428e0c4ea81ca189c network default NAD default NAD key ] ADD starting CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-lj6kn e0f09096176176f487ef08ef9a8fad3f1208e6cb2c3583a428e0c4ea81ca189c network default NAD default NAD key ] I0506 20:21:27.632846 3647 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: rhtas-operator-controller-manager-68888cb75-lj6kn, hostIfaceName: e0f09096176176f, network: default, NAD default, SandboxID: "e0f09096176176f487ef08ef9a8fad3f1208e6cb2c3583a428e0c4ea81ca189c", PCI device ID: , UID: "f7f4c500-78ed-4fee-8226-892cfaa2108e", MAC: 0a:58:0a:80:00:24, IPs: [10.128.0.36/23] I0506 20:21:27.681319 3647 cni.go:473] [openshift-operators/rhtas-operator-controller-manager-68888cb75-lj6kn e0f09096176176f487ef08ef9a8fad3f1208e6cb2c3583a428e0c4ea81ca189c network default NAD default NAD key default] ADD finished CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-lj6kn e0f09096176176f487ef08ef9a8fad3f1208e6cb2c3583a428e0c4ea81ca189c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:0c:e6:a3:11:15\",\"name\":\"e0f09096176176f\"},{\"mac\":\"0a:58:0a:80:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8f417540-0e48-44f2-a66e-ff50a183f755\"}],\"ips\":[{\"address\":\"10.128.0.36/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0506 20:21:27.898597 3647 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 8443: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0506 20:21:29.153338 3647 namespace.go:98] [trusted-artifact-signer] adding namespace I0506 20:21:29.154299 3647 namespace.go:102] [trusted-artifact-signer] adding namespace took 931.026µs I0506 20:21:29.181379 3647 namespace.go:142] [trusted-artifact-signer] updating namespace I0506 20:21:29.199908 3647 namespace.go:142] [trusted-artifact-signer] updating namespace W0506 20:21:29.970027 3647 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0506 20:21:38.551623 3647 namespace.go:98] [openshift-pipelines] adding namespace I0506 20:21:38.552525 3647 namespace.go:102] [openshift-pipelines] adding namespace took 879.055µs I0506 20:21:38.568169 3647 namespace.go:142] [openshift-pipelines] updating namespace W0506 20:21:38.836559 3647 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service W0506 20:21:38.845224 3647 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0506 20:21:39.288201 3647 namespace.go:142] [cert-manager] updating namespace I0506 20:21:39.485294 3647 namespace.go:142] [cert-manager-operator] updating namespace I0506 20:21:39.880980 3647 namespace.go:142] [konflux-operator] updating namespace I0506 20:21:40.083039 3647 namespace.go:142] [konflux-ui] updating namespace I0506 20:21:40.273490 3647 namespace.go:142] [open-cluster-management-2q4kp77oipug2hvvh6d7vlnhnie88jkr] updating namespace I0506 20:21:40.698529 3647 namespace.go:142] [rhbk-operator] updating namespace I0506 20:21:40.889607 3647 namespace.go:142] [rhtpa-operator] updating namespace W0506 20:21:41.023243 3647 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 8080: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0506 20:21:41.129915 3647 namespace.go:142] [trusted-artifact-signer] updating namespace I0506 20:21:41.375380 3647 namespace.go:142] [tsf] updating namespace I0506 20:21:41.526863 3647 namespace.go:142] [tsf-keycloak] updating namespace I0506 20:21:41.857518 3647 namespace.go:142] [tsf-tas] updating namespace I0506 20:21:42.143445 3647 namespace.go:142] [tsf-tpa] updating namespace I0506 20:21:42.285216 3647 namespace.go:142] [cert-manager] updating namespace I0506 20:21:42.301168 3647 namespace.go:142] [cert-manager-operator] updating namespace I0506 20:21:42.317228 3647 namespace.go:142] [default] updating namespace I0506 20:21:42.340353 3647 namespace.go:142] [konflux-operator] updating namespace I0506 20:21:42.360584 3647 namespace.go:142] [konflux-ui] updating namespace I0506 20:21:42.372419 3647 namespace.go:142] [open-cluster-management-2q4kp77oipug2hvvh6d7vlnhnie88jkr] updating namespace I0506 20:21:42.384301 3647 namespace.go:142] [openshift] updating namespace I0506 20:21:42.399425 3647 namespace.go:142] [rhbk-operator] updating namespace I0506 20:21:42.408143 3647 namespace.go:142] [rhtpa-operator] updating namespace I0506 20:21:42.420119 3647 namespace.go:142] [trusted-artifact-signer] updating namespace I0506 20:21:42.432406 3647 namespace.go:142] [tsf] updating namespace I0506 20:21:42.443782 3647 namespace.go:142] [tsf-keycloak] updating namespace I0506 20:21:42.460403 3647 namespace.go:142] [tsf-tas] updating namespace I0506 20:21:42.472693 3647 namespace.go:142] [tsf-tpa] updating namespace I0506 20:21:42.522511 3647 namespace.go:142] [cert-manager] updating namespace I0506 20:21:42.606451 3647 namespace.go:142] [cert-manager-operator] updating namespace I0506 20:21:42.699257 3647 namespace.go:142] [default] updating namespace I0506 20:21:42.748068 3647 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:21:42.748636 3647 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:21:42.764842 3647 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:21:42.764860 3647 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:21:42.777528 3647 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0506 20:21:42.777550 3647 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0506 20:21:42.805722 3647 namespace.go:142] [konflux-operator] updating namespace I0506 20:21:42.904556 3647 namespace.go:142] [konflux-ui] updating namespace I0506 20:21:42.998092 3647 namespace.go:142] [open-cluster-management-2q4kp77oipug2hvvh6d7vlnhnie88jkr] updating namespace I0506 20:21:43.104668 3647 namespace.go:142] [openshift] updating namespace I0506 20:21:43.254352 3647 namespace.go:142] [rhbk-operator] updating namespace I0506 20:21:43.338670 3647 namespace.go:142] [rhtpa-operator] updating namespace I0506 20:21:43.418355 3647 namespace.go:142] [trusted-artifact-signer] updating namespace I0506 20:21:43.511076 3647 namespace.go:142] [tsf] updating namespace I0506 20:21:43.600607 3647 namespace.go:142] [tsf-keycloak] updating namespace I0506 20:21:43.708670 3647 namespace.go:142] [tsf-tas] updating namespace I0506 20:21:43.806548 3647 namespace.go:142] [tsf-tpa] updating namespace I0506 20:21:44.488746 3647 namespace.go:142] [openshift-pipelines] updating namespace W0506 20:21:51.663310 3647 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0506 20:21:52.671485 3647 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-j5b4p] creating logical port openshift-pipelines_tekton-events-controller-57d7f78b8d-j5b4p for pod on switch ip-10-0-1-72.ec2.internal I0506 20:21:52.671593 3647 kube.go:256] Updating pod openshift-pipelines/tekton-events-controller-57d7f78b8d-j5b4p I0506 20:21:52.690397 3647 pod.go:62] [openshift-pipelines/tekton-events-controller-57d7f78b8d-j5b4p] pod update took 18.826575ms I0506 20:21:52.690420 3647 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-j5b4p] addLogicalPort annotation time took 18.865272ms I0506 20:21:52.691648 3647 pods.go:271] [openshift-pipelines/tekton-events-controller-57d7f78b8d-j5b4p] addLogicalPort took 20.179481ms, libovsdb time 836.512µs I0506 20:21:52.767246 3647 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-p6jt7] creating logical port openshift-pipelines_tekton-pipelines-remote-resolvers-85f5bb4dfb-p6jt7 for pod on switch ip-10-0-1-72.ec2.internal I0506 20:21:52.767353 3647 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-p6jt7 I0506 20:21:52.784493 3647 pod.go:62] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-p6jt7] pod update took 17.170195ms I0506 20:21:52.784520 3647 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-p6jt7] addLogicalPort annotation time took 17.201947ms I0506 20:21:52.785691 3647 pods.go:271] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-p6jt7] addLogicalPort took 18.46122ms, libovsdb time 810.565µs I0506 20:21:52.867484 3647 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-x74sh] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-x74sh for pod on switch ip-10-0-1-72.ec2.internal I0506 20:21:52.867578 3647 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-x74sh I0506 20:21:52.883222 3647 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-x74sh] pod update took 15.671338ms I0506 20:21:52.883248 3647 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-x74sh] addLogicalPort annotation time took 15.700778ms I0506 20:21:52.884684 3647 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-x74sh] addLogicalPort took 17.212031ms, libovsdb time 1.059112ms I0506 20:21:52.976772 3647 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-5skdn] creating logical port openshift-pipelines_tekton-operator-proxy-webhook-57f84cff6f-5skdn for pod on switch ip-10-0-1-72.ec2.internal I0506 20:21:52.976874 3647 kube.go:256] Updating pod openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-5skdn I0506 20:21:52.998591 3647 pod.go:62] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-5skdn] pod update took 21.745603ms I0506 20:21:52.998688 3647 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-5skdn] addLogicalPort annotation time took 21.8481ms I0506 20:21:53.000198 3647 pods.go:271] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-5skdn] addLogicalPort took 23.439347ms, libovsdb time 987.19µs I0506 20:21:53.032267 3647 cni.go:452] [openshift-pipelines/tekton-events-controller-57d7f78b8d-j5b4p df3729c0aac4eb8bff00e8d192a9c03b0d22d172a33ebd52c296bec460965b86 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-j5b4p df3729c0aac4eb8bff00e8d192a9c03b0d22d172a33ebd52c296bec460965b86 network default NAD default NAD key ] I0506 20:21:53.041901 3647 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-events-controller-57d7f78b8d-j5b4p, hostIfaceName: df3729c0aac4eb8, network: default, NAD default, SandboxID: "df3729c0aac4eb8bff00e8d192a9c03b0d22d172a33ebd52c296bec460965b86", PCI device ID: , UID: "49d0da00-80fb-4513-9f0f-d84a5fff3656", MAC: 0a:58:0a:80:00:25, IPs: [10.128.0.37/23] I0506 20:21:53.097766 3647 cni.go:473] [openshift-pipelines/tekton-events-controller-57d7f78b8d-j5b4p df3729c0aac4eb8bff00e8d192a9c03b0d22d172a33ebd52c296bec460965b86 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-j5b4p df3729c0aac4eb8bff00e8d192a9c03b0d22d172a33ebd52c296bec460965b86 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:50:79:5e:de:2c\",\"name\":\"df3729c0aac4eb8\"},{\"mac\":\"0a:58:0a:80:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/69e8f9cb-99b2-4497-95a4-22d4c5b100c5\"}],\"ips\":[{\"address\":\"10.128.0.37/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 20:21:53.128946 3647 cni.go:452] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-p6jt7 4a4c8285772dee4d6ac5275fc278b7ff825d8146d300b275f2b2a79f6638a9b4 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-p6jt7 4a4c8285772dee4d6ac5275fc278b7ff825d8146d300b275f2b2a79f6638a9b4 network default NAD default NAD key ] I0506 20:21:53.139705 3647 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-remote-resolvers-85f5bb4dfb-p6jt7, hostIfaceName: 4a4c8285772dee4, network: default, NAD default, SandboxID: "4a4c8285772dee4d6ac5275fc278b7ff825d8146d300b275f2b2a79f6638a9b4", PCI device ID: , UID: "aab93870-fdcc-4739-8962-71b8c6ed1c93", MAC: 0a:58:0a:80:00:26, IPs: [10.128.0.38/23] I0506 20:21:53.193589 3647 cni.go:473] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-p6jt7 4a4c8285772dee4d6ac5275fc278b7ff825d8146d300b275f2b2a79f6638a9b4 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-p6jt7 4a4c8285772dee4d6ac5275fc278b7ff825d8146d300b275f2b2a79f6638a9b4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:54:c5:02:39:2d\",\"name\":\"4a4c8285772dee4\"},{\"mac\":\"0a:58:0a:80:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/73fc3e09-abc6-4da6-975c-7b3b92fd2e3a\"}],\"ips\":[{\"address\":\"10.128.0.38/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 20:21:53.233362 3647 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-x74sh 42fa2bcb2c88504912f66074c238001da40e2e066dc4b68b37a3a20d8d2522c9 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-x74sh 42fa2bcb2c88504912f66074c238001da40e2e066dc4b68b37a3a20d8d2522c9 network default NAD default NAD key ] I0506 20:21:53.244565 3647 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-x74sh, hostIfaceName: 42fa2bcb2c88504, network: default, NAD default, SandboxID: "42fa2bcb2c88504912f66074c238001da40e2e066dc4b68b37a3a20d8d2522c9", PCI device ID: , UID: "b790a19b-512c-48c2-9474-15e6d063e60f", MAC: 0a:58:0a:80:00:27, IPs: [10.128.0.39/23] I0506 20:21:53.295141 3647 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-x74sh 42fa2bcb2c88504912f66074c238001da40e2e066dc4b68b37a3a20d8d2522c9 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-x74sh 42fa2bcb2c88504912f66074c238001da40e2e066dc4b68b37a3a20d8d2522c9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:ce:b4:0f:62:65\",\"name\":\"42fa2bcb2c88504\"},{\"mac\":\"0a:58:0a:80:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e63839cb-44aa-4dd1-ad1e-63d7d30c3972\"}],\"ips\":[{\"address\":\"10.128.0.39/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 20:21:53.341768 3647 cni.go:452] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-5skdn d6d6674938aa76d2acafe83a38ea4c0482e35d023495e484fa3d50f81984b5e0 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-5skdn d6d6674938aa76d2acafe83a38ea4c0482e35d023495e484fa3d50f81984b5e0 network default NAD default NAD key ] I0506 20:21:53.352466 3647 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-operator-proxy-webhook-57f84cff6f-5skdn, hostIfaceName: d6d6674938aa76d, network: default, NAD default, SandboxID: "d6d6674938aa76d2acafe83a38ea4c0482e35d023495e484fa3d50f81984b5e0", PCI device ID: , UID: "e4b353c8-c631-4beb-a6d8-6ed8533a8137", MAC: 0a:58:0a:80:00:28, IPs: [10.128.0.40/23] I0506 20:21:53.401467 3647 cni.go:473] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-5skdn d6d6674938aa76d2acafe83a38ea4c0482e35d023495e484fa3d50f81984b5e0 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-5skdn d6d6674938aa76d2acafe83a38ea4c0482e35d023495e484fa3d50f81984b5e0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:14:50:40:6b:56\",\"name\":\"d6d6674938aa76d\"},{\"mac\":\"0a:58:0a:80:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4bb37dbb-e7ea-44eb-8abb-0ca2d02a137b\"}],\"ips\":[{\"address\":\"10.128.0.40/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0506 20:21:53.660658 3647 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0506 20:21:57.195881 3647 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0506 20:21:57.195909 3647 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0506 20:21:57.195919 3647 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0506 20:21:59.161467 3647 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0506 20:21:59.161495 3647 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0506 20:21:59.161504 3647 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0506 20:21:59.161509 3647 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0506 20:21:59.221354 3647 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0506 20:21:59.221381 3647 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0506 20:21:59.221387 3647 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller I0506 20:22:03.424647 3647 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 W0506 20:22:10.146443 3647 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0506 20:22:10.146462 3647 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0506 20:22:10.146467 3647 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0506 20:22:10.146472 3647 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0506 20:22:10.171758 3647 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0506 20:22:10.171782 3647 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0506 20:22:10.171787 3647 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-events-controller I0506 20:22:17.415014 3647 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-rkxc4] creating logical port openshift-pipelines_tekton-triggers-core-interceptors-76f587ddc9-rkxc4 for pod on switch ip-10-0-1-72.ec2.internal I0506 20:22:17.415148 3647 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-rkxc4 I0506 20:22:17.432657 3647 pod.go:62] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-rkxc4] pod update took 17.537889ms I0506 20:22:17.432682 3647 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-rkxc4] addLogicalPort annotation time took 17.567811ms I0506 20:22:17.433941 3647 pods.go:271] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-rkxc4] addLogicalPort took 18.948937ms, libovsdb time 902.623µs I0506 20:22:17.780233 3647 cni.go:452] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-rkxc4 1d7709aa7d047979d2fe5a2b1c87eda776b999fff6b46003ae3182b058b333b1 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-rkxc4 1d7709aa7d047979d2fe5a2b1c87eda776b999fff6b46003ae3182b058b333b1 network default NAD default NAD key ] I0506 20:22:17.789458 3647 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-core-interceptors-76f587ddc9-rkxc4, hostIfaceName: 1d7709aa7d04797, network: default, NAD default, SandboxID: "1d7709aa7d047979d2fe5a2b1c87eda776b999fff6b46003ae3182b058b333b1", PCI device ID: , UID: "ac7351d2-d237-4973-a5a1-b4b269106867", MAC: 0a:58:0a:80:00:29, IPs: [10.128.0.41/23] I0506 20:22:17.842457 3647 cni.go:473] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-rkxc4 1d7709aa7d047979d2fe5a2b1c87eda776b999fff6b46003ae3182b058b333b1 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-rkxc4 1d7709aa7d047979d2fe5a2b1c87eda776b999fff6b46003ae3182b058b333b1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:49:db:4f:26:8d\",\"name\":\"1d7709aa7d04797\"},{\"mac\":\"0a:58:0a:80:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6af870a8-60ae-418f-bbb4-67a2fc7da629\"}],\"ips\":[{\"address\":\"10.128.0.41/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0506 20:22:21.255685 3647 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0506 20:22:21.922870 3647 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:22:21.923490 3647 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:22:21.942496 3647 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:22:21.942523 3647 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:22:21.948302 3647 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0506 20:22:21.948332 3647 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0506 20:22:23.876492 3647 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0506 20:22:23.877227 3647 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0506 20:22:23.877253 3647 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0506 20:22:23.879519 3647 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0506 20:22:24.356765 3647 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-1-72.ec2.internal I0506 20:22:24.356861 3647 kube.go:256] Updating pod tsf-keycloak/keycloak-0 I0506 20:22:24.372380 3647 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 15.547426ms I0506 20:22:24.372404 3647 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 15.576525ms I0506 20:22:24.373697 3647 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 16.95248ms, libovsdb time 935.441µs I0506 20:22:24.719512 3647 cni.go:452] [tsf-keycloak/keycloak-0 234aec0e62d4b62d3f3734bb95e4dab08aea49fe997a61b061b0e24a1c64e1ce network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-0 234aec0e62d4b62d3f3734bb95e4dab08aea49fe997a61b061b0e24a1c64e1ce network default NAD default NAD key ] I0506 20:22:24.728582 3647 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: 234aec0e62d4b62, network: default, NAD default, SandboxID: "234aec0e62d4b62d3f3734bb95e4dab08aea49fe997a61b061b0e24a1c64e1ce", PCI device ID: , UID: "8e1e55e5-5585-4b3f-a241-0eacb5358340", MAC: 0a:58:0a:80:00:2a, IPs: [10.128.0.42/23] I0506 20:22:24.785981 3647 cni.go:473] [tsf-keycloak/keycloak-0 234aec0e62d4b62d3f3734bb95e4dab08aea49fe997a61b061b0e24a1c64e1ce network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-0 234aec0e62d4b62d3f3734bb95e4dab08aea49fe997a61b061b0e24a1c64e1ce network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:16:9f:56:08:df\",\"name\":\"234aec0e62d4b62\"},{\"mac\":\"0a:58:0a:80:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fced614a-b258-42a8-8950-90f3f9fa4a93\"}],\"ips\":[{\"address\":\"10.128.0.42/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0506 20:22:32.266532 3647 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors W0506 20:22:36.336708 3647 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0506 20:22:36.336740 3647 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0506 20:22:36.336744 3647 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0506 20:22:36.336762 3647 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service I0506 20:22:37.823753 3647 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0506 20:22:57.341402 3647 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=276 W0506 20:23:02.519915 3647 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0506 20:23:02.519934 3647 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0506 20:23:02.519939 3647 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0506 20:23:03.938520 3647 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak W0506 20:23:03.938542 3647 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak W0506 20:23:03.942716 3647 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service W0506 20:23:03.942737 3647 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 9000: empty IP address endpoints for service tsf-keycloak/keycloak-service I0506 20:23:04.234655 3647 base_network_controller_pods.go:487] [default/tsf-keycloak/tsf-iam-7mjm9] creating logical port tsf-keycloak_tsf-iam-7mjm9 for pod on switch ip-10-0-1-72.ec2.internal I0506 20:23:04.234744 3647 kube.go:256] Updating pod tsf-keycloak/tsf-iam-7mjm9 I0506 20:23:04.249631 3647 pod.go:62] [tsf-keycloak/tsf-iam-7mjm9] pod update took 14.90556ms I0506 20:23:04.249658 3647 base_network_controller_pods.go:951] [default/tsf-keycloak/tsf-iam-7mjm9] addLogicalPort annotation time took 14.942706ms I0506 20:23:04.250941 3647 pods.go:271] [tsf-keycloak/tsf-iam-7mjm9] addLogicalPort took 16.303104ms, libovsdb time 899.617µs I0506 20:23:04.599300 3647 cni.go:452] [tsf-keycloak/tsf-iam-7mjm9 8599e53229866b16698a256db1245ab1b6e93bca7c4d36b54d5cf97de2d3f1b8 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/tsf-iam-7mjm9 8599e53229866b16698a256db1245ab1b6e93bca7c4d36b54d5cf97de2d3f1b8 network default NAD default NAD key ] I0506 20:23:04.609178 3647 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: tsf-iam-7mjm9, hostIfaceName: 8599e53229866b1, network: default, NAD default, SandboxID: "8599e53229866b16698a256db1245ab1b6e93bca7c4d36b54d5cf97de2d3f1b8", PCI device ID: , UID: "d14568fb-e2f4-40ab-8fa0-c1c5981cf749", MAC: 0a:58:0a:80:00:2b, IPs: [10.128.0.43/23] I0506 20:23:04.662556 3647 cni.go:473] [tsf-keycloak/tsf-iam-7mjm9 8599e53229866b16698a256db1245ab1b6e93bca7c4d36b54d5cf97de2d3f1b8 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/tsf-iam-7mjm9 8599e53229866b16698a256db1245ab1b6e93bca7c4d36b54d5cf97de2d3f1b8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:6b:bc:41:7a:3d\",\"name\":\"8599e53229866b1\"},{\"mac\":\"0a:58:0a:80:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/18767c8b-4669-48bc-b9f1-dbd2a2f41b74\"}],\"ips\":[{\"address\":\"10.128.0.43/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 20:23:09.331074 3647 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=95 I0506 20:23:17.212735 3647 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:23:17.213355 3647 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:23:17.252076 3647 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:23:17.252098 3647 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:23:17.258497 3647 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0506 20:23:17.258532 3647 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0506 20:23:24.648807 3647 cni.go:452] [tsf-keycloak/tsf-iam-7mjm9 8599e53229866b16698a256db1245ab1b6e93bca7c4d36b54d5cf97de2d3f1b8 network default NAD default NAD key ] DEL starting CNI request [tsf-keycloak/tsf-iam-7mjm9 8599e53229866b16698a256db1245ab1b6e93bca7c4d36b54d5cf97de2d3f1b8 network default NAD default NAD key ] I0506 20:23:24.736836 3647 cni.go:473] [tsf-keycloak/tsf-iam-7mjm9 8599e53229866b16698a256db1245ab1b6e93bca7c4d36b54d5cf97de2d3f1b8 network default NAD default NAD key default] DEL finished CNI request [tsf-keycloak/tsf-iam-7mjm9 8599e53229866b16698a256db1245ab1b6e93bca7c4d36b54d5cf97de2d3f1b8 network default NAD default NAD key default], result "{}", err I0506 20:23:24.787721 3647 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-7mjm9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:23:24.787752 3647 pods.go:176] Deleting pod: tsf-keycloak/tsf-iam-7mjm9 I0506 20:23:24.789122 3647 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/tsf-iam-7mjm9, ips: 10.128.0.43 I0506 20:23:24.789166 3647 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-7mjm9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:23:25.674735 3647 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-7mjm9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:23:25.674758 3647 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-7mjm9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:23:30.405480 3647 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logsigner-787b887f68-72bvc] creating logical port tsf-tas_trillian-logsigner-787b887f68-72bvc for pod on switch ip-10-0-1-72.ec2.internal I0506 20:23:30.405606 3647 kube.go:256] Updating pod tsf-tas/trillian-logsigner-787b887f68-72bvc I0506 20:23:30.436292 3647 pod.go:62] [tsf-tas/trillian-logsigner-787b887f68-72bvc] pod update took 30.718228ms I0506 20:23:30.436316 3647 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logsigner-787b887f68-72bvc] addLogicalPort annotation time took 30.74842ms I0506 20:23:30.437473 3647 pods.go:271] [tsf-tas/trillian-logsigner-787b887f68-72bvc] addLogicalPort took 32.017805ms, libovsdb time 806.947µs I0506 20:23:31.367417 3647 cni.go:452] [tsf-tas/trillian-logsigner-787b887f68-72bvc ab299047f5398cca24c3a4649f537a8620e84f651182e6654901b88fae76779f network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logsigner-787b887f68-72bvc ab299047f5398cca24c3a4649f537a8620e84f651182e6654901b88fae76779f network default NAD default NAD key ] I0506 20:23:31.376881 3647 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logsigner-787b887f68-72bvc, hostIfaceName: ab299047f5398cc, network: default, NAD default, SandboxID: "ab299047f5398cca24c3a4649f537a8620e84f651182e6654901b88fae76779f", PCI device ID: , UID: "68897042-d795-4a50-8727-151dd25c182e", MAC: 0a:58:0a:80:00:2c, IPs: [10.128.0.44/23] I0506 20:23:31.433340 3647 cni.go:473] [tsf-tas/trillian-logsigner-787b887f68-72bvc ab299047f5398cca24c3a4649f537a8620e84f651182e6654901b88fae76779f network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logsigner-787b887f68-72bvc ab299047f5398cca24c3a4649f537a8620e84f651182e6654901b88fae76779f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:fb:55:4e:4b:a1\",\"name\":\"ab299047f5398cc\"},{\"mac\":\"0a:58:0a:80:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/07950e8f-35da-4259-9f86-a75809dd4a20\"}],\"ips\":[{\"address\":\"10.128.0.44/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0506 20:23:40.692765 3647 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver I0506 20:23:41.534130 3647 namespace.go:142] [openshift-pipelines] updating namespace W0506 20:23:43.755378 3647 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0506 20:23:45.224207 3647 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0506 20:23:46.355691 3647 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-8wvbq-csj5c of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:23:46.356321 3647 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-8wvbq-csj5c of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:23:47.268140 3647 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-8wvbq-csj5c of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:23:47.268181 3647 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-8wvbq-csj5c of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:23:56.178860 3647 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-cs4kf] creating logical port openshift-pipelines_pipelines-as-code-webhook-68965d5857-cs4kf for pod on switch ip-10-0-1-72.ec2.internal I0506 20:23:56.178988 3647 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-webhook-68965d5857-cs4kf I0506 20:23:56.192511 3647 pod.go:62] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-cs4kf] pod update took 13.545578ms I0506 20:23:56.192545 3647 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-cs4kf] addLogicalPort annotation time took 13.583976ms I0506 20:23:56.194197 3647 pods.go:271] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-cs4kf] addLogicalPort took 15.354916ms, libovsdb time 1.13692ms I0506 20:23:56.542045 3647 cni.go:452] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-cs4kf e3c60d7b9eea818871ffb1958f6c16ddff0cc42d24dca1144a808dd6e19f520d network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-cs4kf e3c60d7b9eea818871ffb1958f6c16ddff0cc42d24dca1144a808dd6e19f520d network default NAD default NAD key ] I0506 20:23:56.551195 3647 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-webhook-68965d5857-cs4kf, hostIfaceName: e3c60d7b9eea818, network: default, NAD default, SandboxID: "e3c60d7b9eea818871ffb1958f6c16ddff0cc42d24dca1144a808dd6e19f520d", PCI device ID: , UID: "3d8a40c0-c5ae-40cd-850b-e8f99a47614c", MAC: 0a:58:0a:80:00:2d, IPs: [10.128.0.45/23] I0506 20:23:56.605346 3647 cni.go:473] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-cs4kf e3c60d7b9eea818871ffb1958f6c16ddff0cc42d24dca1144a808dd6e19f520d network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-cs4kf e3c60d7b9eea818871ffb1958f6c16ddff0cc42d24dca1144a808dd6e19f520d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:81:bc:09:26:e8\",\"name\":\"e3c60d7b9eea818\"},{\"mac\":\"0a:58:0a:80:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e4638147-1b97-4e99-8a2d-52c1041f313c\"}],\"ips\":[{\"address\":\"10.128.0.45/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0506 20:23:58.786484 3647 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0506 20:23:59.302009 3647 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0506 20:23:59.302033 3647 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller I0506 20:24:01.443209 3647 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0506 20:24:10.936686 3647 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-q4bfr] creating logical port openshift-pipelines_pipelines-console-plugin-65f788bc74-q4bfr for pod on switch ip-10-0-1-72.ec2.internal I0506 20:24:10.936797 3647 kube.go:256] Updating pod openshift-pipelines/pipelines-console-plugin-65f788bc74-q4bfr I0506 20:24:10.961128 3647 pod.go:62] [openshift-pipelines/pipelines-console-plugin-65f788bc74-q4bfr] pod update took 24.372428ms I0506 20:24:10.961172 3647 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-q4bfr] addLogicalPort annotation time took 24.404681ms I0506 20:24:10.962519 3647 pods.go:271] [openshift-pipelines/pipelines-console-plugin-65f788bc74-q4bfr] addLogicalPort took 25.855629ms, libovsdb time 914.539µs I0506 20:24:11.331710 3647 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0506 20:24:11.909924 3647 cni.go:452] [openshift-pipelines/pipelines-console-plugin-65f788bc74-q4bfr aba70c26bacb2daf0072ed0baf71475541bf160de2602ea97119efa8abfb2817 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-q4bfr aba70c26bacb2daf0072ed0baf71475541bf160de2602ea97119efa8abfb2817 network default NAD default NAD key ] I0506 20:24:11.919321 3647 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-console-plugin-65f788bc74-q4bfr, hostIfaceName: aba70c26bacb2da, network: default, NAD default, SandboxID: "aba70c26bacb2daf0072ed0baf71475541bf160de2602ea97119efa8abfb2817", PCI device ID: , UID: "3981dba3-f7bb-4aa7-bff3-257b107eb9fe", MAC: 0a:58:0a:80:00:2e, IPs: [10.128.0.46/23] I0506 20:24:11.973194 3647 cni.go:473] [openshift-pipelines/pipelines-console-plugin-65f788bc74-q4bfr aba70c26bacb2daf0072ed0baf71475541bf160de2602ea97119efa8abfb2817 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-q4bfr aba70c26bacb2daf0072ed0baf71475541bf160de2602ea97119efa8abfb2817 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:f5:b8:56:17:3b\",\"name\":\"aba70c26bacb2da\"},{\"mac\":\"0a:58:0a:80:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dc2f7158-a80f-4873-99df-3bc13d7ef189\"}],\"ips\":[{\"address\":\"10.128.0.46/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0506 20:24:12.874550 3647 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logsigner I0506 20:24:23.446993 3647 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0506 20:24:24.572613 3647 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:24:24.573242 3647 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:24:24.590293 3647 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:24:24.590313 3647 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:24:24.598582 3647 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0506 20:24:24.598609 3647 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0506 20:24:30.073860 3647 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-6khs8-8bxl5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:24:30.074457 3647 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-6khs8-8bxl5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:24:30.969441 3647 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-6khs8-8bxl5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:24:30.969470 3647 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-6khs8-8bxl5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:24:33.605292 3647 obj_retry.go:498] Detected object tsf/patch-tekton-config-k2ksv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:24:33.605883 3647 obj_retry.go:498] Detected object tsf/patch-tekton-config-k2ksv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:24:34.629732 3647 obj_retry.go:492] Detected object tsf/patch-tekton-config-k2ksv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:24:34.629758 3647 obj_retry.go:492] Detected object tsf/patch-tekton-config-k2ksv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0506 20:24:38.516124 3647 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0506 20:24:39.639692 3647 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-rqn9m-kslcz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:24:39.640315 3647 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-rqn9m-kslcz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:24:40.526599 3647 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-rqn9m-kslcz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:24:40.526627 3647 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-rqn9m-kslcz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:24:42.160076 3647 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-96cd5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:24:42.160690 3647 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-96cd5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:24:43.181358 3647 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-96cd5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:24:43.181380 3647 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-96cd5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:24:43.215778 3647 obj_retry.go:492] Detected object tsf/patch-tekton-config-k2ksv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:24:43.215798 3647 obj_retry.go:492] Detected object tsf/patch-tekton-config-k2ksv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:24:43.224168 3647 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-k2ksv I0506 20:24:43.224198 3647 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-k2ksv W0506 20:24:44.031604 3647 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis W0506 20:24:45.536896 3647 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0506 20:24:48.711610 3647 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:24:48.712215 3647 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:24:48.730493 3647 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:24:48.730515 3647 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:24:48.739753 3647 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0506 20:24:48.739783 3647 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0506 20:24:53.431651 3647 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0506 20:24:54.233081 3647 obj_retry.go:498] Detected object tsf-tpa/create-db-2pn6r of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:24:54.233676 3647 obj_retry.go:498] Detected object tsf-tpa/create-db-2pn6r of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:24:55.259002 3647 obj_retry.go:492] Detected object tsf-tpa/create-db-2pn6r of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:24:55.259026 3647 obj_retry.go:492] Detected object tsf-tpa/create-db-2pn6r of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0506 20:24:56.607971 3647 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0506 20:24:58.258989 3647 obj_retry.go:498] Detected object tsf-tpa/migrate-db-lmbg6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:24:58.259566 3647 obj_retry.go:498] Detected object tsf-tpa/migrate-db-lmbg6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:24:58.392630 3647 obj_retry.go:492] Detected object tsf-tpa/migrate-db-lmbg6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:24:58.392652 3647 obj_retry.go:492] Detected object tsf-tpa/migrate-db-lmbg6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:25:01.279673 3647 obj_retry.go:498] Detected object tsf-tpa/create-importers-ltqqw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:25:01.280261 3647 obj_retry.go:498] Detected object tsf-tpa/create-importers-ltqqw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:25:01.611586 3647 obj_retry.go:492] Detected object tsf-tpa/create-importers-ltqqw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:25:01.611611 3647 obj_retry.go:492] Detected object tsf-tpa/create-importers-ltqqw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:25:02.455444 3647 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0506 20:25:19.331386 3647 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=66 I0506 20:25:26.428930 3647 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-vjbr5-nc52k of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:25:26.429504 3647 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-vjbr5-nc52k of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:25:27.301223 3647 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-vjbr5-nc52k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:25:27.301246 3647 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-vjbr5-nc52k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0506 20:25:34.829748 3647 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server W0506 20:25:42.378737 3647 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0506 20:25:44.330812 3647 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=122 I0506 20:25:45.453807 3647 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0506 20:25:48.017730 3647 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:25:48.018265 3647 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:25:48.056569 3647 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:25:48.056591 3647 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:25:48.061776 3647 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0506 20:25:48.061800 3647 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0506 20:25:48.770219 3647 namespace.go:98] [build-service] adding namespace I0506 20:25:48.770271 3647 namespace.go:98] [image-controller] adding namespace I0506 20:25:48.771149 3647 namespace.go:102] [build-service] adding namespace took 910.142µs I0506 20:25:48.771739 3647 namespace.go:102] [image-controller] adding namespace took 1.455232ms I0506 20:25:48.774404 3647 namespace.go:98] [default-tenant] adding namespace I0506 20:25:48.775029 3647 namespace.go:102] [default-tenant] adding namespace took 609.851µs I0506 20:25:48.775054 3647 namespace.go:98] [integration-service] adding namespace I0506 20:25:48.775617 3647 namespace.go:102] [integration-service] adding namespace took 555.605µs I0506 20:25:48.815488 3647 namespace.go:142] [build-service] updating namespace I0506 20:25:48.841338 3647 namespace.go:142] [build-service] updating namespace I0506 20:25:48.851418 3647 namespace.go:142] [image-controller] updating namespace I0506 20:25:48.890447 3647 namespace.go:142] [image-controller] updating namespace I0506 20:25:48.890516 3647 namespace.go:142] [default-tenant] updating namespace I0506 20:25:48.902818 3647 namespace.go:142] [integration-service] updating namespace I0506 20:25:48.914614 3647 namespace.go:142] [default-tenant] updating namespace I0506 20:25:48.936644 3647 namespace.go:142] [integration-service] updating namespace I0506 20:25:49.038695 3647 namespace.go:142] [build-service] updating namespace I0506 20:25:49.053882 3647 namespace.go:142] [integration-service] updating namespace I0506 20:25:49.087312 3647 namespace.go:98] [release-service] adding namespace I0506 20:25:49.088208 3647 namespace.go:102] [release-service] adding namespace took 873.238µs I0506 20:25:49.121463 3647 namespace.go:142] [release-service] updating namespace I0506 20:25:49.183179 3647 namespace.go:142] [konflux-ui] updating namespace I0506 20:25:49.186560 3647 namespace.go:142] [release-service] updating namespace I0506 20:25:49.280844 3647 namespace.go:98] [konflux-info] adding namespace I0506 20:25:49.281713 3647 namespace.go:102] [konflux-info] adding namespace took 848.61µs I0506 20:25:49.346665 3647 namespace.go:142] [konflux-info] updating namespace I0506 20:25:49.400479 3647 namespace.go:142] [konflux-info] updating namespace I0506 20:25:49.481971 3647 namespace.go:98] [namespace-lister] adding namespace I0506 20:25:49.482905 3647 namespace.go:102] [namespace-lister] adding namespace took 914.435µs I0506 20:25:49.637127 3647 namespace.go:98] [enterprise-contract-service] adding namespace I0506 20:25:49.637331 3647 namespace.go:142] [namespace-lister] updating namespace I0506 20:25:49.638146 3647 namespace.go:102] [enterprise-contract-service] adding namespace took 998.111µs I0506 20:25:49.639995 3647 namespace.go:142] [image-controller] updating namespace I0506 20:25:49.702436 3647 namespace.go:142] [namespace-lister] updating namespace I0506 20:25:49.787529 3647 namespace.go:142] [default-tenant] updating namespace I0506 20:25:49.793881 3647 namespace.go:142] [enterprise-contract-service] updating namespace I0506 20:25:49.930240 3647 namespace.go:98] [segment-bridge] adding namespace I0506 20:25:49.931069 3647 namespace.go:102] [segment-bridge] adding namespace took 809.524µs I0506 20:25:49.951761 3647 namespace.go:142] [enterprise-contract-service] updating namespace I0506 20:25:49.990367 3647 namespace.go:98] [konflux-cli] adding namespace I0506 20:25:49.991221 3647 namespace.go:102] [konflux-cli] adding namespace took 834.106µs I0506 20:25:50.030863 3647 namespace.go:142] [build-service] updating namespace I0506 20:25:50.030912 3647 namespace.go:142] [segment-bridge] updating namespace I0506 20:25:50.151272 3647 namespace.go:142] [konflux-cli] updating namespace I0506 20:25:50.151361 3647 namespace.go:142] [segment-bridge] updating namespace I0506 20:25:50.201957 3647 namespace.go:142] [konflux-cli] updating namespace I0506 20:25:50.439321 3647 base_network_controller_pods.go:487] [default/namespace-lister/namespace-lister-696b855848-5wfp7] creating logical port namespace-lister_namespace-lister-696b855848-5wfp7 for pod on switch ip-10-0-1-72.ec2.internal I0506 20:25:50.439420 3647 kube.go:256] Updating pod namespace-lister/namespace-lister-696b855848-5wfp7 I0506 20:25:50.453390 3647 pod.go:62] [namespace-lister/namespace-lister-696b855848-5wfp7] pod update took 13.99954ms I0506 20:25:50.453417 3647 base_network_controller_pods.go:951] [default/namespace-lister/namespace-lister-696b855848-5wfp7] addLogicalPort annotation time took 14.033369ms I0506 20:25:50.454664 3647 pods.go:271] [namespace-lister/namespace-lister-696b855848-5wfp7] addLogicalPort took 15.361933ms, libovsdb time 844.149µs I0506 20:25:50.500463 3647 namespace.go:142] [default-tenant] updating namespace I0506 20:25:50.603610 3647 namespace.go:142] [image-controller] updating namespace I0506 20:25:50.755250 3647 namespace.go:142] [integration-service] updating namespace I0506 20:25:50.861516 3647 namespace.go:142] [konflux-info] updating namespace I0506 20:25:51.042468 3647 namespace.go:142] [release-service] updating namespace I0506 20:25:51.110013 3647 namespace.go:142] [build-service] updating namespace I0506 20:25:51.157310 3647 namespace.go:142] [default-tenant] updating namespace I0506 20:25:51.171185 3647 namespace.go:142] [image-controller] updating namespace I0506 20:25:51.183670 3647 namespace.go:142] [integration-service] updating namespace I0506 20:25:51.203613 3647 namespace.go:142] [konflux-info] updating namespace I0506 20:25:51.212493 3647 namespace.go:142] [release-service] updating namespace I0506 20:25:51.259364 3647 namespace.go:142] [build-service] updating namespace I0506 20:25:51.319511 3647 namespace.go:142] [default-tenant] updating namespace I0506 20:25:51.379300 3647 namespace.go:142] [image-controller] updating namespace I0506 20:25:51.480826 3647 namespace.go:142] [integration-service] updating namespace I0506 20:25:51.515328 3647 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0506 20:25:51.515940 3647 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0506 20:25:51.515964 3647 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0506 20:25:51.518987 3647 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0506 20:25:51.582216 3647 namespace.go:142] [konflux-info] updating namespace I0506 20:25:51.641299 3647 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0506 20:25:51.641324 3647 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0506 20:25:51.642734 3647 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0506 20:25:51.687947 3647 namespace.go:142] [release-service] updating namespace I0506 20:25:51.812633 3647 base_network_controller_pods.go:487] [default/konflux-ui/dex-574685db7f-65fl7] creating logical port konflux-ui_dex-574685db7f-65fl7 for pod on switch ip-10-0-1-72.ec2.internal I0506 20:25:51.812758 3647 kube.go:256] Updating pod konflux-ui/dex-574685db7f-65fl7 I0506 20:25:51.841459 3647 pod.go:62] [konflux-ui/dex-574685db7f-65fl7] pod update took 28.735471ms I0506 20:25:51.841484 3647 base_network_controller_pods.go:951] [default/konflux-ui/dex-574685db7f-65fl7] addLogicalPort annotation time took 28.767242ms I0506 20:25:51.842777 3647 pods.go:271] [konflux-ui/dex-574685db7f-65fl7] addLogicalPort took 30.169284ms, libovsdb time 920.935µs I0506 20:25:52.028532 3647 base_network_controller_pods.go:487] [default/konflux-ui/proxy-565c7bbf58-4qf97] creating logical port konflux-ui_proxy-565c7bbf58-4qf97 for pod on switch ip-10-0-1-72.ec2.internal I0506 20:25:52.028638 3647 kube.go:256] Updating pod konflux-ui/proxy-565c7bbf58-4qf97 I0506 20:25:52.060220 3647 pod.go:62] [konflux-ui/proxy-565c7bbf58-4qf97] pod update took 31.617274ms I0506 20:25:52.060250 3647 base_network_controller_pods.go:951] [default/konflux-ui/proxy-565c7bbf58-4qf97] addLogicalPort annotation time took 31.64983ms I0506 20:25:52.061662 3647 pods.go:271] [konflux-ui/proxy-565c7bbf58-4qf97] addLogicalPort took 33.14493ms, libovsdb time 832.737µs I0506 20:25:52.310236 3647 cni.go:452] [namespace-lister/namespace-lister-696b855848-5wfp7 4cec5e707e0049ef0e50d533fd0076fb992505cf59bf77e58a5ba95abcebf9f4 network default NAD default NAD key ] ADD starting CNI request [namespace-lister/namespace-lister-696b855848-5wfp7 4cec5e707e0049ef0e50d533fd0076fb992505cf59bf77e58a5ba95abcebf9f4 network default NAD default NAD key ] I0506 20:25:52.320254 3647 helper_linux.go:556] ConfigureOVS: namespace: namespace-lister, podName: namespace-lister-696b855848-5wfp7, hostIfaceName: 4cec5e707e0049e, network: default, NAD default, SandboxID: "4cec5e707e0049ef0e50d533fd0076fb992505cf59bf77e58a5ba95abcebf9f4", PCI device ID: , UID: "94364457-0c7c-4248-b602-50848790f1b7", MAC: 0a:58:0a:80:00:2f, IPs: [10.128.0.47/23] I0506 20:25:52.379841 3647 cni.go:473] [namespace-lister/namespace-lister-696b855848-5wfp7 4cec5e707e0049ef0e50d533fd0076fb992505cf59bf77e58a5ba95abcebf9f4 network default NAD default NAD key default] ADD finished CNI request [namespace-lister/namespace-lister-696b855848-5wfp7 4cec5e707e0049ef0e50d533fd0076fb992505cf59bf77e58a5ba95abcebf9f4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:e8:4e:7c:bf:a4\",\"name\":\"4cec5e707e0049e\"},{\"mac\":\"0a:58:0a:80:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e6f5c574-5a4d-4076-be83-0b0a1f758830\"}],\"ips\":[{\"address\":\"10.128.0.47/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 20:25:52.725117 3647 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-7b666bf6d8-zjj99] creating logical port integration-service_integration-service-controller-manager-7b666bf6d8-zjj99 for pod on switch ip-10-0-1-72.ec2.internal I0506 20:25:52.725238 3647 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7b666bf6d8-zjj99 I0506 20:25:52.758254 3647 pod.go:62] [integration-service/integration-service-controller-manager-7b666bf6d8-zjj99] pod update took 33.040807ms I0506 20:25:52.758281 3647 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-7b666bf6d8-zjj99] addLogicalPort annotation time took 33.075071ms I0506 20:25:52.759515 3647 pods.go:271] [integration-service/integration-service-controller-manager-7b666bf6d8-zjj99] addLogicalPort took 34.424423ms, libovsdb time 803.118µs I0506 20:25:53.042547 3647 namespace.go:142] [enterprise-contract-service] updating namespace I0506 20:25:53.245406 3647 namespace.go:142] [konflux-cli] updating namespace I0506 20:25:53.441646 3647 namespace.go:142] [namespace-lister] updating namespace I0506 20:25:53.651138 3647 namespace.go:142] [segment-bridge] updating namespace I0506 20:25:53.754522 3647 namespace.go:142] [enterprise-contract-service] updating namespace I0506 20:25:53.771897 3647 namespace.go:142] [konflux-cli] updating namespace I0506 20:25:53.785022 3647 namespace.go:142] [namespace-lister] updating namespace I0506 20:25:53.801885 3647 namespace.go:142] [segment-bridge] updating namespace I0506 20:25:53.861340 3647 namespace.go:142] [enterprise-contract-service] updating namespace I0506 20:25:53.914428 3647 namespace.go:142] [konflux-cli] updating namespace I0506 20:25:53.970325 3647 namespace.go:142] [namespace-lister] updating namespace I0506 20:25:54.065817 3647 namespace.go:142] [segment-bridge] updating namespace W0506 20:25:54.510177 3647 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister W0506 20:25:54.538175 3647 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 8080: empty IP address endpoints for service namespace-lister/namespace-lister I0506 20:25:55.607573 3647 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-c946cd5b8-6dwqj] creating logical port integration-service_integration-service-controller-manager-c946cd5b8-6dwqj for pod on switch ip-10-0-1-72.ec2.internal I0506 20:25:55.607683 3647 kube.go:256] Updating pod integration-service/integration-service-controller-manager-c946cd5b8-6dwqj I0506 20:25:55.623066 3647 pod.go:62] [integration-service/integration-service-controller-manager-c946cd5b8-6dwqj] pod update took 15.410742ms I0506 20:25:55.623094 3647 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-c946cd5b8-6dwqj] addLogicalPort annotation time took 15.445916ms I0506 20:25:55.624378 3647 pods.go:271] [integration-service/integration-service-controller-manager-c946cd5b8-6dwqj] addLogicalPort took 16.829252ms, libovsdb time 874.961µs W0506 20:25:56.483201 3647 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0506 20:25:59.571776 3647 cni.go:452] [integration-service/integration-service-controller-manager-c946cd5b8-6dwqj 72fc463248c211cf4db0c57c24f546e2d096bd32290069746a3bd534f23f36ac network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-c946cd5b8-6dwqj 72fc463248c211cf4db0c57c24f546e2d096bd32290069746a3bd534f23f36ac network default NAD default NAD key ] I0506 20:25:59.582525 3647 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-c946cd5b8-6dwqj, hostIfaceName: 72fc463248c211c, network: default, NAD default, SandboxID: "72fc463248c211cf4db0c57c24f546e2d096bd32290069746a3bd534f23f36ac", PCI device ID: , UID: "dd7ad7c8-2988-4923-93f8-be8606cbb382", MAC: 0a:58:0a:80:00:33, IPs: [10.128.0.51/23] I0506 20:25:59.639236 3647 cni.go:473] [integration-service/integration-service-controller-manager-c946cd5b8-6dwqj 72fc463248c211cf4db0c57c24f546e2d096bd32290069746a3bd534f23f36ac network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-c946cd5b8-6dwqj 72fc463248c211cf4db0c57c24f546e2d096bd32290069746a3bd534f23f36ac network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:6f:b8:9e:f7:09\",\"name\":\"72fc463248c211c\"},{\"mac\":\"0a:58:0a:80:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c26cd419-c7ce-491c-89d8-39f3531be14b\"}],\"ips\":[{\"address\":\"10.128.0.51/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 20:25:59.678714 3647 cni.go:452] [konflux-ui/dex-574685db7f-65fl7 4838c80467fceb8af5f510fd5a6aa1ebe5a7b0b876fb44c799a3b8aadcfce519 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/dex-574685db7f-65fl7 4838c80467fceb8af5f510fd5a6aa1ebe5a7b0b876fb44c799a3b8aadcfce519 network default NAD default NAD key ] I0506 20:25:59.688441 3647 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: dex-574685db7f-65fl7, hostIfaceName: 4838c80467fceb8, network: default, NAD default, SandboxID: "4838c80467fceb8af5f510fd5a6aa1ebe5a7b0b876fb44c799a3b8aadcfce519", PCI device ID: , UID: "df97954f-71c4-4150-b621-d13b0187df92", MAC: 0a:58:0a:80:00:30, IPs: [10.128.0.48/23] I0506 20:25:59.741813 3647 cni.go:473] [konflux-ui/dex-574685db7f-65fl7 4838c80467fceb8af5f510fd5a6aa1ebe5a7b0b876fb44c799a3b8aadcfce519 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/dex-574685db7f-65fl7 4838c80467fceb8af5f510fd5a6aa1ebe5a7b0b876fb44c799a3b8aadcfce519 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:5c:58:82:03:c1\",\"name\":\"4838c80467fceb8\"},{\"mac\":\"0a:58:0a:80:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0a546715-ad25-4eaf-abe4-b5112e06fc40\"}],\"ips\":[{\"address\":\"10.128.0.48/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 20:26:00.216685 3647 cni.go:452] [konflux-ui/proxy-565c7bbf58-4qf97 b6d7440fd541caaca6ba529df41e90f0335b5b40a9e250012bbae2ef3c6d99bb network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-565c7bbf58-4qf97 b6d7440fd541caaca6ba529df41e90f0335b5b40a9e250012bbae2ef3c6d99bb network default NAD default NAD key ] I0506 20:26:00.228654 3647 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-565c7bbf58-4qf97, hostIfaceName: b6d7440fd541caa, network: default, NAD default, SandboxID: "b6d7440fd541caaca6ba529df41e90f0335b5b40a9e250012bbae2ef3c6d99bb", PCI device ID: , UID: "7cee69f4-ecc4-4bda-a5c8-0ea915339484", MAC: 0a:58:0a:80:00:31, IPs: [10.128.0.49/23] I0506 20:26:00.296999 3647 cni.go:473] [konflux-ui/proxy-565c7bbf58-4qf97 b6d7440fd541caaca6ba529df41e90f0335b5b40a9e250012bbae2ef3c6d99bb network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-565c7bbf58-4qf97 b6d7440fd541caaca6ba529df41e90f0335b5b40a9e250012bbae2ef3c6d99bb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:0a:10:9a:8e:76\",\"name\":\"b6d7440fd541caa\"},{\"mac\":\"0a:58:0a:80:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d12f30a0-67be-44a4-8a97-4099825921db\"}],\"ips\":[{\"address\":\"10.128.0.49/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0506 20:26:00.528776 3647 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0506 20:26:00.794539 3647 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-zjj99 92421fde69c84b76964e09e4029214a92687c1e62f3bc8b4323e38b0889d85e8 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-zjj99 92421fde69c84b76964e09e4029214a92687c1e62f3bc8b4323e38b0889d85e8 network default NAD default NAD key ] I0506 20:26:00.805233 3647 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-7b666bf6d8-zjj99, hostIfaceName: 92421fde69c84b7, network: default, NAD default, SandboxID: "92421fde69c84b76964e09e4029214a92687c1e62f3bc8b4323e38b0889d85e8", PCI device ID: , UID: "ec7fc4d1-c2f2-4c67-9d30-5de21e8ba0df", MAC: 0a:58:0a:80:00:32, IPs: [10.128.0.50/23] I0506 20:26:00.866777 3647 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-zjj99 92421fde69c84b76964e09e4029214a92687c1e62f3bc8b4323e38b0889d85e8 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-zjj99 92421fde69c84b76964e09e4029214a92687c1e62f3bc8b4323e38b0889d85e8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:b1:b7:69:51:48\",\"name\":\"92421fde69c84b7\"},{\"mac\":\"0a:58:0a:80:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/51e8fce6-9542-4500-8121-c34f97a44db3\"}],\"ips\":[{\"address\":\"10.128.0.50/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0506 20:26:01.533310 3647 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0506 20:26:02.547451 3647 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0506 20:26:02.547940 3647 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0506 20:26:02.563338 3647 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0506 20:26:02.563388 3647 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service I0506 20:26:03.419073 3647 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 W0506 20:26:04.539593 3647 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0506 20:26:04.539618 3647 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0506 20:26:05.574864 3647 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0506 20:26:05.574884 3647 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0506 20:26:06.552491 3647 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0506 20:26:06.552941 3647 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0506 20:26:13.562016 3647 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0506 20:26:13.563132 3647 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service I0506 20:26:13.740777 3647 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-zjj99 92421fde69c84b76964e09e4029214a92687c1e62f3bc8b4323e38b0889d85e8 network default NAD default NAD key ] DEL starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-zjj99 92421fde69c84b76964e09e4029214a92687c1e62f3bc8b4323e38b0889d85e8 network default NAD default NAD key ] I0506 20:26:13.830406 3647 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-zjj99 92421fde69c84b76964e09e4029214a92687c1e62f3bc8b4323e38b0889d85e8 network default NAD default NAD key default] DEL finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-zjj99 92421fde69c84b76964e09e4029214a92687c1e62f3bc8b4323e38b0889d85e8 network default NAD default NAD key default], result "{}", err I0506 20:26:13.880525 3647 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-zjj99 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:26:13.880562 3647 pods.go:176] Deleting pod: integration-service/integration-service-controller-manager-7b666bf6d8-zjj99 I0506 20:26:13.881891 3647 pods.go:236] Attempting to release IPs for pod: integration-service/integration-service-controller-manager-7b666bf6d8-zjj99, ips: 10.128.0.50 I0506 20:26:13.881925 3647 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-zjj99 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:26:14.632862 3647 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-zjj99 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:26:14.632891 3647 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-zjj99 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:26:14.638203 3647 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-zjj99 I0506 20:26:14.638222 3647 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-zjj99 W0506 20:26:16.579700 3647 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/dex I0506 20:26:29.415751 3647 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0506 20:26:29.439208 3647 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 W0506 20:26:41.631859 3647 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0506 20:26:41.631880 3647 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0506 20:27:14.197413 3647 cni.go:452] [konflux-ui/proxy-565c7bbf58-4qf97 b6d7440fd541caaca6ba529df41e90f0335b5b40a9e250012bbae2ef3c6d99bb network default NAD default NAD key ] DEL starting CNI request [konflux-ui/proxy-565c7bbf58-4qf97 b6d7440fd541caaca6ba529df41e90f0335b5b40a9e250012bbae2ef3c6d99bb network default NAD default NAD key ] I0506 20:27:14.285650 3647 cni.go:473] [konflux-ui/proxy-565c7bbf58-4qf97 b6d7440fd541caaca6ba529df41e90f0335b5b40a9e250012bbae2ef3c6d99bb network default NAD default NAD key default] DEL finished CNI request [konflux-ui/proxy-565c7bbf58-4qf97 b6d7440fd541caaca6ba529df41e90f0335b5b40a9e250012bbae2ef3c6d99bb network default NAD default NAD key default], result "{}", err I0506 20:27:14.353812 3647 obj_retry.go:498] Detected object konflux-ui/proxy-565c7bbf58-4qf97 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:27:14.353852 3647 pods.go:176] Deleting pod: konflux-ui/proxy-565c7bbf58-4qf97 I0506 20:27:14.355378 3647 pods.go:236] Attempting to release IPs for pod: konflux-ui/proxy-565c7bbf58-4qf97, ips: 10.128.0.49 I0506 20:27:14.355408 3647 obj_retry.go:498] Detected object konflux-ui/proxy-565c7bbf58-4qf97 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:27:14.986493 3647 obj_retry.go:492] Detected object konflux-ui/proxy-565c7bbf58-4qf97 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:27:14.986523 3647 obj_retry.go:492] Detected object konflux-ui/proxy-565c7bbf58-4qf97 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:27:14.992356 3647 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-565c7bbf58-4qf97 I0506 20:27:14.992386 3647 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-565c7bbf58-4qf97 I0506 20:27:22.143905 3647 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:27:22.144531 3647 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:27:22.159513 3647 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:27:22.159533 3647 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:27:22.165716 3647 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0506 20:27:22.165738 3647 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0506 20:27:24.420730 3647 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=11 I0506 20:27:40.330399 3647 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=92 I0506 20:27:51.146615 3647 namespace.go:98] [managed-tenant-e1de7] adding namespace I0506 20:27:51.147477 3647 namespace.go:102] [managed-tenant-e1de7] adding namespace took 841.068µs I0506 20:27:51.170956 3647 namespace.go:142] [managed-tenant-e1de7] updating namespace I0506 20:27:51.199487 3647 namespace.go:142] [managed-tenant-e1de7] updating namespace I0506 20:27:52.204698 3647 namespace.go:142] [managed-tenant-e1de7] updating namespace I0506 20:27:52.333031 3647 namespace.go:142] [managed-tenant-e1de7] updating namespace I0506 20:27:52.433647 3647 namespace.go:142] [managed-tenant-e1de7] updating namespace I0506 20:28:14.333250 3647 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=78 I0506 20:29:24.333560 3647 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0506 20:30:00.196649 3647 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29634990-mcq46] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29634990-mcq46 for pod on switch ip-10-0-1-72.ec2.internal I0506 20:30:00.196781 3647 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29634990-mcq46 I0506 20:30:00.232609 3647 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29634990-mcq46] pod update took 35.851511ms I0506 20:30:00.232637 3647 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29634990-mcq46] addLogicalPort annotation time took 35.88612ms I0506 20:30:00.233942 3647 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29634990-mcq46] addLogicalPort took 37.316378ms, libovsdb time 916.758µs I0506 20:30:00.557446 3647 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29634990-mcq46 18e032876a61677d60504ebe318f9de916cec9dfb7999af11308f9c221754585 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29634990-mcq46 18e032876a61677d60504ebe318f9de916cec9dfb7999af11308f9c221754585 network default NAD default NAD key ] I0506 20:30:00.566708 3647 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29634990-mcq46, hostIfaceName: 18e032876a61677, network: default, NAD default, SandboxID: "18e032876a61677d60504ebe318f9de916cec9dfb7999af11308f9c221754585", PCI device ID: , UID: "44231a5a-c78a-4c91-879a-07bc58b2fe49", MAC: 0a:58:0a:80:00:34, IPs: [10.128.0.52/23] I0506 20:30:00.620260 3647 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29634990-mcq46 18e032876a61677d60504ebe318f9de916cec9dfb7999af11308f9c221754585 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29634990-mcq46 18e032876a61677d60504ebe318f9de916cec9dfb7999af11308f9c221754585 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:fb:59:20:99:5c\",\"name\":\"18e032876a61677\"},{\"mac\":\"0a:58:0a:80:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/906c9915-7c6c-449d-9a8f-733d2c5741cc\"}],\"ips\":[{\"address\":\"10.128.0.52/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 20:30:03.966655 3647 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29634990-mcq46 18e032876a61677d60504ebe318f9de916cec9dfb7999af11308f9c221754585 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29634990-mcq46 18e032876a61677d60504ebe318f9de916cec9dfb7999af11308f9c221754585 network default NAD default NAD key ] I0506 20:30:04.054416 3647 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29634990-mcq46 18e032876a61677d60504ebe318f9de916cec9dfb7999af11308f9c221754585 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29634990-mcq46 18e032876a61677d60504ebe318f9de916cec9dfb7999af11308f9c221754585 network default NAD default NAD key default], result "{}", err I0506 20:30:04.103431 3647 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634990-mcq46 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:30:04.103488 3647 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29634990-mcq46 I0506 20:30:04.104818 3647 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29634990-mcq46, ips: 10.128.0.52 I0506 20:30:04.104850 3647 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634990-mcq46 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:30:04.974679 3647 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634990-mcq46 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:30:04.974707 3647 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634990-mcq46 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:30:11.434114 3647 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=5 I0506 20:31:08.427005 3647 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0506 20:31:34.333809 3647 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=47 I0506 20:31:54.334260 3647 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=18 I0506 20:31:54.445943 3647 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0506 20:32:28.455545 3647 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0506 20:32:35.344144 3647 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=373 I0506 20:32:59.421233 3647 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0506 20:33:25.441617 3647 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0506 20:33:41.457926 3647 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0506 20:33:59.450250 3647 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0506 20:34:05.333621 3647 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=32 I0506 20:34:55.050486 3647 obj_retry.go:492] Detected object tsf-tpa/create-db-2pn6r of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:34:55.050526 3647 obj_retry.go:492] Detected object tsf-tpa/create-db-2pn6r of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:34:55.055823 3647 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-2pn6r I0506 20:34:55.055853 3647 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-2pn6r I0506 20:34:58.028886 3647 obj_retry.go:492] Detected object tsf-tpa/migrate-db-lmbg6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:34:58.028929 3647 obj_retry.go:492] Detected object tsf-tpa/migrate-db-lmbg6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:34:58.033937 3647 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-lmbg6 I0506 20:34:58.033969 3647 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-lmbg6 I0506 20:35:01.033480 3647 obj_retry.go:492] Detected object tsf-tpa/create-importers-ltqqw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:35:01.033532 3647 obj_retry.go:492] Detected object tsf-tpa/create-importers-ltqqw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:35:01.036907 3647 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-ltqqw I0506 20:35:01.036934 3647 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-ltqqw I0506 20:35:36.417867 3647 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0506 20:36:07.336175 3647 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0506 20:36:07.422790 3647 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0506 20:36:25.436981 3647 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0506 20:37:16.449005 3647 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=5 I0506 20:37:26.336006 3647 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=9 I0506 20:37:38.457692 3647 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0506 20:39:17.336785 3647 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=9 I0506 20:40:00.202363 3647 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29635000-rhb8t] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29635000-rhb8t for pod on switch ip-10-0-1-72.ec2.internal I0506 20:40:00.202477 3647 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29635000-rhb8t I0506 20:40:00.234570 3647 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29635000-rhb8t] pod update took 32.114292ms I0506 20:40:00.234601 3647 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29635000-rhb8t] addLogicalPort annotation time took 32.152135ms I0506 20:40:00.235873 3647 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29635000-rhb8t] addLogicalPort took 33.528127ms, libovsdb time 893.141µs I0506 20:40:00.567129 3647 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29635000-rhb8t f465c5bcee2602eda0c2a2ea005dd4422540672a47dd897209610873e5443e61 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29635000-rhb8t f465c5bcee2602eda0c2a2ea005dd4422540672a47dd897209610873e5443e61 network default NAD default NAD key ] I0506 20:40:00.576512 3647 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29635000-rhb8t, hostIfaceName: f465c5bcee2602e, network: default, NAD default, SandboxID: "f465c5bcee2602eda0c2a2ea005dd4422540672a47dd897209610873e5443e61", PCI device ID: , UID: "d944dff2-4ad6-4ce0-8b12-eb69201de639", MAC: 0a:58:0a:80:00:35, IPs: [10.128.0.53/23] I0506 20:40:00.634975 3647 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29635000-rhb8t f465c5bcee2602eda0c2a2ea005dd4422540672a47dd897209610873e5443e61 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29635000-rhb8t f465c5bcee2602eda0c2a2ea005dd4422540672a47dd897209610873e5443e61 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:cf:50:3e:01:b3\",\"name\":\"f465c5bcee2602e\"},{\"mac\":\"0a:58:0a:80:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7ff577f9-8124-4f7e-9539-9a07451b099a\"}],\"ips\":[{\"address\":\"10.128.0.53/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 20:40:04.470048 3647 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29635000-rhb8t f465c5bcee2602eda0c2a2ea005dd4422540672a47dd897209610873e5443e61 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29635000-rhb8t f465c5bcee2602eda0c2a2ea005dd4422540672a47dd897209610873e5443e61 network default NAD default NAD key ] I0506 20:40:04.563411 3647 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29635000-rhb8t f465c5bcee2602eda0c2a2ea005dd4422540672a47dd897209610873e5443e61 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29635000-rhb8t f465c5bcee2602eda0c2a2ea005dd4422540672a47dd897209610873e5443e61 network default NAD default NAD key default], result "{}", err I0506 20:40:04.619283 3647 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635000-rhb8t of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:40:04.619343 3647 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29635000-rhb8t I0506 20:40:04.620813 3647 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29635000-rhb8t, ips: 10.128.0.53 I0506 20:40:04.620846 3647 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635000-rhb8t of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:40:05.475569 3647 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635000-rhb8t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:40:05.475632 3647 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635000-rhb8t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:40:05.506129 3647 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634970-t98mm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:40:05.506200 3647 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634970-t98mm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:40:05.508717 3647 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29634970-t98mm I0506 20:40:05.508752 3647 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29634970-t98mm I0506 20:40:08.429579 3647 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 W0506 20:40:29.619059 3647 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0506 20:40:29.619069 3647 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0506 20:40:29.619240 3647 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0506 20:40:29.620472 3647 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0506 20:40:29.620532 3647 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0506 20:40:29.620575 3647 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0506 20:40:41.635255 3647 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0506 20:40:41.637077 3647 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service I0506 20:40:42.338006 3647 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=29 I0506 20:40:42.446043 3647 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0506 20:40:50.423599 3647 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0506 20:41:01.460279 3647 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0506 20:41:07.834690 3647 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-2bxtx-on-pull-request-xbvzc-init-pod] creating logical port default-tenant_tsf-comp-2bxtx-on-pull-request-xbvzc-init-pod for pod on switch ip-10-0-1-72.ec2.internal I0506 20:41:07.834830 3647 kube.go:256] Updating pod default-tenant/tsf-comp-2bxtx-on-pull-request-xbvzc-init-pod I0506 20:41:07.853966 3647 pod.go:62] [default-tenant/tsf-comp-2bxtx-on-pull-request-xbvzc-init-pod] pod update took 19.166285ms I0506 20:41:07.853994 3647 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-2bxtx-on-pull-request-xbvzc-init-pod] addLogicalPort annotation time took 19.198608ms I0506 20:41:07.855342 3647 pods.go:271] [default-tenant/tsf-comp-2bxtx-on-pull-request-xbvzc-init-pod] addLogicalPort took 20.667145ms, libovsdb time 889.621µs I0506 20:41:08.202192 3647 cni.go:452] [default-tenant/tsf-comp-2bxtx-on-pull-request-xbvzc-init-pod 85a9913ef4bf64f54beaf43b34a9cbb00518abf7d08154687f694fec6e9dd696 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-2bxtx-on-pull-request-xbvzc-init-pod 85a9913ef4bf64f54beaf43b34a9cbb00518abf7d08154687f694fec6e9dd696 network default NAD default NAD key ] I0506 20:41:08.211772 3647 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-2bxtx-on-pull-request-xbvzc-init-pod, hostIfaceName: 85a9913ef4bf64f, network: default, NAD default, SandboxID: "85a9913ef4bf64f54beaf43b34a9cbb00518abf7d08154687f694fec6e9dd696", PCI device ID: , UID: "9d88659a-2ded-467e-8581-340d9fd734c4", MAC: 0a:58:0a:80:00:36, IPs: [10.128.0.54/23] I0506 20:41:08.269501 3647 cni.go:473] [default-tenant/tsf-comp-2bxtx-on-pull-request-xbvzc-init-pod 85a9913ef4bf64f54beaf43b34a9cbb00518abf7d08154687f694fec6e9dd696 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-2bxtx-on-pull-request-xbvzc-init-pod 85a9913ef4bf64f54beaf43b34a9cbb00518abf7d08154687f694fec6e9dd696 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:51:c5:ad:aa:de\",\"name\":\"85a9913ef4bf64f\"},{\"mac\":\"0a:58:0a:80:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/786d3f64-8bc1-40bc-b7ad-880306d8798b\"}],\"ips\":[{\"address\":\"10.128.0.54/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 20:41:26.982063 3647 cni.go:452] [default-tenant/tsf-comp-2bxtx-on-pull-request-xbvzc-init-pod 85a9913ef4bf64f54beaf43b34a9cbb00518abf7d08154687f694fec6e9dd696 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-2bxtx-on-pull-request-xbvzc-init-pod 85a9913ef4bf64f54beaf43b34a9cbb00518abf7d08154687f694fec6e9dd696 network default NAD default NAD key ] I0506 20:41:27.100829 3647 cni.go:473] [default-tenant/tsf-comp-2bxtx-on-pull-request-xbvzc-init-pod 85a9913ef4bf64f54beaf43b34a9cbb00518abf7d08154687f694fec6e9dd696 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-2bxtx-on-pull-request-xbvzc-init-pod 85a9913ef4bf64f54beaf43b34a9cbb00518abf7d08154687f694fec6e9dd696 network default NAD default NAD key default], result "{}", err I0506 20:41:27.163678 3647 obj_retry.go:498] Detected object default-tenant/tsf-comp-2bxtx-on-pull-request-xbvzc-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:41:27.163715 3647 pods.go:176] Deleting pod: default-tenant/tsf-comp-2bxtx-on-pull-request-xbvzc-init-pod I0506 20:41:27.165110 3647 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-2bxtx-on-pull-request-xbvzc-init-pod, ips: 10.128.0.54 I0506 20:41:27.165140 3647 obj_retry.go:498] Detected object default-tenant/tsf-comp-2bxtx-on-pull-request-xbvzc-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:41:30.056718 3647 obj_retry.go:492] Detected object default-tenant/tsf-comp-2bxtx-on-pull-request-xbvzc-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:41:30.056757 3647 obj_retry.go:492] Detected object default-tenant/tsf-comp-2bxtx-on-pull-request-xbvzc-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:41:30.061724 3647 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-comp-2bxtx-on-pull-request-xbvzc-init-pod I0506 20:41:30.061751 3647 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-comp-2bxtx-on-pull-request-xbvzc-init-pod I0506 20:41:49.425071 3647 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0506 20:41:52.336811 3647 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=11 I0506 20:41:53.337996 3647 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0506 20:41:59.346892 3647 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=57 I0506 20:43:16.452477 3647 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0506 20:43:34.460382 3647 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=5 I0506 20:43:38.451683 3647 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0506 20:43:41.420474 3647 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 W0506 20:44:35.736568 3647 duration.go:461] Config duration recorder: measurement expired for pod/tsf/patch-tekton-config-k2ksv I0506 20:45:15.338955 3647 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=7 I0506 20:46:10.438932 3647 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10