+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-1-203.ec2.internal ++ [[ -n ip-10-0-1-203.ec2.internal ]] ++ [[ -f /env/ip-10-0-1-203.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0512 17:39:02.850970281 - disable conntrack on geneve port' I0512 17:39:02.850970281 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0512 17:39:02.889551653 - starting ovnkube-node + echo 'I0512 17:39:02.889551653 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-1-203.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-1-203.ec2.internal --init-node ip-10-0-1-203.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-1-203.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0512 17:39:02.952544 3803 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0512 17:39:02.952605 3803 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-3ae6e67204.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0512 17:39:02.954027 3803 kube.go:431] Waiting for certificate I0512 17:39:02.954063 3803 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0512 17:39:02.954102 3803 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0512 17:39:02.954766 3803 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0512 17:39:02.987859 3803 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0512 17:39:02.987875 3803 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0512 17:39:02.990999 3803 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0512 17:39:02.991084 3803 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-mlrt4" I0512 17:39:02.997042 3803 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-mlrt4" I0512 17:39:02.997111 3803 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0512 17:39:03.954379 3803 kube.go:438] Certificate found I0512 17:39:03.954956 3803 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0512 17:39:03.956119 3803 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0512 17:39:04.010123 3803 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-13 17:34:02 +0000 UTC" deadline="2026-05-13 11:10:30.279146348 +0000 UTC" I0512 17:39:04.010163 3803 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="17h31m26.268996842s" I0512 17:39:04.036840 3803 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0512 17:39:04.045830 3803 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0512 17:39:04.045889 3803 factory.go:561] Starting watch factory I0512 17:39:04.046032 3803 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 17:39:04.046049 3803 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 17:39:04.046066 3803 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0512 17:39:04.046054 3803 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0512 17:39:04.046188 3803 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 17:39:04.046207 3803 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0512 17:39:04.046232 3803 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 17:39:04.046266 3803 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0512 17:39:04.046484 3803 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 17:39:04.046570 3803 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0512 17:39:04.046689 3803 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0512 17:39:04.046804 3803 server.go:101] MetricServer registers OVS metrics I0512 17:39:04.046904 3803 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 17:39:04.046995 3803 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0512 17:39:04.047210 3803 server.go:105] MetricServer registers OVN DB metrics I0512 17:39:04.050341 3803 controller_manager.go:370] Starting the ovnkube controller I0512 17:39:04.050357 3803 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-1-203.ec2.internal I0512 17:39:04.050430 3803 controller_manager.go:395] NBDB zone sync took: 61.088µs I0512 17:39:04.050450 3803 factory.go:561] Starting watch factory I0512 17:39:04.052037 3803 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0512 17:39:04.052068 3803 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0512 17:39:04.065150 3803 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0512 17:39:04.065177 3803 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0512 17:39:04.066259 3803 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0512 17:39:04.066803 3803 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0512 17:39:04.068199 3803 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0512 17:39:04.068793 3803 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0512 17:39:04.070557 3803 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0512 17:39:04.070595 3803 server.go:109] MetricServer registers OVN Controller metrics I0512 17:39:04.071570 3803 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0512 17:39:04.076020 3803 server.go:113] MetricServer registers OVN Northd metrics I0512 17:39:04.076504 3803 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0512 17:39:04.080983 3803 metrics.go:519] OVN Metrics Server starts to run ... I0512 17:39:04.151776 3803 factory.go:1977] *v1.Pod informer cache synced successfully I0512 17:39:04.151798 3803 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0512 17:39:04.151802 3803 factory.go:1977] *v1.Namespace informer cache synced successfully I0512 17:39:04.151806 3803 factory.go:1977] *v1.Node informer cache synced successfully I0512 17:39:04.151808 3803 factory.go:1977] *v1.Service informer cache synced successfully I0512 17:39:04.151811 3803 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0512 17:39:04.151907 3803 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 17:39:04.151949 3803 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 17:39:04.151908 3803 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 17:39:04.151987 3803 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 17:39:04.155603 3803 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 17:39:04.155609 3803 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 17:39:04.155620 3803 factory.go:1977] *v1.Namespace informer cache synced successfully I0512 17:39:04.155629 3803 factory.go:1977] *v1.Node informer cache synced successfully I0512 17:39:04.155632 3803 factory.go:1977] *v1.Service informer cache synced successfully I0512 17:39:04.155635 3803 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0512 17:39:04.155638 3803 factory.go:1977] *v1.Pod informer cache synced successfully I0512 17:39:04.155641 3803 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0512 17:39:04.157509 3803 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0512 17:39:04.157520 3803 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0512 17:39:04.157584 3803 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0512 17:39:04.157596 3803 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0512 17:39:04.160496 3803 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0512 17:39:04.161431 3803 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0512 17:39:04.161441 3803 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0512 17:39:04.162571 3803 factory.go:1977] *v1.EgressIP informer cache synced successfully I0512 17:39:04.162652 3803 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0512 17:39:04.162676 3803 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0512 17:39:04.165608 3803 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0512 17:39:04.166508 3803 factory.go:1977] *v1.EgressIP informer cache synced successfully I0512 17:39:04.167654 3803 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0512 17:39:04.167709 3803 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0512 17:39:04.167721 3803 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0512 17:39:04.170460 3803 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0512 17:39:04.172463 3803 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0512 17:39:04.173018 3803 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0512 17:39:04.173070 3803 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0512 17:39:04.173080 3803 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0512 17:39:04.175778 3803 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0512 17:39:04.177794 3803 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0512 17:39:04.178368 3803 factory.go:1977] *v1.EgressService informer cache synced successfully I0512 17:39:04.178417 3803 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0512 17:39:04.178427 3803 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0512 17:39:04.181300 3803 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0512 17:39:04.183262 3803 factory.go:1977] *v1.EgressService informer cache synced successfully I0512 17:39:04.183964 3803 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0512 17:39:04.184145 3803 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0512 17:39:04.184158 3803 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0512 17:39:04.187295 3803 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0512 17:39:04.189279 3803 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0512 17:39:04.189291 3803 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0512 17:39:04.189335 3803 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 17:39:04.189345 3803 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 17:39:04.189369 3803 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 17:39:04.189358 3803 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 17:39:04.192378 3803 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 17:39:04.192446 3803 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 17:39:04.195103 3803 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0512 17:39:04.195127 3803 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0512 17:39:04.195140 3803 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0512 17:39:04.195147 3803 factory.go:680] Watch Factory start up complete, took: 149.260093ms I0512 17:39:04.195217 3803 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0512 17:39:04.200617 3803 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0512 17:39:04.200627 3803 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0512 17:39:04.200635 3803 factory.go:680] Watch Factory start up complete, took: 150.18743ms I0512 17:39:04.200642 3803 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-1-203.ec2.internal" zone I0512 17:39:04.241710 3803 default_node_network_controller.go:710] Initializing the default node network controller I0512 17:39:04.314469 3803 udn_isolation.go:101] Starting UDN host isolation manager I0512 17:39:04.320272 3803 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0512 17:39:04.386205 3803 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0512 17:39:04.386343 3803 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0512 17:39:04.386358 3803 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0512 17:39:04.419974 3803 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0512 17:39:04.420044 3803 default_node_network_controller.go:809] Node ip-10-0-1-203.ec2.internal ready for ovn initialization with subnet 10.128.0.0/23 I0512 17:39:04.425278 3803 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.1.203"] k8s.ovn.org/zone-name:ip-10-0-1-203.ec2.internal] on node ip-10-0-1-203.ec2.internal I0512 17:39:04.445779 3803 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0512 17:39:04.451003 3803 controller_manager.go:429] Waiting for node in zone sync took: 250.348818ms I0512 17:39:04.452050 3803 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0512 17:39:04.452241 3803 helper_linux.go:118] Found default gateway interface br-ex 10.0.1.1 I0512 17:39:04.452399 3803 gateway_init.go:263] Preparing Gateway I0512 17:39:04.452410 3803 gateway_shared_intf.go:1687] Creating new gateway I0512 17:39:04.456058 3803 controller_manager.go:611] Switching to transit router for layer2 networks I0512 17:39:04.456074 3803 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-1-203.ec2.internal I0512 17:39:04.472208 3803 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0512 17:39:04.478507 3803 controller_manager.go:290] SCTP support detected in OVN I0512 17:39:04.479061 3803 services_controller.go:69] Creating services controller for network=default I0512 17:39:04.479154 3803 udn_enabled_svc.go:80] Waiting for service informer to sync I0512 17:39:04.479243 3803 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0512 17:39:04.479277 3803 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0512 17:39:04.479291 3803 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0512 17:39:04.479302 3803 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0512 17:39:04.479508 3803 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0512 17:39:04.479594 3803 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 49.807µs I0512 17:39:04.479608 3803 udn_enabled_svc.go:95] Performing full resync I0512 17:39:04.479621 3803 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0512 17:39:04.479660 3803 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 33.93µs I0512 17:39:04.479668 3803 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 46.801µs I0512 17:39:04.479673 3803 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0512 17:39:04.479680 3803 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0512 17:39:04.479688 3803 default_network_controller.go:325] Starting the default network controller I0512 17:39:04.479801 3803 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 17.151µs I0512 17:39:04.479867 3803 udn_enabled_svc.go:99] Waiting for handler to sync I0512 17:39:04.479878 3803 udn_enabled_svc.go:104] Starting worker I0512 17:39:04.488835 3803 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0512 17:39:04.488928 3803 repair.go:33] Syncing exgw routes took 80.007µs I0512 17:39:04.488961 3803 default_network_controller.go:414] Starting all the Watchers... I0512 17:39:04.489172 3803 namespace.go:98] [openshift-backplane-cee] adding namespace I0512 17:39:04.489176 3803 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0512 17:39:04.489174 3803 namespace.go:98] [openshift-package-operator] adding namespace I0512 17:39:04.489177 3803 namespace.go:98] [openshift-config-managed] adding namespace I0512 17:39:04.489199 3803 namespace.go:98] [openshift-backplane-tam] adding namespace I0512 17:39:04.489195 3803 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0512 17:39:04.489211 3803 namespace.go:98] [openshift-service-ca-operator] adding namespace I0512 17:39:04.489234 3803 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0512 17:39:04.489287 3803 namespace.go:98] [openshift-dns] adding namespace I0512 17:39:04.489297 3803 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0512 17:39:04.489302 3803 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0512 17:39:04.489306 3803 namespace.go:98] [openshift-ingress-operator] adding namespace I0512 17:39:04.489313 3803 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0512 17:39:04.489316 3803 namespace.go:98] [open-cluster-management-2q8h84qmvn7vejalm2q7daaitdtc7meu] adding namespace I0512 17:39:04.489321 3803 namespace.go:98] [openshift-monitoring] adding namespace I0512 17:39:04.489865 3803 namespace.go:102] [openshift-backplane-cee] adding namespace took 680.569µs I0512 17:39:04.489879 3803 namespace.go:98] [openshift-apiserver] adding namespace I0512 17:39:04.490374 3803 namespace.go:102] [openshift-apiserver] adding namespace took 489.131µs I0512 17:39:04.490389 3803 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0512 17:39:04.490917 3803 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 521.401µs I0512 17:39:04.490930 3803 namespace.go:98] [openshift-operators] adding namespace I0512 17:39:04.491369 3803 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 2.177155ms I0512 17:39:04.491380 3803 namespace.go:98] [openshift-etcd] adding namespace I0512 17:39:04.491883 3803 namespace.go:102] [openshift-package-operator] adding namespace took 2.68508ms I0512 17:39:04.491899 3803 namespace.go:98] [openshift-node] adding namespace I0512 17:39:04.492489 3803 namespace.go:102] [openshift-config-managed] adding namespace took 3.2867ms I0512 17:39:04.492509 3803 namespace.go:98] [openshift-console-user-settings] adding namespace I0512 17:39:04.493060 3803 namespace.go:102] [openshift-backplane-tam] adding namespace took 3.855133ms I0512 17:39:04.493071 3803 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0512 17:39:04.493682 3803 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 4.471662ms I0512 17:39:04.493699 3803 namespace.go:98] [openshift-machine-api] adding namespace I0512 17:39:04.494247 3803 namespace.go:102] [openshift-service-ca-operator] adding namespace took 5.027624ms I0512 17:39:04.494258 3803 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0512 17:39:04.495236 3803 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 5.989164ms I0512 17:39:04.495248 3803 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0512 17:39:04.495774 3803 namespace.go:102] [openshift-dns] adding namespace took 6.475787ms I0512 17:39:04.495788 3803 namespace.go:98] [openshift-network-console] adding namespace I0512 17:39:04.496349 3803 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 7.048208ms I0512 17:39:04.496363 3803 namespace.go:98] [openshift-marketplace] adding namespace I0512 17:39:04.496897 3803 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 7.588686ms I0512 17:39:04.496912 3803 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0512 17:39:04.497416 3803 namespace.go:102] [openshift-ingress-operator] adding namespace took 8.104919ms I0512 17:39:04.497429 3803 namespace.go:98] [openshift-kube-scheduler] adding namespace I0512 17:39:04.497984 3803 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 8.666507ms I0512 17:39:04.497996 3803 namespace.go:98] [openshift-network-node-identity] adding namespace I0512 17:39:04.498553 3803 namespace.go:102] [open-cluster-management-2q8h84qmvn7vejalm2q7daaitdtc7meu] adding namespace took 9.232667ms I0512 17:39:04.498562 3803 namespace.go:98] [openshift-backplane-ai-agent] adding namespace I0512 17:39:04.499119 3803 namespace.go:102] [openshift-monitoring] adding namespace took 9.790107ms I0512 17:39:04.499131 3803 namespace.go:98] [openshift-multus] adding namespace I0512 17:39:04.499649 3803 namespace.go:102] [openshift-operators] adding namespace took 8.712905ms I0512 17:39:04.499666 3803 namespace.go:98] [openshift-backplane-cse] adding namespace I0512 17:39:04.500108 3803 namespace.go:102] [openshift-etcd] adding namespace took 8.723637ms I0512 17:39:04.500122 3803 namespace.go:98] [openshift-ingress] adding namespace I0512 17:39:04.500609 3803 namespace.go:102] [openshift-node] adding namespace took 8.703513ms I0512 17:39:04.500625 3803 namespace.go:98] [openshift-infra] adding namespace I0512 17:39:04.501110 3803 namespace.go:102] [openshift-console-user-settings] adding namespace took 8.595577ms I0512 17:39:04.501124 3803 namespace.go:98] [openshift] adding namespace I0512 17:39:04.501524 3803 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 8.449327ms I0512 17:39:04.501535 3803 namespace.go:98] [openshift-host-network] adding namespace I0512 17:39:04.501969 3803 namespace.go:102] [openshift-machine-api] adding namespace took 8.26414ms I0512 17:39:04.501982 3803 namespace.go:98] [openshift-backplane-srep] adding namespace I0512 17:39:04.502401 3803 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 8.137296ms I0512 17:39:04.502414 3803 namespace.go:98] [openshift-cluster-version] adding namespace I0512 17:39:04.502800 3803 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 7.547073ms I0512 17:39:04.502813 3803 namespace.go:98] [openshift-network-diagnostics] adding namespace I0512 17:39:04.503179 3803 namespace.go:102] [openshift-network-console] adding namespace took 7.386196ms I0512 17:39:04.503190 3803 namespace.go:98] [openshift-backplane-csm] adding namespace I0512 17:39:04.503637 3803 namespace.go:102] [openshift-marketplace] adding namespace took 7.269066ms I0512 17:39:04.503649 3803 namespace.go:98] [openshift-config] adding namespace I0512 17:39:04.504034 3803 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 7.1176ms I0512 17:39:04.504046 3803 namespace.go:98] [kube-public] adding namespace I0512 17:39:04.504491 3803 namespace.go:102] [openshift-kube-scheduler] adding namespace took 7.058717ms I0512 17:39:04.504502 3803 namespace.go:98] [openshift-dns-operator] adding namespace I0512 17:39:04.504894 3803 namespace.go:102] [openshift-network-node-identity] adding namespace took 6.892515ms I0512 17:39:04.504906 3803 namespace.go:98] [openshift-ovn-kubernetes] adding namespace W0512 17:39:04.505457 3803 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-b7g5p: pod openshift-multus/network-metrics-daemon-b7g5p: no pod IPs found W0512 17:39:04.505469 3803 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-mxxsn: pod openshift-multus/network-metrics-daemon-mxxsn: no pod IPs found W0512 17:39:04.505475 3803 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-w5kms: pod openshift-multus/network-metrics-daemon-w5kms: no pod IPs found I0512 17:39:04.505511 3803 namespace.go:102] [openshift-backplane-ai-agent] adding namespace took 6.943282ms I0512 17:39:04.505527 3803 namespace.go:98] [openshift-controller-manager] adding namespace I0512 17:39:04.505977 3803 namespace.go:102] [openshift-multus] adding namespace took 6.841847ms I0512 17:39:04.505990 3803 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0512 17:39:04.506487 3803 namespace.go:102] [openshift-backplane-cse] adding namespace took 6.81393ms I0512 17:39:04.506875 3803 namespace.go:102] [openshift-ingress] adding namespace took 6.748155ms I0512 17:39:04.506888 3803 namespace.go:98] [kube-system] adding namespace I0512 17:39:04.507289 3803 namespace.go:102] [openshift-infra] adding namespace took 6.658177ms I0512 17:39:04.507306 3803 namespace.go:98] [openshift-kube-apiserver] adding namespace I0512 17:39:04.507786 3803 namespace.go:102] [openshift] adding namespace took 6.657561ms I0512 17:39:04.507800 3803 namespace.go:98] [openshift-network-operator] adding namespace I0512 17:39:04.508308 3803 namespace.go:102] [openshift-host-network] adding namespace took 6.767279ms I0512 17:39:04.508324 3803 namespace.go:98] [openshift-machine-config-operator] adding namespace I0512 17:39:04.508703 3803 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.715174ms I0512 17:39:04.508717 3803 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace W0512 17:39:04.509044 3803 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-jqxs2: pod openshift-network-diagnostics/network-check-target-jqxs2: no pod IPs found W0512 17:39:04.509056 3803 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-npknx: pod openshift-network-diagnostics/network-check-target-npknx: no pod IPs found W0512 17:39:04.509063 3803 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-24tgz: pod openshift-network-diagnostics/network-check-target-24tgz: no pod IPs found I0512 17:39:04.509107 3803 namespace.go:102] [openshift-cluster-version] adding namespace took 6.688253ms I0512 17:39:04.509118 3803 namespace.go:98] [openshift-image-registry] adding namespace I0512 17:39:04.509562 3803 namespace.go:102] [openshift-network-diagnostics] adding namespace took 6.744807ms I0512 17:39:04.509574 3803 namespace.go:98] [openshift-must-gather-operator] adding namespace I0512 17:39:04.509929 3803 namespace.go:102] [openshift-backplane-csm] adding namespace took 6.733072ms I0512 17:39:04.509944 3803 namespace.go:98] [openshift-insights] adding namespace I0512 17:39:04.510377 3803 namespace.go:102] [openshift-config] adding namespace took 6.722832ms I0512 17:39:04.510389 3803 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0512 17:39:04.510751 3803 namespace.go:102] [kube-public] adding namespace took 6.700391ms I0512 17:39:04.510763 3803 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0512 17:39:04.511168 3803 namespace.go:102] [openshift-dns-operator] adding namespace took 6.662354ms I0512 17:39:04.511180 3803 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0512 17:39:04.511569 3803 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.658366ms I0512 17:39:04.511581 3803 namespace.go:98] [openshift-logging] adding namespace I0512 17:39:04.511987 3803 namespace.go:102] [openshift-controller-manager] adding namespace took 6.453996ms I0512 17:39:04.512002 3803 namespace.go:98] [openshift-console-operator] adding namespace W0512 17:39:04.512391 3803 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-pfp58: pod kube-system/global-pull-secret-syncer-pfp58: no pod IPs found W0512 17:39:04.512402 3803 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-5vf2r: pod kube-system/global-pull-secret-syncer-5vf2r: no pod IPs found W0512 17:39:04.512407 3803 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-s4qct: pod kube-system/global-pull-secret-syncer-s4qct: no pod IPs found I0512 17:39:04.512432 3803 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 6.438137ms I0512 17:39:04.512441 3803 namespace.go:98] [openshift-customer-monitoring] adding namespace I0512 17:39:04.512831 3803 namespace.go:102] [kube-system] adding namespace took 5.937403ms I0512 17:39:04.512845 3803 namespace.go:98] [openshift-config-operator] adding namespace I0512 17:39:04.513222 3803 namespace.go:102] [openshift-kube-apiserver] adding namespace took 5.91001ms I0512 17:39:04.513235 3803 namespace.go:98] [openshift-route-controller-manager] adding namespace I0512 17:39:04.513582 3803 namespace.go:102] [openshift-network-operator] adding namespace took 5.776802ms I0512 17:39:04.513594 3803 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0512 17:39:04.513978 3803 namespace.go:102] [openshift-machine-config-operator] adding namespace took 5.649972ms I0512 17:39:04.513991 3803 namespace.go:98] [dedicated-admin] adding namespace I0512 17:39:04.514372 3803 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 5.650939ms I0512 17:39:04.514384 3803 namespace.go:98] [openshift-operators-redhat] adding namespace I0512 17:39:04.514745 3803 namespace.go:102] [openshift-image-registry] adding namespace took 5.621633ms I0512 17:39:04.514756 3803 namespace.go:98] [openshift-console] adding namespace I0512 17:39:04.515126 3803 namespace.go:102] [openshift-must-gather-operator] adding namespace took 5.548063ms I0512 17:39:04.515137 3803 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0512 17:39:04.515548 3803 namespace.go:102] [openshift-insights] adding namespace took 5.600562ms I0512 17:39:04.515557 3803 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0512 17:39:04.516441 3803 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.046534ms I0512 17:39:04.516455 3803 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0512 17:39:04.516905 3803 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 6.136139ms I0512 17:39:04.516921 3803 namespace.go:98] [openshift-backplane-mobb] adding namespace I0512 17:39:04.517326 3803 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 6.14153ms I0512 17:39:04.517337 3803 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0512 17:39:04.517733 3803 namespace.go:102] [openshift-logging] adding namespace took 6.145502ms I0512 17:39:04.517753 3803 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0512 17:39:04.518109 3803 namespace.go:102] [openshift-console-operator] adding namespace took 6.101194ms I0512 17:39:04.518123 3803 namespace.go:98] [kube-node-lease] adding namespace I0512 17:39:04.518580 3803 namespace.go:102] [openshift-customer-monitoring] adding namespace took 6.134588ms I0512 17:39:04.518591 3803 namespace.go:98] [openshift-ingress-canary] adding namespace I0512 17:39:04.519033 3803 namespace.go:102] [openshift-config-operator] adding namespace took 6.17079ms I0512 17:39:04.519579 3803 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.338208ms I0512 17:39:04.519592 3803 namespace.go:98] [openshift-backplane] adding namespace I0512 17:39:04.520028 3803 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.429384ms I0512 17:39:04.520521 3803 namespace.go:102] [dedicated-admin] adding namespace took 6.525488ms I0512 17:39:04.520534 3803 namespace.go:98] [openshift-authentication] adding namespace I0512 17:39:04.520958 3803 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.56815ms I0512 17:39:04.520984 3803 namespace.go:98] [default] adding namespace I0512 17:39:04.521519 3803 namespace.go:102] [openshift-console] adding namespace took 6.755403ms I0512 17:39:04.521990 3803 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 6.847133ms I0512 17:39:04.522583 3803 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 7.018941ms I0512 17:39:04.522598 3803 namespace.go:98] [openshift-authentication-operator] adding namespace I0512 17:39:04.523055 3803 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 6.594255ms I0512 17:39:04.523068 3803 namespace.go:98] [openshift-apiserver-operator] adding namespace I0512 17:39:04.523486 3803 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.559407ms I0512 17:39:04.523996 3803 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 6.633775ms I0512 17:39:04.524476 3803 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 6.717016ms I0512 17:39:04.524910 3803 namespace.go:102] [kube-node-lease] adding namespace took 6.767535ms I0512 17:39:04.525296 3803 namespace.go:102] [openshift-ingress-canary] adding namespace took 6.699475ms I0512 17:39:04.525738 3803 namespace.go:102] [openshift-backplane] adding namespace took 6.140284ms I0512 17:39:04.526222 3803 namespace.go:102] [openshift-authentication] adding namespace took 5.682515ms I0512 17:39:04.526658 3803 namespace.go:102] [default] adding namespace took 5.668041ms I0512 17:39:04.527228 3803 namespace.go:102] [openshift-authentication-operator] adding namespace took 4.624145ms I0512 17:39:04.527683 3803 namespace.go:102] [openshift-apiserver-operator] adding namespace took 4.610283ms W0512 17:39:04.527771 3803 master.go:458] Unable to parse local node ip-10-0-1-203.ec2.internal chassis-id annotation. Chassis may be removed during sync W0512 17:39:04.527780 3803 master.go:471] Unable to parse remote node ip-10-0-2-251.ec2.internal chassis-id annotation. Chassis may be removed during sync W0512 17:39:04.527783 3803 master.go:471] Unable to parse remote node ip-10-0-0-127.ec2.internal chassis-id annotation. Chassis may be removed during sync I0512 17:39:04.527787 3803 master.go:481] Removing stale chassis with ID/Name: a959c805-6a38-4945-a426-0d607dcad292, hostname: ip-10-0-1-203.ec2.internal I0512 17:39:04.528290 3803 master.go:548] Adding or Updating local node "ip-10-0-1-203.ec2.internal" for network "default" I0512 17:39:04.528361 3803 obj_retry.go:578] Failed to create *v1.Node ip-10-0-2-251.ec2.internal, error: adding or updating remote node chassis ip-10-0-2-251.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-251.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-251.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-251.ec2.internal I0512 17:39:04.528361 3803 obj_retry.go:578] Failed to create *v1.Node ip-10-0-0-127.ec2.internal, error: adding or updating remote node chassis ip-10-0-0-127.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-127.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-127.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-127.ec2.internal I0512 17:39:04.531907 3803 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-203.ec2.internal for the network default I0512 17:39:04.532224 3803 zone_ic_handler.go:195] Time taken to create transit switch: 303.184µs I0512 17:39:04.532847 3803 default_network_controller.go:823] Node add failed for ip-10-0-1-203.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-203.ec2.internal, error getting gateway config for node ip-10-0-1-203.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-203.ec2.internal", failed to update chassis to local for local node ip-10-0-1-203.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-203.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-203.ec2.internal] E0512 17:39:04.532899 3803 obj_retry.go:575] Failed to create *v1.Node ip-10-0-1-203.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-203.ec2.internal, error getting gateway config for node ip-10-0-1-203.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-203.ec2.internal", failed to update chassis to local for local node ip-10-0-1-203.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-203.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-203.ec2.internal] I0512 17:39:04.532944 3803 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0512 17:39:04.532961 3803 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0512 17:39:04.532976 3803 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0512 17:39:04.533015 3803 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-251.ec2.internal in network "default" I0512 17:39:04.533034 3803 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-1-203.ec2.internal", UID:"f50b1351-e73a-48fe-aa77-4332b314e146", APIVersion:"v1", ResourceVersion:"8654", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-203.ec2.internal, error getting gateway config for node ip-10-0-1-203.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-203.ec2.internal", failed to update chassis to local for local node ip-10-0-1-203.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-203.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-203.ec2.internal] I0512 17:39:04.533059 3803 node_tracker.go:235] Node ip-10-0-2-251.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-251.ec2.internal" I0512 17:39:04.533077 3803 node_tracker.go:169] Node ip-10-0-2-251.ec2.internal switch + router changed, syncing services in network "default" I0512 17:39:04.533114 3803 services_controller.go:574] Full service sync requested for network=default I0512 17:39:04.533129 3803 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-127.ec2.internal in network "default" I0512 17:39:04.533148 3803 node_tracker.go:235] Node ip-10-0-0-127.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-127.ec2.internal" I0512 17:39:04.533162 3803 node_tracker.go:169] Node ip-10-0-0-127.ec2.internal switch + router changed, syncing services in network "default" I0512 17:39:04.533169 3803 services_controller.go:574] Full service sync requested for network=default I0512 17:39:04.533178 3803 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-203.ec2.internal in network "default" I0512 17:39:04.533192 3803 node_tracker.go:235] Node ip-10-0-1-203.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-203.ec2.internal" I0512 17:39:04.533202 3803 node_tracker.go:169] Node ip-10-0-1-203.ec2.internal switch + router changed, syncing services in network "default" I0512 17:39:04.533211 3803 services_controller.go:574] Full service sync requested for network=default I0512 17:39:04.554032 3803 iptables.go:108] Creating table: filter chain: FORWARD I0512 17:39:04.560288 3803 iptables.go:108] Creating table: filter chain: OUTPUT I0512 17:39:04.566261 3803 gateway_shared_intf.go:1816] Gateway Creation Complete I0512 17:39:04.566279 3803 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-203.ec2.internal","mac-address":"0a:ff:d6:f1:55:db","ip-addresses":["10.0.1.203/24"],"ip-address":"10.0.1.203/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:a959c805-6a38-4945-a426-0d607dcad292 k8s.ovn.org/node-encap-ips:["10.0.1.203"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.203/24"} k8s.ovn.org/zone-name:ip-10-0-1-203.ec2.internal] on node ip-10-0-1-203.ec2.internal I0512 17:39:04.581613 3803 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-203.ec2.internal in network "default" I0512 17:39:04.581653 3803 master.go:548] Adding or Updating local node "ip-10-0-1-203.ec2.internal" for network "default" I0512 17:39:04.581679 3803 node_tracker.go:169] Node ip-10-0-1-203.ec2.internal switch + router changed, syncing services in network "default" I0512 17:39:04.581694 3803 services_controller.go:574] Full service sync requested for network=default I0512 17:39:04.585972 3803 default_node_network_controller.go:519] Node connection status = connected W0512 17:39:04.586804 3803 gateway.go:207] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-s4qct: pod kube-system/global-pull-secret-syncer-s4qct: no pod IPs found W0512 17:39:04.586831 3803 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-jqxs2: pod openshift-network-diagnostics/network-check-target-jqxs2: no pod IPs found W0512 17:39:04.586840 3803 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-mxxsn: pod openshift-multus/network-metrics-daemon-mxxsn: no pod IPs found I0512 17:39:04.587981 3803 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-203.ec2.internal for the network default I0512 17:39:04.588195 3803 zone_ic_handler.go:195] Time taken to create transit switch: 200.592µs I0512 17:39:04.633822 3803 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0512 17:39:04.633850 3803 services_controller.go:208] Setting up event handlers for services for network=default I0512 17:39:04.633905 3803 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0512 17:39:04.633966 3803 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0512 17:39:04.633990 3803 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0512 17:39:04.734290 3803 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0512 17:39:04.734311 3803 repair.go:60] Starting repairing loop for services I0512 17:39:04.734408 3803 repair.go:131] Deleted 0 stale service LBs I0512 17:39:04.734427 3803 repair.go:137] Deleted 0 stale Chassis Template Vars I0512 17:39:04.734445 3803 repair.go:62] Finished repairing loop for services: 135.919µs I0512 17:39:04.734469 3803 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0512 17:39:04.734479 3803 services_controller.go:254] Starting workers for network=default I0512 17:39:04.734898 3803 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-mxxsn] creating logical port openshift-multus_network-metrics-daemon-mxxsn for pod on switch ip-10-0-1-203.ec2.internal I0512 17:39:04.734953 3803 obj_retry.go:578] Failed to create *v1.Pod kube-system/global-pull-secret-syncer-pfp58, error: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-pfp58: suppressed error logged: pod kube-system/global-pull-secret-syncer-pfp58: no pod IPs found I0512 17:39:04.734983 3803 obj_retry.go:578] Failed to create *v1.Pod kube-system/global-pull-secret-syncer-5vf2r, error: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-5vf2r: suppressed error logged: pod kube-system/global-pull-secret-syncer-5vf2r: no pod IPs found I0512 17:39:04.734987 3803 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-npknx, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-npknx: suppressed error logged: pod openshift-network-diagnostics/network-check-target-npknx: no pod IPs found I0512 17:39:04.734961 3803 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-b7g5p, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-b7g5p: suppressed error logged: pod openshift-multus/network-metrics-daemon-b7g5p: no pod IPs found I0512 17:39:04.734947 3803 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-jqxs2] creating logical port openshift-network-diagnostics_network-check-target-jqxs2 for pod on switch ip-10-0-1-203.ec2.internal I0512 17:39:04.735040 3803 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-s4qct] creating logical port kube-system_global-pull-secret-syncer-s4qct for pod on switch ip-10-0-1-203.ec2.internal I0512 17:39:04.734917 3803 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-w5kms, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-w5kms: suppressed error logged: pod openshift-multus/network-metrics-daemon-w5kms: no pod IPs found I0512 17:39:04.735162 3803 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-mxxsn I0512 17:39:04.735181 3803 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-s4qct I0512 17:39:04.735253 3803 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-jqxs2 I0512 17:39:04.752409 3803 pod.go:62] [kube-system/global-pull-secret-syncer-s4qct] pod update took 17.267113ms I0512 17:39:04.752434 3803 base_network_controller_pods.go:951] [default/kube-system/global-pull-secret-syncer-s4qct] addLogicalPort annotation time took 17.29416ms I0512 17:39:04.753516 3803 pods.go:271] [kube-system/global-pull-secret-syncer-s4qct] addLogicalPort took 18.479609ms, libovsdb time 825.222µs I0512 17:39:04.753857 3803 pod.go:62] [openshift-multus/network-metrics-daemon-mxxsn] pod update took 18.814258ms I0512 17:39:04.753881 3803 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-mxxsn] addLogicalPort annotation time took 18.841107ms I0512 17:39:04.753899 3803 pod.go:62] [openshift-network-diagnostics/network-check-target-jqxs2] pod update took 18.827636ms I0512 17:39:04.753912 3803 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-jqxs2] addLogicalPort annotation time took 18.838572ms I0512 17:39:04.754950 3803 pods.go:271] [openshift-multus/network-metrics-daemon-mxxsn] addLogicalPort took 20.066262ms, libovsdb time 772.823µs I0512 17:39:04.754991 3803 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-24tgz, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-24tgz: suppressed error logged: pod openshift-network-diagnostics/network-check-target-24tgz: no pod IPs found I0512 17:39:04.755773 3803 pods.go:271] [openshift-network-diagnostics/network-check-target-jqxs2] addLogicalPort took 20.840701ms, libovsdb time 1.580476ms I0512 17:39:04.756198 3803 admin_network_policy_controller.go:227] Starting controller default-network-controller I0512 17:39:04.756218 3803 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0512 17:39:04.756230 3803 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0512 17:39:04.756234 3803 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0512 17:39:04.756419 3803 repair.go:29] Repairing admin network policies took 179.254µs I0512 17:39:04.756533 3803 repair.go:92] Repairing baseline admin network policies took 105.292µs I0512 17:39:04.757046 3803 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0512 17:39:04.757063 3803 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0512 17:39:04.759014 3803 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0512 17:39:04.759037 3803 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0512 17:39:04.759047 3803 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0512 17:39:04.760819 3803 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0512 17:39:04.760840 3803 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0512 17:39:04.760849 3803 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0512 17:39:04.762571 3803 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0512 17:39:04.762595 3803 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0512 17:39:04.762608 3803 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0512 17:39:04.764648 3803 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0512 17:39:04.764666 3803 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0512 17:39:04.764674 3803 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0512 17:39:04.766309 3803 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0512 17:39:04.766333 3803 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0512 17:39:04.766345 3803 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0512 17:39:04.766979 3803 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0512 17:39:04.766997 3803 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0512 17:39:04.767004 3803 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0512 17:39:04.768574 3803 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0512 17:39:04.768592 3803 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0512 17:39:04.768603 3803 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0512 17:39:04.769708 3803 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0512 17:39:04.769727 3803 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0512 17:39:04.769737 3803 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0512 17:39:04.770311 3803 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0512 17:39:04.770338 3803 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0512 17:39:04.770344 3803 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0512 17:39:04.770708 3803 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0512 17:39:04.770724 3803 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0512 17:39:04.770731 3803 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0512 17:39:04.772234 3803 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0512 17:39:04.772253 3803 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0512 17:39:04.772260 3803 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0512 17:39:04.772607 3803 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0512 17:39:04.772625 3803 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0512 17:39:04.772632 3803 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0512 17:39:04.772933 3803 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0512 17:39:04.772953 3803 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0512 17:39:04.772960 3803 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0512 17:39:04.773531 3803 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0512 17:39:04.773558 3803 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0512 17:39:04.773573 3803 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0512 17:39:04.774313 3803 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0512 17:39:04.774337 3803 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0512 17:39:04.774351 3803 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0512 17:39:04.775812 3803 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0512 17:39:04.775836 3803 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0512 17:39:04.775847 3803 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0512 17:39:04.776531 3803 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0512 17:39:04.776549 3803 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0512 17:39:04.777145 3803 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0512 17:39:04.777159 3803 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0512 17:39:04.778156 3803 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0512 17:39:04.778176 3803 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0512 17:39:04.778202 3803 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0512 17:39:04.779619 3803 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0512 17:39:04.779637 3803 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0512 17:39:04.779646 3803 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0512 17:39:04.780868 3803 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0512 17:39:04.780890 3803 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0512 17:39:04.780902 3803 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0512 17:39:04.782353 3803 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0512 17:39:04.782372 3803 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0512 17:39:04.782381 3803 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0512 17:39:04.783597 3803 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0512 17:39:04.783620 3803 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0512 17:39:04.783631 3803 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0512 17:39:04.784187 3803 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0512 17:39:04.784207 3803 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0512 17:39:04.784214 3803 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0512 17:39:04.784759 3803 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0512 17:39:04.784777 3803 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0512 17:39:04.784788 3803 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0512 17:39:04.786064 3803 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0512 17:39:04.786103 3803 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0512 17:39:04.786147 3803 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0512 17:39:04.786939 3803 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0512 17:39:04.786965 3803 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0512 17:39:04.786975 3803 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0512 17:39:04.787624 3803 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0512 17:39:04.787648 3803 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0512 17:39:04.787665 3803 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0512 17:39:04.788959 3803 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0512 17:39:04.788977 3803 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0512 17:39:04.788989 3803 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0512 17:39:04.790937 3803 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0512 17:39:04.796501 3803 egressfirewall.go:374] Starting EgressFirewall controller I0512 17:39:04.796538 3803 controller.go:133] Adding controller egress-firewall-controller event handlers I0512 17:39:04.796553 3803 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0512 17:39:04.796566 3803 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0512 17:39:04.796580 3803 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0512 17:39:04.796598 3803 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0512 17:39:04.796614 3803 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0512 17:39:04.797049 3803 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0512 17:39:04.797077 3803 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0512 17:39:04.797084 3803 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0512 17:39:04.797111 3803 egressqos.go:193] Setting up event handlers for EgressQoS I0512 17:39:04.797118 3803 egressfirewall.go:723] Syncing node "ip-10-0-2-251.ec2.internal" for egress firewall I0512 17:39:04.797126 3803 egressfirewall.go:723] Syncing node "ip-10-0-0-127.ec2.internal" for egress firewall I0512 17:39:04.797130 3803 egressfirewall.go:723] Syncing node "ip-10-0-1-203.ec2.internal" for egress firewall I0512 17:39:04.797393 3803 egressqos.go:245] Starting EgressQoS Controller I0512 17:39:04.797408 3803 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0512 17:39:04.797414 3803 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0512 17:39:04.797420 3803 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0512 17:39:04.797425 3803 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0512 17:39:04.797433 3803 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0512 17:39:04.797440 3803 shared_informer.go:356] "Caches are synced" controller="egressqos" I0512 17:39:04.797446 3803 egressqos.go:259] Repairing EgressQoSes I0512 17:39:04.797452 3803 egressqos.go:399] Starting repairing loop for egressqos I0512 17:39:04.797564 3803 egressqos.go:401] Finished repairing loop for egressqos: 112.214µs I0512 17:39:04.797633 3803 egressservice_zone.go:132] Setting up event handlers for Egress Services I0512 17:39:04.797693 3803 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-1-203.ec2.internal I0512 17:39:04.797757 3803 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-1-203.ec2.internal : 63.279µs I0512 17:39:04.797910 3803 egressservice_zone.go:210] Starting Egress Services Controller I0512 17:39:04.797924 3803 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0512 17:39:04.797933 3803 shared_informer.go:356] "Caches are synced" controller="egressservices" I0512 17:39:04.797939 3803 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0512 17:39:04.797944 3803 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0512 17:39:04.797951 3803 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0512 17:39:04.797956 3803 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0512 17:39:04.797961 3803 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0512 17:39:04.797965 3803 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0512 17:39:04.797968 3803 egressservice_zone.go:228] Repairing Egress Services I0512 17:39:04.798272 3803 master_controller.go:88] Starting Admin Policy Based Route Controller I0512 17:39:04.798281 3803 external_controller.go:278] Starting Admin Policy Based Route Controller I0512 17:39:04.798305 3803 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-127.ec2.internal I0512 17:39:04.798321 3803 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-127.ec2.internal: 20.612µs I0512 17:39:04.798331 3803 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-203.ec2.internal I0512 17:39:04.798335 3803 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-203.ec2.internal: 4.687µs I0512 17:39:04.798340 3803 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-251.ec2.internal I0512 17:39:04.798343 3803 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-251.ec2.internal: 3.573µs I0512 17:39:04.798545 3803 default_network_controller.go:585] Completing all the Watchers took 309.569527ms I0512 17:39:04.798566 3803 default_network_controller.go:589] Starting unidling controllers I0512 17:39:04.798582 3803 unidle.go:46] Registering OVN SB ControllerEvent handler I0512 17:39:04.798589 3803 unidle.go:63] Populating Initial ContollerEvent events I0512 17:39:04.798603 3803 unidle.go:79] Setting up event handlers for services I0512 17:39:04.798676 3803 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0512 17:39:05.086540 3803 default_node_network_controller.go:519] Node connection status = connected I0512 17:39:05.585893 3803 default_node_network_controller.go:519] Node connection status = connected I0512 17:39:06.086187 3803 default_node_network_controller.go:519] Node connection status = connected I0512 17:39:06.585694 3803 default_node_network_controller.go:519] Node connection status = connected I0512 17:39:06.738246 3803 default_network_controller.go:1025] Node "ip-10-0-0-127.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0512 17:39:06.809520 3803 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0512 17:39:07.085932 3803 default_node_network_controller.go:519] Node connection status = connected I0512 17:39:07.104785 3803 bridgeconfig.go:537] Gateway is ready I0512 17:39:07.104805 3803 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0512 17:39:07.116324 3803 node_ip_handler_linux.go:247] Node primary address changed to 10.0.1.203. Updating OVN encap IP. I0512 17:39:07.121916 3803 node_ip_handler_linux.go:542] Will not update encap IP 10.0.1.203 - it is already configured I0512 17:39:07.121931 3803 node_ip_handler_linux.go:485] Node address changed to map[10.0.1.203/24:{} 172.20.0.1/32:{}]. Updating annotations. I0512 17:39:07.122167 3803 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.1.203/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-203.ec2.internal","mac-address":"0a:ff:d6:f1:55:db","ip-addresses":["10.0.1.203/24"],"ip-address":"10.0.1.203/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:a959c805-6a38-4945-a426-0d607dcad292 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.203/24"}] on node ip-10-0-1-203.ec2.internal I0512 17:39:07.136889 3803 master.go:548] Adding or Updating local node "ip-10-0-1-203.ec2.internal" for network "default" I0512 17:39:07.136897 3803 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-203.ec2.internal I0512 17:39:07.136918 3803 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-203.ec2.internal: 24.956µs I0512 17:39:07.136934 3803 egressfirewall.go:723] Syncing node "ip-10-0-1-203.ec2.internal" for egress firewall I0512 17:39:07.136977 3803 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-203.ec2.internal in network "default" I0512 17:39:07.137028 3803 node_tracker.go:169] Node ip-10-0-1-203.ec2.internal switch + router changed, syncing services in network "default" I0512 17:39:07.137049 3803 services_controller.go:574] Full service sync requested for network=default I0512 17:39:07.137075 3803 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.1.203 I0512 17:39:07.137268 3803 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-1-203.ec2.internal I0512 17:39:07.141781 3803 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-203.ec2.internal. Updating no re-route policies I0512 17:39:07.141866 3803 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-q9wl5 I0512 17:39:07.141876 3803 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-tzpw6 I0512 17:39:07.141893 3803 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-q9wl5 I0512 17:39:07.141901 3803 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-kcsxt I0512 17:39:07.141914 3803 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-24tgz I0512 17:39:07.141912 3803 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-203.ec2.internal I0512 17:39:07.141926 3803 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-tngw7 I0512 17:39:07.141935 3803 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-24tgz I0512 17:39:07.141941 3803 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-tngw7 I0512 17:39:07.141948 3803 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-pfp58 I0512 17:39:07.141963 3803 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-tngw7 after 0 failed attempt(s) I0512 17:39:07.141967 3803 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-pfp58 I0512 17:39:07.141980 3803 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-b7g5p I0512 17:39:07.141991 3803 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-b7g5p I0512 17:39:07.141926 3803 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-q9wl5 after 0 failed attempt(s) I0512 17:39:07.141938 3803 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-203.ec2.internal I0512 17:39:07.142012 3803 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-9qzcq I0512 17:39:07.142015 3803 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-6d6d7 I0512 17:39:07.142022 3803 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-9qzcq I0512 17:39:07.142024 3803 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-5vf2r I0512 17:39:07.142028 3803 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-6d6d7 I0512 17:39:07.141950 3803 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-tzpw6 I0512 17:39:07.142034 3803 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-jqxs2 I0512 17:39:07.142044 3803 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-npknx I0512 17:39:07.142042 3803 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-fcz45 I0512 17:39:07.142052 3803 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-npknx I0512 17:39:07.142056 3803 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-6d6d7 after 0 failed attempt(s) I0512 17:39:07.142057 3803 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-mxxsn I0512 17:39:07.142060 3803 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-fcz45 I0512 17:39:07.142061 3803 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-bjq46 I0512 17:39:07.142030 3803 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-203.ec2.internal after 0 failed attempt(s) I0512 17:39:07.142070 3803 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-bjq46 I0512 17:39:07.141936 3803 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-kcsxt I0512 17:39:07.142076 3803 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-203.ec2.internal I0512 17:39:07.142081 3803 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-npknx, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-npknx: suppressed error logged: pod openshift-network-diagnostics/network-check-target-npknx: no pod IPs found I0512 17:39:07.142082 3803 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-tzpw6 after 0 failed attempt(s) I0512 17:39:07.142099 3803 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-b7g5p, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-b7g5p: suppressed error logged: pod openshift-multus/network-metrics-daemon-b7g5p: no pod IPs found I0512 17:39:07.141988 3803 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-24tgz, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-24tgz: suppressed error logged: pod openshift-network-diagnostics/network-check-target-24tgz: no pod IPs found I0512 17:39:07.142108 3803 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-kcsxt after 0 failed attempt(s) I0512 17:39:07.142084 3803 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-203.ec2.internal I0512 17:39:07.142112 3803 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-7lv68 I0512 17:39:07.142123 3803 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-7lv68 I0512 17:39:07.142127 3803 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-203.ec2.internal after 0 failed attempt(s) I0512 17:39:07.142134 3803 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-7lv68 after 0 failed attempt(s) I0512 17:39:07.142046 3803 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-9qzcq after 0 failed attempt(s) I0512 17:39:07.142037 3803 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-5vf2r I0512 17:39:07.142160 3803 obj_retry.go:409] Retry add failed for *v1.Pod kube-system/global-pull-secret-syncer-5vf2r, will try again later: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-5vf2r: suppressed error logged: pod kube-system/global-pull-secret-syncer-5vf2r: no pod IPs found I0512 17:39:07.142049 3803 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-jqxs2 I0512 17:39:07.142185 3803 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-jqxs2] creating logical port openshift-network-diagnostics_network-check-target-jqxs2 for pod on switch ip-10-0-1-203.ec2.internal I0512 17:39:07.141890 3803 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-s4qct I0512 17:39:07.142238 3803 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-s4qct I0512 17:39:07.142266 3803 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-s4qct] creating logical port kube-system_global-pull-secret-syncer-s4qct for pod on switch ip-10-0-1-203.ec2.internal I0512 17:39:07.142067 3803 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-mxxsn I0512 17:39:07.142326 3803 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-mxxsn] creating logical port openshift-multus_network-metrics-daemon-mxxsn for pod on switch ip-10-0-1-203.ec2.internal I0512 17:39:07.142085 3803 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-fcz45 after 0 failed attempt(s) I0512 17:39:07.142100 3803 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-bjq46 after 0 failed attempt(s) I0512 17:39:07.142110 3803 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-w5kms I0512 17:39:07.142403 3803 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-w5kms I0512 17:39:07.142433 3803 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-w5kms, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-w5kms: suppressed error logged: pod openshift-multus/network-metrics-daemon-w5kms: no pod IPs found I0512 17:39:07.142000 3803 obj_retry.go:409] Retry add failed for *v1.Pod kube-system/global-pull-secret-syncer-pfp58, will try again later: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-pfp58: suppressed error logged: pod kube-system/global-pull-secret-syncer-pfp58: no pod IPs found I0512 17:39:07.142848 3803 pods.go:271] [openshift-network-diagnostics/network-check-target-jqxs2] addLogicalPort took 670.604µs, libovsdb time 280.469µs I0512 17:39:07.142861 3803 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-jqxs2 after 0 failed attempt(s) I0512 17:39:07.143170 3803 pods.go:271] [kube-system/global-pull-secret-syncer-s4qct] addLogicalPort took 914.204µs, libovsdb time 555.377µs I0512 17:39:07.143182 3803 obj_retry.go:418] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-s4qct after 0 failed attempt(s) I0512 17:39:07.143252 3803 pods.go:271] [openshift-multus/network-metrics-daemon-mxxsn] addLogicalPort took 934.588µs, libovsdb time 474.44µs I0512 17:39:07.143261 3803 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-mxxsn after 0 failed attempt(s) I0512 17:39:07.154658 3803 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0512 17:39:07.166728 3803 iptables.go:108] Creating table: mangle chain: OUTPUT I0512 17:39:07.169837 3803 iptables.go:108] Creating table: nat chain: OUTPUT I0512 17:39:07.216012 3803 iptables.go:108] Creating table: nat chain: PREROUTING I0512 17:39:07.284027 3803 iptables.go:108] Creating table: filter chain: FORWARD I0512 17:39:07.300278 3803 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0512 17:39:07.300367 3803 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0512 17:39:07.300431 3803 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0512 17:39:07.300505 3803 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0512 17:39:07.300557 3803 gateway_init.go:325] Gateway and management port readiness took 2.719169655s I0512 17:39:07.300584 3803 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0512 17:39:07.300619 3803 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0512 17:39:07.300632 3803 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0512 17:39:07.300640 3803 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0512 17:39:07.300698 3803 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0512 17:39:07.300785 3803 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 54.028µs I0512 17:39:07.301361 3803 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0512 17:39:07.301392 3803 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 22.243µs I0512 17:39:07.301402 3803 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 41.659µs I0512 17:39:07.301408 3803 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0512 17:39:07.301416 3803 nad_controller.go:379] [node-nad-controller NAD controller]: started I0512 17:39:07.301421 3803 default_node_network_controller.go:899] Starting the default node network controller I0512 17:39:07.301426 3803 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0512 17:39:07.301513 3803 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 7.683µs I0512 17:39:07.301551 3803 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0512 17:39:07.301559 3803 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0512 17:39:07.301582 3803 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c0d050 0xc0002c99d0 0xc0002c9a40 0xc0002c9ab0 0xc0002c9b20 0xc0002c9b90 0xc0002c9c70 0xc000c273b0 0xc0002c9ce0 0xc0002c9dc0 0xc000ac8000 0xc0064eb180 0xc0002c9ea0 map[0x2ff9080:0xc002d0f800 0x2ff95c0:0xc00448c300 0x2ffa2e0:0xc002d0f740 0x2ffa580:0xc002d0f7a0 0x2ffad60:0xc002d0f860 0x2ffb000:0xc002d0f8c0 0x2ffb2a0:0xc002d0f920 0x2ffba80:0xc00448c360 0x2ffbd20:0xc006380180 0x3026980:0xc000ecaea0 0x3026d20:0xc000ecaf00 0x3027800:0xc000c65560 0x3029160:0xc001c4a000 0x30298a0:0xc002e13a40 0x302a720:0xc000a83e00] 0xc000c501c0 0} I0512 17:39:07.301636 3803 gateway.go:151] Starting gateway service sync I0512 17:39:07.302013 3803 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0512 17:39:07.304064 3803 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0512 17:39:07.328597 3803 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0512 17:39:07.329702 3803 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0512 17:39:07.330769 3803 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0512 17:39:07.363401 3803 gateway.go:168] Gateway service sync done. Time taken: 61.751246ms I0512 17:39:07.363706 3803 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30515 I0512 17:39:07.364151 3803 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c0d050 0xc0002c99d0 0xc0002c9a40 0xc0002c9ab0 0xc0002c9b20 0xc0002c9b90 0xc0002c9c70 0xc000c273b0 0xc0002c9ce0 0xc0002c9dc0 0xc000ac8000 0xc0064eb180 0xc0002c9ea0 map[0x2ff9080:0xc002d0f800 0x2ff95c0:0xc00448c300 0x2ffa2e0:0xc002d0f740 0x2ffa580:0xc002d0f7a0 0x2ffad60:0xc002d0f860 0x2ffb000:0xc002d0f8c0 0x2ffb2a0:0xc002d0f920 0x2ffba80:0xc00448c360 0x2ffbd20:0xc006380180 0x3026980:0xc000ecaea0 0x3026d20:0xc000ecaf00 0x3027800:0xc000c65560 0x3029160:0xc001c4a000 0x30298a0:0xc002e13a40 0x302a720:0xc000a83e00] 0xc000c501c0 0} I0512 17:39:07.364557 3803 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c0d050 0xc0002c99d0 0xc0002c9a40 0xc0002c9ab0 0xc0002c9b20 0xc0002c9b90 0xc0002c9c70 0xc000c273b0 0xc0002c9ce0 0xc0002c9dc0 0xc000ac8000 0xc0064eb180 0xc0002c9ea0 map[0x2ff9080:0xc002d0f800 0x2ff95c0:0xc00448c300 0x2ffa2e0:0xc002d0f740 0x2ffa580:0xc002d0f7a0 0x2ffad60:0xc002d0f860 0x2ffb000:0xc002d0f8c0 0x2ffb2a0:0xc002d0f920 0x2ffba80:0xc00448c360 0x2ffbd20:0xc006380180 0x3026980:0xc000ecaea0 0x3026d20:0xc000ecaf00 0x3027800:0xc000c65560 0x3029160:0xc001c4a000 0x30298a0:0xc002e13a40 0x302a720:0xc000a83e00] 0xc000c501c0 0} I0512 17:39:07.364591 3803 gateway.go:532] Reconciling gateway with updates I0512 17:39:07.369434 3803 gateway.go:339] Spawning Conntrack Rule Check Thread I0512 17:39:07.369512 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0512 17:39:07.369524 3803 default_node_network_controller.go:944] Gateway and management port readiness took 67.959183ms I0512 17:39:07.369526 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0512 17:39:07.369514 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0512 17:39:07.369529 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0512 17:39:07.369536 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0512 17:39:07.369536 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0512 17:39:07.369545 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0512 17:39:07.369543 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0512 17:39:07.369556 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0512 17:39:07.369558 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0512 17:39:07.369564 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0512 17:39:07.369569 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0512 17:39:07.369573 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0512 17:39:07.369535 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0512 17:39:07.369545 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0512 17:39:07.369579 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0512 17:39:07.369581 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0512 17:39:07.369549 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0512 17:39:07.369592 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0512 17:39:07.369595 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0512 17:39:07.369585 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0512 17:39:07.369604 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0512 17:39:07.369605 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0512 17:39:07.369611 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0512 17:39:07.369617 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0512 17:39:07.369624 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0512 17:39:07.369629 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0512 17:39:07.369633 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0512 17:39:07.369635 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0512 17:39:07.369640 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0512 17:39:07.369640 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0512 17:39:07.369645 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0512 17:39:07.369650 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0512 17:39:07.369659 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0512 17:39:07.369661 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0512 17:39:07.369668 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0512 17:39:07.369671 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0512 17:39:07.369661 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0512 17:39:07.369676 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0512 17:39:07.369676 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0512 17:39:07.369679 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0512 17:39:07.369687 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0512 17:39:07.369687 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0512 17:39:07.369691 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0512 17:39:07.369693 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0512 17:39:07.369679 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0512 17:39:07.369689 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0512 17:39:07.369705 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0512 17:39:07.369616 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0512 17:39:07.369710 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0512 17:39:07.369694 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0512 17:39:07.369719 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0512 17:39:07.369529 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0512 17:39:07.369723 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0512 17:39:07.369524 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0512 17:39:07.369733 3803 port_claim.go:71] Svc openshift-ingress/router-default: port 31385 is already open, no action needed I0512 17:39:07.369738 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0512 17:39:07.369576 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0512 17:39:07.369745 3803 port_claim.go:71] Svc openshift-ingress/router-default: port 31900 is already open, no action needed I0512 17:39:07.369736 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0512 17:39:07.369753 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0512 17:39:07.369769 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0512 17:39:07.369670 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0512 17:39:07.369664 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0512 17:39:07.369801 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0512 17:39:07.369807 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0512 17:39:07.369597 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0512 17:39:07.369839 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0512 17:39:07.369558 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0512 17:39:07.369647 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0512 17:39:07.369917 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0512 17:39:07.369640 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0512 17:39:07.369647 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0512 17:39:07.369948 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0512 17:39:07.369655 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0512 17:39:07.369993 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0512 17:39:07.369998 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0512 17:39:07.369665 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0512 17:39:07.370013 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0512 17:39:07.370021 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0512 17:39:07.369670 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0512 17:39:07.370030 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0512 17:39:07.369672 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0512 17:39:07.369677 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0512 17:39:07.370131 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0512 17:39:07.369621 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0512 17:39:07.369687 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0512 17:39:07.370153 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0512 17:39:07.369690 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0512 17:39:07.370179 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0512 17:39:07.369696 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0512 17:39:07.370209 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0512 17:39:07.369697 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0512 17:39:07.369705 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0512 17:39:07.370260 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0512 17:39:07.369703 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0512 17:39:07.370270 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0512 17:39:07.370274 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0512 17:39:07.369708 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0512 17:39:07.370280 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0512 17:39:07.369707 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0512 17:39:07.369716 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0512 17:39:07.369720 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0512 17:39:07.370333 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0512 17:39:07.369724 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0512 17:39:07.369723 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0512 17:39:07.370382 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0512 17:39:07.369739 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0512 17:39:07.370434 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0512 17:39:07.370944 3803 node_ip_handler_linux.go:160] Node IP manager is running W0512 17:39:07.411179 3803 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0512 17:39:07.411425 3803 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0512 17:39:07.411658 3803 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:80:00:01/10.128.0.1) on link ovn-k8s-mp0 I0512 17:39:07.419694 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0512 17:39:07.419716 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0512 17:39:07.419724 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0512 17:39:07.419730 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0512 17:39:07.419750 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0512 17:39:07.419769 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0512 17:39:07.459732 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0512 17:39:07.459748 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0512 17:39:07.459736 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0512 17:39:07.459766 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0512 17:39:07.459774 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0512 17:39:07.459780 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0512 17:39:07.459786 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0512 17:39:07.459792 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0512 17:39:07.459797 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0512 17:39:07.459803 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0512 17:39:07.459809 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0512 17:39:07.459814 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0512 17:39:07.459819 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0512 17:39:07.459824 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0512 17:39:07.459830 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0512 17:39:07.459849 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0512 17:39:07.500466 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0512 17:39:07.500501 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0512 17:39:07.500512 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0512 17:39:08.800077 3803 default_node_network_controller.go:1380] Starting node controller node sync W0512 17:39:08.800130 3803 egressip_healthcheck.go:76] Health checking using insecure connection I0512 17:39:08.800180 3803 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.128.0.2:9107 I0512 17:39:08.812172 3803 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 12.057351ms I0512 17:39:08.812385 3803 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0512 17:39:08.812674 3803 egressservice_node.go:93] Setting up event handlers for Egress Services I0512 17:39:08.812814 3803 egressservice_node.go:183] Starting Egress Services Controller I0512 17:39:08.812833 3803 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0512 17:39:08.812847 3803 shared_informer.go:356] "Caches are synced" controller="egressservices" I0512 17:39:08.812857 3803 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0512 17:39:08.812867 3803 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0512 17:39:08.812876 3803 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0512 17:39:08.812881 3803 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0512 17:39:08.812885 3803 egressservice_node.go:197] Repairing Egress Services I0512 17:39:08.823455 3803 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0512 17:39:08.823470 3803 external_controller.go:278] Starting Admin Policy Based Route Controller I0512 17:39:08.823669 3803 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0512 17:39:08.823687 3803 link_network_manager.go:119] Link manager is running I0512 17:39:08.823696 3803 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0512 17:39:08.823891 3803 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0512 17:39:08.824278 3803 vrf_manager.go:128] VRF manager is running I0512 17:39:08.824389 3803 node_controller_manager.go:437] Removing flows to drop GARP I0512 17:39:08.824397 3803 gateway.go:532] Reconciling gateway with updates I0512 17:39:08.853454 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0512 17:39:08.853470 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0512 17:39:08.853471 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0512 17:39:08.853478 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0512 17:39:08.853485 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0512 17:39:08.853453 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0512 17:39:08.853492 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0512 17:39:08.853453 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0512 17:39:08.853497 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0512 17:39:08.853497 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0512 17:39:08.853494 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0512 17:39:08.853512 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0512 17:39:08.853512 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0512 17:39:08.853511 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0512 17:39:08.853519 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0512 17:39:08.853524 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0512 17:39:08.853530 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0512 17:39:08.853535 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0512 17:39:08.853533 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0512 17:39:08.853540 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0512 17:39:08.853550 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0512 17:39:08.853551 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0512 17:39:08.853554 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0512 17:39:08.853561 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0512 17:39:08.853562 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0512 17:39:08.853530 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0512 17:39:08.853573 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0512 17:39:08.853572 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0512 17:39:08.853578 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0512 17:39:08.853503 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0512 17:39:08.853586 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0512 17:39:08.853588 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0512 17:39:08.853588 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0512 17:39:08.853590 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0512 17:39:08.853596 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0512 17:39:08.853599 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0512 17:39:08.853600 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0512 17:39:08.853603 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0512 17:39:08.853521 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0512 17:39:08.853608 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0512 17:39:08.853615 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0512 17:39:08.853446 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0512 17:39:08.853621 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0512 17:39:08.853620 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0512 17:39:08.853624 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0512 17:39:08.853630 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0512 17:39:08.853494 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0512 17:39:08.853634 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0512 17:39:08.853637 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0512 17:39:08.853638 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0512 17:39:08.853639 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0512 17:39:08.853474 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0512 17:39:08.853513 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0512 17:39:08.853648 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0512 17:39:08.853649 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0512 17:39:08.853485 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0512 17:39:08.853655 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0512 17:39:08.853660 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0512 17:39:08.853661 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0512 17:39:08.853659 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0512 17:39:08.853596 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0512 17:39:08.853622 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0512 17:39:08.853670 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0512 17:39:08.853496 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0512 17:39:08.853683 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0512 17:39:08.853684 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0512 17:39:08.853585 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0512 17:39:08.853580 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0512 17:39:08.853693 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0512 17:39:08.853578 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0512 17:39:08.853702 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0512 17:39:08.853665 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0512 17:39:08.853652 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0512 17:39:08.853466 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0512 17:39:08.853729 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0512 17:39:08.853601 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0512 17:39:08.853609 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0512 17:39:08.853613 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0512 17:39:08.853504 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0512 17:39:08.853754 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0512 17:39:08.853626 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0512 17:39:08.853566 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0512 17:39:08.853487 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0512 17:39:08.853803 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0512 17:39:08.853807 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0512 17:39:08.853636 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0512 17:39:08.853638 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0512 17:39:08.853822 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0512 17:39:08.853642 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0512 17:39:08.853850 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0512 17:39:08.853644 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0512 17:39:08.853647 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0512 17:39:08.853883 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0512 17:39:08.853653 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0512 17:39:08.853657 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0512 17:39:08.853563 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0512 17:39:08.853931 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0512 17:39:08.853663 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0512 17:39:08.853941 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0512 17:39:08.853445 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0512 17:39:08.853980 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0512 17:39:08.853674 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0512 17:39:08.854011 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0512 17:39:08.853674 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0512 17:39:08.854019 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0512 17:39:08.853676 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0512 17:39:08.854042 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0512 17:39:08.854047 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0512 17:39:08.853707 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0512 17:39:08.853581 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0512 17:39:08.853746 3803 port_claim.go:71] Svc openshift-ingress/router-default: port 31385 is already open, no action needed I0512 17:39:08.854123 3803 port_claim.go:71] Svc openshift-ingress/router-default: port 31900 is already open, no action needed I0512 17:39:08.853609 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0512 17:39:08.875221 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0512 17:39:08.875253 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0512 17:39:08.875263 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0512 17:39:08.875294 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0512 17:39:08.875317 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0512 17:39:08.875324 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0512 17:39:08.875330 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0512 17:39:08.875338 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0512 17:39:08.875344 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0512 17:39:08.875361 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0512 17:39:08.875383 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0512 17:39:08.875392 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0512 17:39:08.875398 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0512 17:39:08.875416 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0512 17:39:08.875426 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0512 17:39:08.875435 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0512 17:39:08.875441 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0512 17:39:08.924243 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0512 17:39:08.924270 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0512 17:39:08.924281 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0512 17:39:08.969208 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0512 17:39:10.995703 3803 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-203.ec2.internal I0512 17:39:10.995736 3803 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-203.ec2.internal: 38.87µs I0512 17:39:11.026370 3803 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-7fbc9b798d-n86ht] creating logical port openshift-image-registry_image-registry-7fbc9b798d-n86ht for pod on switch ip-10-0-1-203.ec2.internal I0512 17:39:11.026492 3803 kube.go:256] Updating pod openshift-image-registry/image-registry-7fbc9b798d-n86ht I0512 17:39:11.044030 3803 pod.go:62] [openshift-image-registry/image-registry-7fbc9b798d-n86ht] pod update took 17.568233ms I0512 17:39:11.044054 3803 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-7fbc9b798d-n86ht] addLogicalPort annotation time took 17.59852ms I0512 17:39:11.045291 3803 pods.go:271] [openshift-image-registry/image-registry-7fbc9b798d-n86ht] addLogicalPort took 18.941263ms, libovsdb time 934.909µs I0512 17:39:11.049791 3803 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-hksvz] creating logical port openshift-dns_dns-default-hksvz for pod on switch ip-10-0-1-203.ec2.internal I0512 17:39:11.049895 3803 kube.go:256] Updating pod openshift-dns/dns-default-hksvz I0512 17:39:11.070041 3803 pod.go:62] [openshift-dns/dns-default-hksvz] pod update took 20.171071ms I0512 17:39:11.070067 3803 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-hksvz] addLogicalPort annotation time took 20.203123ms I0512 17:39:11.071412 3803 pods.go:271] [openshift-dns/dns-default-hksvz] addLogicalPort took 21.635569ms, libovsdb time 961.949µs I0512 17:39:11.073216 3803 base_network_controller_pods.go:487] [default/openshift-insights/insights-operator-6dbb575d6c-n7lk6] creating logical port openshift-insights_insights-operator-6dbb575d6c-n7lk6 for pod on switch ip-10-0-1-203.ec2.internal I0512 17:39:11.073325 3803 kube.go:256] Updating pod openshift-insights/insights-operator-6dbb575d6c-n7lk6 I0512 17:39:11.075559 3803 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-j7sj5] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-j7sj5 for pod on switch ip-10-0-1-203.ec2.internal I0512 17:39:11.075683 3803 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-j7sj5 I0512 17:39:11.080299 3803 base_network_controller_pods.go:487] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-fhmjc] creating logical port openshift-service-ca-operator_service-ca-operator-bc9564db4-fhmjc for pod on switch ip-10-0-1-203.ec2.internal I0512 17:39:11.080383 3803 base_network_controller_pods.go:487] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-kg26k] creating logical port openshift-cluster-storage-operator_volume-data-source-validator-6944588dcc-kg26k for pod on switch ip-10-0-1-203.ec2.internal I0512 17:39:11.080419 3803 kube.go:256] Updating pod openshift-service-ca-operator/service-ca-operator-bc9564db4-fhmjc I0512 17:39:11.080467 3803 kube.go:256] Updating pod openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-kg26k I0512 17:39:11.089289 3803 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-m7j2g] creating logical port openshift-kube-storage-version-migrator-operator_kube-storage-version-migrator-operator-74478b59c6-m7j2g for pod on switch ip-10-0-1-203.ec2.internal I0512 17:39:11.089429 3803 kube.go:256] Updating pod openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-m7j2g I0512 17:39:11.089297 3803 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-64b8f776df-w2f69] creating logical port openshift-ingress_router-default-64b8f776df-w2f69 for pod on switch ip-10-0-1-203.ec2.internal I0512 17:39:11.089539 3803 kube.go:256] Updating pod openshift-ingress/router-default-64b8f776df-w2f69 I0512 17:39:11.092229 3803 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-6d99c7b758-jft4v] creating logical port openshift-ingress_router-default-6d99c7b758-jft4v for pod on switch ip-10-0-1-203.ec2.internal I0512 17:39:11.092322 3803 kube.go:256] Updating pod openshift-ingress/router-default-6d99c7b758-jft4v I0512 17:39:11.094447 3803 pod.go:62] [openshift-insights/insights-operator-6dbb575d6c-n7lk6] pod update took 21.143286ms I0512 17:39:11.094464 3803 base_network_controller_pods.go:951] [default/openshift-insights/insights-operator-6dbb575d6c-n7lk6] addLogicalPort annotation time took 21.165404ms I0512 17:39:11.095583 3803 pods.go:271] [openshift-insights/insights-operator-6dbb575d6c-n7lk6] addLogicalPort took 22.379337ms, libovsdb time 883.761µs I0512 17:39:11.095634 3803 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-wmjlv] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-wmjlv for pod on switch ip-10-0-1-203.ec2.internal I0512 17:39:11.095687 3803 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-wmjlv I0512 17:39:11.101003 3803 pod.go:62] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-kg26k] pod update took 20.554762ms I0512 17:39:11.101022 3803 base_network_controller_pods.go:951] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-kg26k] addLogicalPort annotation time took 20.576566ms I0512 17:39:11.102137 3803 pods.go:271] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-kg26k] addLogicalPort took 21.765581ms, libovsdb time 814.623µs I0512 17:39:11.103126 3803 base_network_controller_pods.go:487] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-pkg6q] creating logical port openshift-cluster-samples-operator_cluster-samples-operator-67f4d568c7-pkg6q for pod on switch ip-10-0-1-203.ec2.internal I0512 17:39:11.103210 3803 kube.go:256] Updating pod openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-pkg6q I0512 17:39:11.106569 3803 pod.go:62] [openshift-service-ca-operator/service-ca-operator-bc9564db4-fhmjc] pod update took 26.173096ms I0512 17:39:11.106591 3803 base_network_controller_pods.go:951] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-fhmjc] addLogicalPort annotation time took 26.195084ms I0512 17:39:11.106620 3803 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-j7sj5] pod update took 30.961037ms I0512 17:39:11.106634 3803 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-j7sj5] addLogicalPort annotation time took 30.981478ms I0512 17:39:11.107599 3803 pods.go:271] [openshift-service-ca-operator/service-ca-operator-bc9564db4-fhmjc] addLogicalPort took 27.318914ms, libovsdb time 758.548µs I0512 17:39:11.107658 3803 base_network_controller_pods.go:487] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-cbjvh] creating logical port openshift-monitoring_cluster-monitoring-operator-557b74df6-cbjvh for pod on switch ip-10-0-1-203.ec2.internal I0512 17:39:11.107720 3803 kube.go:256] Updating pod openshift-monitoring/cluster-monitoring-operator-557b74df6-cbjvh I0512 17:39:11.107819 3803 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-j7sj5] addLogicalPort took 32.281442ms, libovsdb time 958.664µs I0512 17:39:11.121664 3803 pod.go:62] [openshift-ingress/router-default-64b8f776df-w2f69] pod update took 32.153281ms I0512 17:39:11.121688 3803 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-64b8f776df-w2f69] addLogicalPort annotation time took 32.181813ms I0512 17:39:11.121804 3803 pod.go:62] [openshift-ingress/router-default-6d99c7b758-jft4v] pod update took 29.503536ms I0512 17:39:11.121832 3803 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-6d99c7b758-jft4v] addLogicalPort annotation time took 29.53441ms I0512 17:39:11.122847 3803 pods.go:271] [openshift-ingress/router-default-64b8f776df-w2f69] addLogicalPort took 33.559423ms, libovsdb time 841.564µs I0512 17:39:11.123082 3803 pods.go:271] [openshift-ingress/router-default-6d99c7b758-jft4v] addLogicalPort took 30.865572ms, libovsdb time 992.556µs I0512 17:39:11.127938 3803 pod.go:62] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-m7j2g] pod update took 38.542503ms I0512 17:39:11.127964 3803 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-m7j2g] addLogicalPort annotation time took 38.572496ms I0512 17:39:11.128022 3803 pod.go:62] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-pkg6q] pod update took 24.837487ms I0512 17:39:11.128044 3803 base_network_controller_pods.go:951] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-pkg6q] addLogicalPort annotation time took 24.862646ms I0512 17:39:11.128386 3803 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-sgltz] creating logical port openshift-ingress-canary_ingress-canary-sgltz for pod on switch ip-10-0-1-203.ec2.internal I0512 17:39:11.128393 3803 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-jzjh4] creating logical port openshift-network-diagnostics_network-check-source-84fd6d9d54-jzjh4 for pod on switch ip-10-0-1-203.ec2.internal I0512 17:39:11.128467 3803 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-sgltz I0512 17:39:11.128575 3803 base_network_controller_pods.go:487] [default/openshift-console-operator/console-operator-66dbbb6468-mrckc] creating logical port openshift-console-operator_console-operator-66dbbb6468-mrckc for pod on switch ip-10-0-1-203.ec2.internal I0512 17:39:11.128674 3803 kube.go:256] Updating pod openshift-console-operator/console-operator-66dbbb6468-mrckc I0512 17:39:11.128467 3803 kube.go:256] Updating pod openshift-network-diagnostics/network-check-source-84fd6d9d54-jzjh4 I0512 17:39:11.129181 3803 pods.go:271] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-m7j2g] addLogicalPort took 39.912032ms, libovsdb time 926.306µs I0512 17:39:11.129546 3803 pods.go:271] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-pkg6q] addLogicalPort took 26.431185ms, libovsdb time 1.187972ms I0512 17:39:11.135419 3803 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-wmjlv] pod update took 39.746386ms I0512 17:39:11.135443 3803 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-wmjlv] addLogicalPort annotation time took 39.770767ms I0512 17:39:11.136555 3803 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-wmjlv] addLogicalPort took 40.922525ms, libovsdb time 827.79µs I0512 17:39:11.145618 3803 pod.go:62] [openshift-monitoring/cluster-monitoring-operator-557b74df6-cbjvh] pod update took 37.914145ms I0512 17:39:11.145639 3803 base_network_controller_pods.go:951] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-cbjvh] addLogicalPort annotation time took 37.943478ms I0512 17:39:11.146759 3803 pods.go:271] [openshift-monitoring/cluster-monitoring-operator-557b74df6-cbjvh] addLogicalPort took 39.10485ms, libovsdb time 738.932µs I0512 17:39:11.146824 3803 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-s68f2] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-catalog-s68f2 for pod on switch ip-10-0-1-203.ec2.internal I0512 17:39:11.146892 3803 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-catalog-s68f2 I0512 17:39:11.154260 3803 pod.go:62] [openshift-ingress-canary/ingress-canary-sgltz] pod update took 25.814052ms I0512 17:39:11.154288 3803 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-sgltz] addLogicalPort annotation time took 25.846918ms I0512 17:39:11.155482 3803 pods.go:271] [openshift-ingress-canary/ingress-canary-sgltz] addLogicalPort took 27.10154ms, libovsdb time 830.626µs I0512 17:39:11.159472 3803 pod.go:62] [openshift-network-diagnostics/network-check-source-84fd6d9d54-jzjh4] pod update took 31.029239ms I0512 17:39:11.159490 3803 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-jzjh4] addLogicalPort annotation time took 31.053388ms I0512 17:39:11.159497 3803 pod.go:62] [openshift-console-operator/console-operator-66dbbb6468-mrckc] pod update took 30.845106ms I0512 17:39:11.159514 3803 base_network_controller_pods.go:951] [default/openshift-console-operator/console-operator-66dbbb6468-mrckc] addLogicalPort annotation time took 30.863071ms I0512 17:39:11.160610 3803 pods.go:271] [openshift-console-operator/console-operator-66dbbb6468-mrckc] addLogicalPort took 32.044288ms, libovsdb time 762.678µs I0512 17:39:11.160917 3803 pods.go:271] [openshift-network-diagnostics/network-check-source-84fd6d9d54-jzjh4] addLogicalPort took 32.53626ms, libovsdb time 1.042769ms I0512 17:39:11.167207 3803 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-s68f2] pod update took 20.33799ms I0512 17:39:11.167230 3803 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-s68f2] addLogicalPort annotation time took 20.364336ms I0512 17:39:11.168295 3803 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-s68f2] addLogicalPort took 21.477307ms, libovsdb time 748.841µs I0512 17:39:11.453502 3803 cni.go:452] [openshift-insights/insights-operator-6dbb575d6c-n7lk6 f618fd589c1868c6c17e3e5aecb00072634dea6d87dba87b391bc104ab9bf7cd network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-operator-6dbb575d6c-n7lk6 f618fd589c1868c6c17e3e5aecb00072634dea6d87dba87b391bc104ab9bf7cd network default NAD default NAD key ] I0512 17:39:11.484476 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-operator-6dbb575d6c-n7lk6, hostIfaceName: f618fd589c1868c, network: default, NAD default, SandboxID: "f618fd589c1868c6c17e3e5aecb00072634dea6d87dba87b391bc104ab9bf7cd", PCI device ID: , UID: "c3dd5495-d3de-448a-9199-274623637ba4", MAC: 0a:58:0a:80:00:08, IPs: [10.128.0.8/23] I0512 17:39:11.515824 3803 cni.go:452] [openshift-service-ca-operator/service-ca-operator-bc9564db4-fhmjc 89f9232dacdd716a627b427f1cbf9fa71aadd0bfbed5f75717520622241c24ad network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-fhmjc 89f9232dacdd716a627b427f1cbf9fa71aadd0bfbed5f75717520622241c24ad network default NAD default NAD key ] I0512 17:39:11.527181 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca-operator, podName: service-ca-operator-bc9564db4-fhmjc, hostIfaceName: 89f9232dacdd716, network: default, NAD default, SandboxID: "89f9232dacdd716a627b427f1cbf9fa71aadd0bfbed5f75717520622241c24ad", PCI device ID: , UID: "4065a9a3-d427-4369-b54b-0f8f803c5875", MAC: 0a:58:0a:80:00:0a, IPs: [10.128.0.10/23] I0512 17:39:11.531831 3803 cni.go:452] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-kg26k d7b1d43389a2c6f71f00ab3bcc4422aa413eb754299520035c2f8382c9ccef3e network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-kg26k d7b1d43389a2c6f71f00ab3bcc4422aa413eb754299520035c2f8382c9ccef3e network default NAD default NAD key ] I0512 17:39:11.542132 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-storage-operator, podName: volume-data-source-validator-6944588dcc-kg26k, hostIfaceName: d7b1d43389a2c6f, network: default, NAD default, SandboxID: "d7b1d43389a2c6f71f00ab3bcc4422aa413eb754299520035c2f8382c9ccef3e", PCI device ID: , UID: "a79889db-c24b-40f2-ba57-4d6bd3a6f176", MAC: 0a:58:0a:80:00:0b, IPs: [10.128.0.11/23] I0512 17:39:11.542165 3803 cni.go:473] [openshift-insights/insights-operator-6dbb575d6c-n7lk6 f618fd589c1868c6c17e3e5aecb00072634dea6d87dba87b391bc104ab9bf7cd network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-operator-6dbb575d6c-n7lk6 f618fd589c1868c6c17e3e5aecb00072634dea6d87dba87b391bc104ab9bf7cd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:f7:b5:ce:44:6f\",\"name\":\"f618fd589c1868c\"},{\"mac\":\"0a:58:0a:80:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/143d3e8a-e937-4f31-8758-9c2b1b2ce721\"}],\"ips\":[{\"address\":\"10.128.0.8/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 17:39:11.579233 3803 cni.go:473] [openshift-service-ca-operator/service-ca-operator-bc9564db4-fhmjc 89f9232dacdd716a627b427f1cbf9fa71aadd0bfbed5f75717520622241c24ad network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-fhmjc 89f9232dacdd716a627b427f1cbf9fa71aadd0bfbed5f75717520622241c24ad network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:a5:71:01:29:3e\",\"name\":\"89f9232dacdd716\"},{\"mac\":\"0a:58:0a:80:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3e665f78-64a2-4b84-a678-b90975c5fe94\"}],\"ips\":[{\"address\":\"10.128.0.10/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 17:39:11.582864 3803 cni.go:452] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-m7j2g 27c535d7922d29726fa3ffbc7fed2583c70f2de478a4699a094579158027ff66 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-m7j2g 27c535d7922d29726fa3ffbc7fed2583c70f2de478a4699a094579158027ff66 network default NAD default NAD key ] I0512 17:39:11.592226 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator-operator, podName: kube-storage-version-migrator-operator-74478b59c6-m7j2g, hostIfaceName: 27c535d7922d297, network: default, NAD default, SandboxID: "27c535d7922d29726fa3ffbc7fed2583c70f2de478a4699a094579158027ff66", PCI device ID: , UID: "4e7b805d-a12e-45c8-b80b-55e066792223", MAC: 0a:58:0a:80:00:0c, IPs: [10.128.0.12/23] I0512 17:39:11.592327 3803 cni.go:473] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-kg26k d7b1d43389a2c6f71f00ab3bcc4422aa413eb754299520035c2f8382c9ccef3e network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-kg26k d7b1d43389a2c6f71f00ab3bcc4422aa413eb754299520035c2f8382c9ccef3e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:6a:9c:f1:4d:9c\",\"name\":\"d7b1d43389a2c6f\"},{\"mac\":\"0a:58:0a:80:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/232b658b-2bf4-40a1-a26a-96c72413caae\"}],\"ips\":[{\"address\":\"10.128.0.11/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 17:39:11.644913 3803 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-s68f2 fdb4e28801bc8019ef63e6fdbe2973575147166dc55a49abf547ec87bee5b14c network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-s68f2 fdb4e28801bc8019ef63e6fdbe2973575147166dc55a49abf547ec87bee5b14c network default NAD default NAD key ] I0512 17:39:11.644920 3803 cni.go:473] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-m7j2g 27c535d7922d29726fa3ffbc7fed2583c70f2de478a4699a094579158027ff66 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-m7j2g 27c535d7922d29726fa3ffbc7fed2583c70f2de478a4699a094579158027ff66 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:7b:0b:b4:fe:cb\",\"name\":\"27c535d7922d297\"},{\"mac\":\"0a:58:0a:80:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4c8789a3-b590-4814-9d56-4647e6338afa\"}],\"ips\":[{\"address\":\"10.128.0.12/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 17:39:11.655024 3803 cni.go:452] [openshift-ingress-canary/ingress-canary-sgltz 8dacf906eba9e5786cec59cf91355d0e71b121dfeecc844132fbf1cacb8d400d network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-sgltz 8dacf906eba9e5786cec59cf91355d0e71b121dfeecc844132fbf1cacb8d400d network default NAD default NAD key ] I0512 17:39:11.657451 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-catalog-s68f2, hostIfaceName: fdb4e28801bc801, network: default, NAD default, SandboxID: "fdb4e28801bc8019ef63e6fdbe2973575147166dc55a49abf547ec87bee5b14c", PCI device ID: , UID: "5143d0a3-18f7-4e3f-935a-eba038629f9a", MAC: 0a:58:0a:80:00:15, IPs: [10.128.0.21/23] I0512 17:39:11.672286 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-sgltz, hostIfaceName: 8dacf906eba9e57, network: default, NAD default, SandboxID: "8dacf906eba9e5786cec59cf91355d0e71b121dfeecc844132fbf1cacb8d400d", PCI device ID: , UID: "dda414a5-cd5d-4f91-9167-0d86bffcf19d", MAC: 0a:58:0a:80:00:12, IPs: [10.128.0.18/23] I0512 17:39:11.677485 3803 cni.go:452] [openshift-network-diagnostics/network-check-source-84fd6d9d54-jzjh4 114a236f6dabf2a1efc4a47218f8fa3412e373faf99cd1b7f2c1889ae1e207a0 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-jzjh4 114a236f6dabf2a1efc4a47218f8fa3412e373faf99cd1b7f2c1889ae1e207a0 network default NAD default NAD key ] I0512 17:39:11.689368 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-source-84fd6d9d54-jzjh4, hostIfaceName: 114a236f6dabf2a, network: default, NAD default, SandboxID: "114a236f6dabf2a1efc4a47218f8fa3412e373faf99cd1b7f2c1889ae1e207a0", PCI device ID: , UID: "2ccdc225-30b6-43e6-8ae4-3a7a49beea25", MAC: 0a:58:0a:80:00:13, IPs: [10.128.0.19/23] I0512 17:39:11.704604 3803 cni.go:452] [openshift-console-operator/console-operator-66dbbb6468-mrckc 9dae1396645bcdeb6eab76dc572f876e6096282d0e6911d827affc24a1a0057c network default NAD default NAD key ] ADD starting CNI request [openshift-console-operator/console-operator-66dbbb6468-mrckc 9dae1396645bcdeb6eab76dc572f876e6096282d0e6911d827affc24a1a0057c network default NAD default NAD key ] I0512 17:39:11.714028 3803 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-s68f2 fdb4e28801bc8019ef63e6fdbe2973575147166dc55a49abf547ec87bee5b14c network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-s68f2 fdb4e28801bc8019ef63e6fdbe2973575147166dc55a49abf547ec87bee5b14c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:51:da:df:4f:34\",\"name\":\"fdb4e28801bc801\"},{\"mac\":\"0a:58:0a:80:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/de8dc090-f04a-4e29-a397-2c7020f7b309\"}],\"ips\":[{\"address\":\"10.128.0.21/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 17:39:11.715572 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-console-operator, podName: console-operator-66dbbb6468-mrckc, hostIfaceName: 9dae1396645bcde, network: default, NAD default, SandboxID: "9dae1396645bcdeb6eab76dc572f876e6096282d0e6911d827affc24a1a0057c", PCI device ID: , UID: "c1062f9c-015e-456f-81a7-49e1568dff8c", MAC: 0a:58:0a:80:00:14, IPs: [10.128.0.20/23] I0512 17:39:11.727851 3803 cni.go:473] [openshift-ingress-canary/ingress-canary-sgltz 8dacf906eba9e5786cec59cf91355d0e71b121dfeecc844132fbf1cacb8d400d network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-sgltz 8dacf906eba9e5786cec59cf91355d0e71b121dfeecc844132fbf1cacb8d400d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:e6:11:c1:04:17\",\"name\":\"8dacf906eba9e57\"},{\"mac\":\"0a:58:0a:80:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/34f2d53e-2ce3-4338-99ac-d0124f342f32\"}],\"ips\":[{\"address\":\"10.128.0.18/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 17:39:11.739887 3803 cni.go:473] [openshift-network-diagnostics/network-check-source-84fd6d9d54-jzjh4 114a236f6dabf2a1efc4a47218f8fa3412e373faf99cd1b7f2c1889ae1e207a0 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-jzjh4 114a236f6dabf2a1efc4a47218f8fa3412e373faf99cd1b7f2c1889ae1e207a0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:94:3d:ba:bb:75\",\"name\":\"114a236f6dabf2a\"},{\"mac\":\"0a:58:0a:80:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e95fe8e6-b204-47dd-b5a0-df9ce89e08c2\"}],\"ips\":[{\"address\":\"10.128.0.19/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 17:39:11.768759 3803 cni.go:473] [openshift-console-operator/console-operator-66dbbb6468-mrckc 9dae1396645bcdeb6eab76dc572f876e6096282d0e6911d827affc24a1a0057c network default NAD default NAD key default] ADD finished CNI request [openshift-console-operator/console-operator-66dbbb6468-mrckc 9dae1396645bcdeb6eab76dc572f876e6096282d0e6911d827affc24a1a0057c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:2e:74:55:ef:48\",\"name\":\"9dae1396645bcde\"},{\"mac\":\"0a:58:0a:80:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/44eea409-dcfe-4122-8709-ff3b467ec4ce\"}],\"ips\":[{\"address\":\"10.128.0.20/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 17:39:12.131829 3803 cni.go:452] [kube-system/global-pull-secret-syncer-s4qct 298e1fec68c2a2594cd716691a681cab47ce65c9e6eb1cad726cf28dfc126a10 network default NAD default NAD key ] ADD starting CNI request [kube-system/global-pull-secret-syncer-s4qct 298e1fec68c2a2594cd716691a681cab47ce65c9e6eb1cad726cf28dfc126a10 network default NAD default NAD key ] I0512 17:39:12.140682 3803 egressfirewall.go:723] Syncing node "ip-10-0-2-251.ec2.internal" for egress firewall I0512 17:39:12.140716 3803 default_network_controller.go:1025] Node "ip-10-0-2-251.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0512 17:39:12.140724 3803 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-251.ec2.internal I0512 17:39:12.140834 3803 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-251.ec2.internal: 110.693µs I0512 17:39:12.142629 3803 helper_linux.go:556] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-s4qct, hostIfaceName: 298e1fec68c2a25, network: default, NAD default, SandboxID: "298e1fec68c2a2594cd716691a681cab47ce65c9e6eb1cad726cf28dfc126a10", PCI device ID: , UID: "8034137c-94b9-4c2d-9140-28ab959af331", MAC: 0a:58:0a:80:00:05, IPs: [10.128.0.5/23] I0512 17:39:12.194224 3803 cni.go:473] [kube-system/global-pull-secret-syncer-s4qct 298e1fec68c2a2594cd716691a681cab47ce65c9e6eb1cad726cf28dfc126a10 network default NAD default NAD key default] ADD finished CNI request [kube-system/global-pull-secret-syncer-s4qct 298e1fec68c2a2594cd716691a681cab47ce65c9e6eb1cad726cf28dfc126a10 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:2f:7b:94:57:c4\",\"name\":\"298e1fec68c2a25\"},{\"mac\":\"0a:58:0a:80:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fe072b07-1917-40f5-9428-a43bb6559022\"}],\"ips\":[{\"address\":\"10.128.0.5/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 17:39:12.232908 3803 cni.go:452] [openshift-network-diagnostics/network-check-target-jqxs2 c60281b16ce6d3f63a88062cb1af3baafac052055d5557a190e01ccdf68d54f5 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-jqxs2 c60281b16ce6d3f63a88062cb1af3baafac052055d5557a190e01ccdf68d54f5 network default NAD default NAD key ] I0512 17:39:12.244377 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-jqxs2, hostIfaceName: c60281b16ce6d3f, network: default, NAD default, SandboxID: "c60281b16ce6d3f63a88062cb1af3baafac052055d5557a190e01ccdf68d54f5", PCI device ID: , UID: "89d6d80a-e6a2-42f3-947c-30bf78bf98c1", MAC: 0a:58:0a:80:00:04, IPs: [10.128.0.4/23] I0512 17:39:12.295936 3803 cni.go:473] [openshift-network-diagnostics/network-check-target-jqxs2 c60281b16ce6d3f63a88062cb1af3baafac052055d5557a190e01ccdf68d54f5 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-jqxs2 c60281b16ce6d3f63a88062cb1af3baafac052055d5557a190e01ccdf68d54f5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:6c:7a:e8:b6:e2\",\"name\":\"c60281b16ce6d3f\"},{\"mac\":\"0a:58:0a:80:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/17a228e4-5d3f-4243-9c44-0c6cc101d921\"}],\"ips\":[{\"address\":\"10.128.0.4/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 17:39:14.252940 3803 egressfirewall.go:723] Syncing node "ip-10-0-0-127.ec2.internal" for egress firewall I0512 17:39:14.253019 3803 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-127.ec2.internal I0512 17:39:14.253043 3803 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-127.ec2.internal: 42.562µs I0512 17:39:14.253061 3803 default_network_controller.go:1025] Node "ip-10-0-0-127.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0512 17:39:16.497974 3803 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-251.ec2.internal in network "default" I0512 17:39:16.498023 3803 default_network_controller.go:1025] Node "ip-10-0-2-251.ec2.internal" in remote zone "ip-10-0-2-251.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0512 17:39:16.498123 3803 node_tracker.go:235] Node ip-10-0-2-251.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-251.ec2.internal" I0512 17:39:16.498143 3803 node_tracker.go:169] Node ip-10-0-2-251.ec2.internal switch + router changed, syncing services in network "default" I0512 17:39:16.498158 3803 services_controller.go:574] Full service sync requested for network=default I0512 17:39:16.546704 3803 default_network_controller.go:1025] Node "ip-10-0-2-251.ec2.internal" in remote zone "ip-10-0-2-251.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0512 17:39:16.631531 3803 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-251.ec2.internal in network "default" I0512 17:39:16.631598 3803 node_tracker.go:169] Node ip-10-0-2-251.ec2.internal switch + router changed, syncing services in network "default" I0512 17:39:16.631530 3803 default_network_controller.go:1025] Node "ip-10-0-2-251.ec2.internal" in remote zone "ip-10-0-2-251.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0512 17:39:16.631613 3803 services_controller.go:574] Full service sync requested for network=default I0512 17:39:16.634570 3803 zone_ic_handler.go:195] Time taken to create transit switch: 772.341µs I0512 17:39:16.634686 3803 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-251.ec2.internal for the network default I0512 17:39:16.636992 3803 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-251.ec2.internal" on network "default" took: 3.286039ms I0512 17:39:19.185339 3803 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-251.ec2.internal in network "default" I0512 17:39:19.185421 3803 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-251.ec2.internal I0512 17:39:19.185432 3803 egressfirewall.go:723] Syncing node "ip-10-0-2-251.ec2.internal" for egress firewall I0512 17:39:19.185432 3803 node_tracker.go:169] Node ip-10-0-2-251.ec2.internal switch + router changed, syncing services in network "default" I0512 17:39:19.185446 3803 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-251.ec2.internal: 30.7µs I0512 17:39:19.185465 3803 services_controller.go:574] Full service sync requested for network=default I0512 17:39:19.185484 3803 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-251.ec2.internal", IP: 10.0.2.251 to PMTUD blocking rules I0512 17:39:19.185502 3803 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-251.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0512 17:39:19.192156 3803 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-251.ec2.internal. Updating no re-route policies I0512 17:39:19.200880 3803 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-251.ec2.internal", IP: 10.0.2.251 to PMTUD blocking rules I0512 17:39:19.200899 3803 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-251.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0512 17:39:19.205928 3803 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-127.ec2.internal in network "default" I0512 17:39:19.205933 3803 default_network_controller.go:1025] Node "ip-10-0-0-127.ec2.internal" in remote zone "ip-10-0-0-127.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0512 17:39:19.205956 3803 node_tracker.go:235] Node ip-10-0-0-127.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-127.ec2.internal" I0512 17:39:19.205972 3803 node_tracker.go:169] Node ip-10-0-0-127.ec2.internal switch + router changed, syncing services in network "default" I0512 17:39:19.205986 3803 services_controller.go:574] Full service sync requested for network=default I0512 17:39:19.278392 3803 default_network_controller.go:1025] Node "ip-10-0-0-127.ec2.internal" in remote zone "ip-10-0-0-127.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0512 17:39:19.364525 3803 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-127.ec2.internal in network "default" I0512 17:39:19.364570 3803 default_network_controller.go:1025] Node "ip-10-0-0-127.ec2.internal" in remote zone "ip-10-0-0-127.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0512 17:39:19.364602 3803 node_tracker.go:169] Node ip-10-0-0-127.ec2.internal switch + router changed, syncing services in network "default" I0512 17:39:19.364617 3803 services_controller.go:574] Full service sync requested for network=default I0512 17:39:19.365667 3803 zone_ic_handler.go:195] Time taken to create transit switch: 317.259µs I0512 17:39:19.365682 3803 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-127.ec2.internal for the network default I0512 17:39:19.366868 3803 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-127.ec2.internal" on network "default" took: 1.531093ms I0512 17:39:21.921190 3803 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-127.ec2.internal I0512 17:39:21.921218 3803 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-127.ec2.internal: 35.507µs I0512 17:39:21.921243 3803 egressfirewall.go:723] Syncing node "ip-10-0-0-127.ec2.internal" for egress firewall I0512 17:39:21.921264 3803 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-127.ec2.internal in network "default" I0512 17:39:21.921284 3803 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-127.ec2.internal", IP: 10.0.0.127 to PMTUD blocking rules I0512 17:39:21.921300 3803 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-127.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0512 17:39:21.921311 3803 node_tracker.go:169] Node ip-10-0-0-127.ec2.internal switch + router changed, syncing services in network "default" I0512 17:39:21.921326 3803 services_controller.go:574] Full service sync requested for network=default I0512 17:39:21.928005 3803 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-127.ec2.internal. Updating no re-route policies I0512 17:39:21.938817 3803 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-127.ec2.internal", IP: 10.0.0.127 to PMTUD blocking rules I0512 17:39:21.938834 3803 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-127.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules W0512 17:39:22.362416 3803 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0512 17:39:22.968445 3803 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-251.ec2.internal I0512 17:39:22.968482 3803 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-251.ec2.internal: 46.571µs I0512 17:39:22.998913 3803 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0512 17:39:22.999766 3803 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 830.214µs I0512 17:39:23.023331 3803 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace W0512 17:39:23.379704 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0512 17:39:23.383583 3803 namespace.go:98] [openshift-service-ca] adding namespace I0512 17:39:23.384403 3803 namespace.go:102] [openshift-service-ca] adding namespace took 799.951µs I0512 17:39:23.400675 3803 namespace.go:142] [openshift-service-ca] updating namespace W0512 17:39:23.457710 3803 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0512 17:39:25.629455 3803 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-127.ec2.internal I0512 17:39:25.629482 3803 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-127.ec2.internal: 34.284µs W0512 17:39:33.255291 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0512 17:39:43.215218 3803 cni.go:452] [openshift-image-registry/image-registry-7fbc9b798d-n86ht 77f210517260a417aacccf9f6c26cd9062845181fecd2579c69eaa7c68d9cb61 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-7fbc9b798d-n86ht 77f210517260a417aacccf9f6c26cd9062845181fecd2579c69eaa7c68d9cb61 network default NAD default NAD key ] I0512 17:39:43.225382 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-7fbc9b798d-n86ht, hostIfaceName: 77f210517260a41, network: default, NAD default, SandboxID: "77f210517260a417aacccf9f6c26cd9062845181fecd2579c69eaa7c68d9cb61", PCI device ID: , UID: "9b802355-a198-4dc0-af58-61a2d9019677", MAC: 0a:58:0a:80:00:06, IPs: [10.128.0.6/23] I0512 17:39:43.239454 3803 cni.go:452] [openshift-dns/dns-default-hksvz 562137e4e251f65e71e7d5236ad8279a75178a8f12657bb2c795b2c2a1fa7ceb network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-hksvz 562137e4e251f65e71e7d5236ad8279a75178a8f12657bb2c795b2c2a1fa7ceb network default NAD default NAD key ] I0512 17:39:43.251772 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-hksvz, hostIfaceName: 562137e4e251f65, network: default, NAD default, SandboxID: "562137e4e251f65e71e7d5236ad8279a75178a8f12657bb2c795b2c2a1fa7ceb", PCI device ID: , UID: "137315aa-94b6-4a8d-b287-65711e7aaba3", MAC: 0a:58:0a:80:00:07, IPs: [10.128.0.7/23] I0512 17:39:43.281247 3803 cni.go:473] [openshift-image-registry/image-registry-7fbc9b798d-n86ht 77f210517260a417aacccf9f6c26cd9062845181fecd2579c69eaa7c68d9cb61 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-7fbc9b798d-n86ht 77f210517260a417aacccf9f6c26cd9062845181fecd2579c69eaa7c68d9cb61 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:d6:c0:3f:44:3c\",\"name\":\"77f210517260a41\"},{\"mac\":\"0a:58:0a:80:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c497001f-7ae5-42fc-bd2a-01494a473914\"}],\"ips\":[{\"address\":\"10.128.0.6/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 17:39:43.285186 3803 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-j7sj5 ea5ab387790eb44b45fa478d9e74362ef5a7df5d715f882ae4a7384ecdd95bfb network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-j7sj5 ea5ab387790eb44b45fa478d9e74362ef5a7df5d715f882ae4a7384ecdd95bfb network default NAD default NAD key ] I0512 17:39:43.300778 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-j7sj5, hostIfaceName: ea5ab387790eb44, network: default, NAD default, SandboxID: "ea5ab387790eb44b45fa478d9e74362ef5a7df5d715f882ae4a7384ecdd95bfb", PCI device ID: , UID: "842c8518-250c-489e-a769-771f3b50a33f", MAC: 0a:58:0a:80:00:09, IPs: [10.128.0.9/23] I0512 17:39:43.307896 3803 cni.go:473] [openshift-dns/dns-default-hksvz 562137e4e251f65e71e7d5236ad8279a75178a8f12657bb2c795b2c2a1fa7ceb network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-hksvz 562137e4e251f65e71e7d5236ad8279a75178a8f12657bb2c795b2c2a1fa7ceb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:45:dc:69:15:4b\",\"name\":\"562137e4e251f65\"},{\"mac\":\"0a:58:0a:80:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b36903f5-e37a-4b6b-b530-586947f1839f\"}],\"ips\":[{\"address\":\"10.128.0.7/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 17:39:43.333833 3803 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-wmjlv 9d40cbe4e5bca10e3b51bf7e8339b3c23b12c4e28f20770d483439dbbdbe88bb network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-wmjlv 9d40cbe4e5bca10e3b51bf7e8339b3c23b12c4e28f20770d483439dbbdbe88bb network default NAD default NAD key ] I0512 17:39:43.352783 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-wmjlv, hostIfaceName: 9d40cbe4e5bca10, network: default, NAD default, SandboxID: "9d40cbe4e5bca10e3b51bf7e8339b3c23b12c4e28f20770d483439dbbdbe88bb", PCI device ID: , UID: "dae3a7f0-119a-433f-9501-21ad6807e7d6", MAC: 0a:58:0a:80:00:0f, IPs: [10.128.0.15/23] I0512 17:39:43.357438 3803 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-j7sj5 ea5ab387790eb44b45fa478d9e74362ef5a7df5d715f882ae4a7384ecdd95bfb network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-j7sj5 ea5ab387790eb44b45fa478d9e74362ef5a7df5d715f882ae4a7384ecdd95bfb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:5e:a2:66:4f:70\",\"name\":\"ea5ab387790eb44\"},{\"mac\":\"0a:58:0a:80:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/91d0b84c-efa0-4c95-a743-c5a5e8d5e551\"}],\"ips\":[{\"address\":\"10.128.0.9/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 17:39:43.371708 3803 cni.go:452] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-pkg6q 545ca8c0294da9fff52e14e9632a9014ea5611dde8c6c3983e39b41dc47a43c6 network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-pkg6q 545ca8c0294da9fff52e14e9632a9014ea5611dde8c6c3983e39b41dc47a43c6 network default NAD default NAD key ] I0512 17:39:43.383206 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-samples-operator, podName: cluster-samples-operator-67f4d568c7-pkg6q, hostIfaceName: 545ca8c0294da9f, network: default, NAD default, SandboxID: "545ca8c0294da9fff52e14e9632a9014ea5611dde8c6c3983e39b41dc47a43c6", PCI device ID: , UID: "c3ef1634-e7c5-4a21-9895-e3d7a33506e0", MAC: 0a:58:0a:80:00:10, IPs: [10.128.0.16/23] I0512 17:39:43.413417 3803 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-wmjlv 9d40cbe4e5bca10e3b51bf7e8339b3c23b12c4e28f20770d483439dbbdbe88bb network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-wmjlv 9d40cbe4e5bca10e3b51bf7e8339b3c23b12c4e28f20770d483439dbbdbe88bb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:a4:70:2b:d6:d9\",\"name\":\"9d40cbe4e5bca10\"},{\"mac\":\"0a:58:0a:80:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6a16593a-11af-4573-8bbf-db0e792784ed\"}],\"ips\":[{\"address\":\"10.128.0.15/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 17:39:43.421286 3803 cni.go:452] [openshift-ingress/router-default-64b8f776df-w2f69 c5f12873014449d9536b0cbe3ff558dfc815f1c3e44258db9b4f655cbbc33d15 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-64b8f776df-w2f69 c5f12873014449d9536b0cbe3ff558dfc815f1c3e44258db9b4f655cbbc33d15 network default NAD default NAD key ] I0512 17:39:43.436826 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-64b8f776df-w2f69, hostIfaceName: c5f12873014449d, network: default, NAD default, SandboxID: "c5f12873014449d9536b0cbe3ff558dfc815f1c3e44258db9b4f655cbbc33d15", PCI device ID: , UID: "bb3174b7-8c20-4547-b8c5-a90381600984", MAC: 0a:58:0a:80:00:0d, IPs: [10.128.0.13/23] I0512 17:39:43.444195 3803 cni.go:473] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-pkg6q 545ca8c0294da9fff52e14e9632a9014ea5611dde8c6c3983e39b41dc47a43c6 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-pkg6q 545ca8c0294da9fff52e14e9632a9014ea5611dde8c6c3983e39b41dc47a43c6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:66:85:e9:37:c6\",\"name\":\"545ca8c0294da9f\"},{\"mac\":\"0a:58:0a:80:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7dc6ba2e-8ae8-4081-8bb2-1e5bef1f0278\"}],\"ips\":[{\"address\":\"10.128.0.16/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 17:39:43.456453 3803 cni.go:452] [openshift-monitoring/cluster-monitoring-operator-557b74df6-cbjvh 18eb12f177e4a53f82a2d5a94ed237965151a381f53648a1972a74e9cba0c56a network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-cbjvh 18eb12f177e4a53f82a2d5a94ed237965151a381f53648a1972a74e9cba0c56a network default NAD default NAD key ] I0512 17:39:43.469025 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: cluster-monitoring-operator-557b74df6-cbjvh, hostIfaceName: 18eb12f177e4a53, network: default, NAD default, SandboxID: "18eb12f177e4a53f82a2d5a94ed237965151a381f53648a1972a74e9cba0c56a", PCI device ID: , UID: "88f4599b-02dd-4a9e-9548-c224a1f6cefd", MAC: 0a:58:0a:80:00:11, IPs: [10.128.0.17/23] I0512 17:39:43.486981 3803 cni.go:452] [openshift-ingress/router-default-6d99c7b758-jft4v 6c7fba3b97477446230cc550ed5096be9a58faa9b0e988a29d1d0333488cf4a2 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-6d99c7b758-jft4v 6c7fba3b97477446230cc550ed5096be9a58faa9b0e988a29d1d0333488cf4a2 network default NAD default NAD key ] I0512 17:39:43.495553 3803 cni.go:473] [openshift-ingress/router-default-64b8f776df-w2f69 c5f12873014449d9536b0cbe3ff558dfc815f1c3e44258db9b4f655cbbc33d15 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-64b8f776df-w2f69 c5f12873014449d9536b0cbe3ff558dfc815f1c3e44258db9b4f655cbbc33d15 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:1b:66:bc:ae:03\",\"name\":\"c5f12873014449d\"},{\"mac\":\"0a:58:0a:80:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/38f11d77-78ee-42a0-9dea-d79a79aaefc3\"}],\"ips\":[{\"address\":\"10.128.0.13/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 17:39:43.500222 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-6d99c7b758-jft4v, hostIfaceName: 6c7fba3b9747744, network: default, NAD default, SandboxID: "6c7fba3b97477446230cc550ed5096be9a58faa9b0e988a29d1d0333488cf4a2", PCI device ID: , UID: "88b6cbd4-60b5-40ca-adec-66b7d3e0dcff", MAC: 0a:58:0a:80:00:0e, IPs: [10.128.0.14/23] I0512 17:39:43.523844 3803 cni.go:473] [openshift-monitoring/cluster-monitoring-operator-557b74df6-cbjvh 18eb12f177e4a53f82a2d5a94ed237965151a381f53648a1972a74e9cba0c56a network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-cbjvh 18eb12f177e4a53f82a2d5a94ed237965151a381f53648a1972a74e9cba0c56a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:39:df:f9:29:1e\",\"name\":\"18eb12f177e4a53\"},{\"mac\":\"0a:58:0a:80:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cd56a53a-3551-42c9-9eca-27579675ef47\"}],\"ips\":[{\"address\":\"10.128.0.17/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 17:39:43.554878 3803 cni.go:473] [openshift-ingress/router-default-6d99c7b758-jft4v 6c7fba3b97477446230cc550ed5096be9a58faa9b0e988a29d1d0333488cf4a2 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-6d99c7b758-jft4v 6c7fba3b97477446230cc550ed5096be9a58faa9b0e988a29d1d0333488cf4a2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:33:41:45:c9:ed\",\"name\":\"6c7fba3b9747744\"},{\"mac\":\"0a:58:0a:80:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b0013cb1-a3cc-4a40-aaa4-9063af9042e5\"}],\"ips\":[{\"address\":\"10.128.0.14/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 17:39:44.033606 3803 cni.go:452] [openshift-multus/network-metrics-daemon-mxxsn 6c74d2dd240dec8c0533129cb9cc2b81a150fef5211076a1e8e35975e5075273 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-mxxsn 6c74d2dd240dec8c0533129cb9cc2b81a150fef5211076a1e8e35975e5075273 network default NAD default NAD key ] I0512 17:39:44.049338 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-mxxsn, hostIfaceName: 6c74d2dd240dec8, network: default, NAD default, SandboxID: "6c74d2dd240dec8c0533129cb9cc2b81a150fef5211076a1e8e35975e5075273", PCI device ID: , UID: "61398d24-80d9-4c1f-902d-1be9c6975a6c", MAC: 0a:58:0a:80:00:03, IPs: [10.128.0.3/23] I0512 17:39:44.108835 3803 cni.go:473] [openshift-multus/network-metrics-daemon-mxxsn 6c74d2dd240dec8c0533129cb9cc2b81a150fef5211076a1e8e35975e5075273 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-mxxsn 6c74d2dd240dec8c0533129cb9cc2b81a150fef5211076a1e8e35975e5075273 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:dd:ae:cb:c0:39\",\"name\":\"6c74d2dd240dec8\"},{\"mac\":\"0a:58:0a:80:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f70191fc-d158-4c75-98e2-0bce1db933cf\"}],\"ips\":[{\"address\":\"10.128.0.3/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0512 17:39:47.625384 3803 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0512 17:39:47.625595 3803 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0512 17:39:47.625613 3803 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0512 17:39:47.625630 3803 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0512 17:39:47.637347 3803 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0512 17:39:47.697221 3803 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0512 17:39:47.711715 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-203.ec2.internal port 50051: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0512 17:39:47.727042 3803 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-p9gsr] creating logical port openshift-insights_insights-runtime-extractor-p9gsr for pod on switch ip-10-0-1-203.ec2.internal I0512 17:39:47.727172 3803 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-p9gsr I0512 17:39:47.750741 3803 pod.go:62] [openshift-insights/insights-runtime-extractor-p9gsr] pod update took 23.600799ms I0512 17:39:47.750783 3803 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-p9gsr] addLogicalPort annotation time took 23.646469ms I0512 17:39:47.752263 3803 pods.go:271] [openshift-insights/insights-runtime-extractor-p9gsr] addLogicalPort took 25.245208ms, libovsdb time 1.019449ms W0512 17:39:47.770304 3803 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0512 17:39:47.804175 3803 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0512 17:39:48.103846 3803 cni.go:452] [openshift-insights/insights-runtime-extractor-p9gsr 9e47d33f59d0faf218ebd36c1713700ea15367bc0175123fb6afcfb93ef682c9 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-p9gsr 9e47d33f59d0faf218ebd36c1713700ea15367bc0175123fb6afcfb93ef682c9 network default NAD default NAD key ] I0512 17:39:48.113764 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-p9gsr, hostIfaceName: 9e47d33f59d0faf, network: default, NAD default, SandboxID: "9e47d33f59d0faf218ebd36c1713700ea15367bc0175123fb6afcfb93ef682c9", PCI device ID: , UID: "974fab0b-17d0-4e4d-b4e9-bf2f77e76b8d", MAC: 0a:58:0a:80:00:16, IPs: [10.128.0.22/23] I0512 17:39:48.172184 3803 cni.go:473] [openshift-insights/insights-runtime-extractor-p9gsr 9e47d33f59d0faf218ebd36c1713700ea15367bc0175123fb6afcfb93ef682c9 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-p9gsr 9e47d33f59d0faf218ebd36c1713700ea15367bc0175123fb6afcfb93ef682c9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:2e:5a:78:ce:8e\",\"name\":\"9e47d33f59d0faf\"},{\"mac\":\"0a:58:0a:80:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9952ed7a-954b-4c80-8ad3-10400aea6f57\"}],\"ips\":[{\"address\":\"10.128.0.22/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0512 17:39:48.642274 3803 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0512 17:39:48.642291 3803 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0512 17:39:48.642296 3803 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0512 17:39:49.211602 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-203.ec2.internal port 8443: empty IP address endpoints for service openshift-console-operator/metrics W0512 17:39:50.397402 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0512 17:39:53.406775 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-203.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0512 17:39:53.406800 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-203.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0512 17:39:53.406806 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-203.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0512 17:39:53.406820 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-203.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0512 17:39:53.406824 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-203.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0512 17:39:53.406829 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-203.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0512 17:39:53.406875 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-203.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0512 17:39:54.474463 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-203.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0512 17:39:54.474488 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-203.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0512 17:39:54.474494 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-203.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0512 17:39:54.474510 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-203.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0512 17:39:54.474515 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-203.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0512 17:39:54.474520 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-203.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0512 17:39:58.501703 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-203.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0512 17:39:58.501725 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-203.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0512 17:39:58.501731 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-203.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0512 17:40:00.383400 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-203.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0512 17:40:00.383433 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-203.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0512 17:40:02.576335 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0512 17:40:03.460685 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0512 17:40:03.587555 3803 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-1-203.ec2.internal I0512 17:40:03.587661 3803 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0512 17:40:03.632702 3803 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 45.082514ms I0512 17:40:03.632725 3803 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 45.110053ms I0512 17:40:03.634171 3803 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 46.632384ms, libovsdb time 1.081675ms I0512 17:40:03.953733 3803 cni.go:452] [openshift-monitoring/alertmanager-main-1 b292540a307e126aaf319bdd57992b51169c1ed75ff95d2d785ae94c3cee808d network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 b292540a307e126aaf319bdd57992b51169c1ed75ff95d2d785ae94c3cee808d network default NAD default NAD key ] I0512 17:40:03.963344 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: b292540a307e126, network: default, NAD default, SandboxID: "b292540a307e126aaf319bdd57992b51169c1ed75ff95d2d785ae94c3cee808d", PCI device ID: , UID: "41f37300-bfd8-42f2-be26-dc6b72b09519", MAC: 0a:58:0a:80:00:17, IPs: [10.128.0.23/23] I0512 17:40:04.018789 3803 cni.go:473] [openshift-monitoring/alertmanager-main-1 b292540a307e126aaf319bdd57992b51169c1ed75ff95d2d785ae94c3cee808d network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 b292540a307e126aaf319bdd57992b51169c1ed75ff95d2d785ae94c3cee808d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:21:c7:15:78:a2\",\"name\":\"b292540a307e126\"},{\"mac\":\"0a:58:0a:80:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0ad3c0da-b7f2-42e7-a591-08a274371841\"}],\"ips\":[{\"address\":\"10.128.0.23/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 17:40:05.307736 3803 base_network_controller_pods.go:487] [default/openshift-console/console-57b465587-v6ttj] creating logical port openshift-console_console-57b465587-v6ttj for pod on switch ip-10-0-1-203.ec2.internal I0512 17:40:05.307837 3803 kube.go:256] Updating pod openshift-console/console-57b465587-v6ttj I0512 17:40:05.330574 3803 pod.go:62] [openshift-console/console-57b465587-v6ttj] pod update took 22.758086ms I0512 17:40:05.330607 3803 base_network_controller_pods.go:951] [default/openshift-console/console-57b465587-v6ttj] addLogicalPort annotation time took 22.799473ms I0512 17:40:05.331889 3803 pods.go:271] [openshift-console/console-57b465587-v6ttj] addLogicalPort took 24.169423ms, libovsdb time 885.837µs W0512 17:40:05.338879 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0512 17:40:05.674516 3803 cni.go:452] [openshift-console/console-57b465587-v6ttj 17b08f485449661050fe84902b9cbbf7f654dad2ab20bef0d0c44c2b4f89fa2a network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-57b465587-v6ttj 17b08f485449661050fe84902b9cbbf7f654dad2ab20bef0d0c44c2b4f89fa2a network default NAD default NAD key ] I0512 17:40:05.684658 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-57b465587-v6ttj, hostIfaceName: 17b08f485449661, network: default, NAD default, SandboxID: "17b08f485449661050fe84902b9cbbf7f654dad2ab20bef0d0c44c2b4f89fa2a", PCI device ID: , UID: "7fdb409c-f350-48ca-b77e-dcaf6803268d", MAC: 0a:58:0a:80:00:18, IPs: [10.128.0.24/23] I0512 17:40:05.740738 3803 cni.go:473] [openshift-console/console-57b465587-v6ttj 17b08f485449661050fe84902b9cbbf7f654dad2ab20bef0d0c44c2b4f89fa2a network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-57b465587-v6ttj 17b08f485449661050fe84902b9cbbf7f654dad2ab20bef0d0c44c2b4f89fa2a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:fa:35:06:71:fa\",\"name\":\"17b08f485449661\"},{\"mac\":\"0a:58:0a:80:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c5be5a50-582d-468c-8290-5c9f9a550cc6\"}],\"ips\":[{\"address\":\"10.128.0.24/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0512 17:40:06.592153 3803 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 17:40:06.592180 3803 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 17:40:06.592185 3803 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0512 17:40:08.850759 3803 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-1-203.ec2.internal I0512 17:40:08.850914 3803 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0512 17:40:08.904329 3803 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 53.45373ms I0512 17:40:08.904359 3803 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 53.49378ms I0512 17:40:08.905708 3803 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 54.967207ms, libovsdb time 973.131µs I0512 17:40:09.233721 3803 cni.go:452] [openshift-monitoring/prometheus-k8s-1 ca236acfe43682186e288536b7b4e11fa31d28ec4e4ba8e418f6b53988888703 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 ca236acfe43682186e288536b7b4e11fa31d28ec4e4ba8e418f6b53988888703 network default NAD default NAD key ] I0512 17:40:09.243367 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: ca236acfe436821, network: default, NAD default, SandboxID: "ca236acfe43682186e288536b7b4e11fa31d28ec4e4ba8e418f6b53988888703", PCI device ID: , UID: "82757ef8-6852-4318-ad12-704244bcc738", MAC: 0a:58:0a:80:00:19, IPs: [10.128.0.25/23] I0512 17:40:09.299105 3803 cni.go:473] [openshift-monitoring/prometheus-k8s-1 ca236acfe43682186e288536b7b4e11fa31d28ec4e4ba8e418f6b53988888703 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 ca236acfe43682186e288536b7b4e11fa31d28ec4e4ba8e418f6b53988888703 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:bb:f3:6b:e1:06\",\"name\":\"ca236acfe436821\"},{\"mac\":\"0a:58:0a:80:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dabfdf26-9cb4-41cb-83cc-1ab82e38a6f2\"}],\"ips\":[{\"address\":\"10.128.0.25/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0512 17:40:09.648833 3803 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 17:40:09.648851 3803 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 17:40:10.940440 3803 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-57b465587-dkhdf IP address from the namespace address-set, err: pod openshift-console/console-57b465587-dkhdf: no pod IPs found W0512 17:40:12.513571 3803 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 17:40:12.513592 3803 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0512 17:40:13.707555 3803 cni.go:452] [openshift-image-registry/image-registry-7fbc9b798d-n86ht 77f210517260a417aacccf9f6c26cd9062845181fecd2579c69eaa7c68d9cb61 network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-7fbc9b798d-n86ht 77f210517260a417aacccf9f6c26cd9062845181fecd2579c69eaa7c68d9cb61 network default NAD default NAD key ] I0512 17:40:13.791235 3803 cni.go:473] [openshift-image-registry/image-registry-7fbc9b798d-n86ht 77f210517260a417aacccf9f6c26cd9062845181fecd2579c69eaa7c68d9cb61 network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-7fbc9b798d-n86ht 77f210517260a417aacccf9f6c26cd9062845181fecd2579c69eaa7c68d9cb61 network default NAD default NAD key default], result "{}", err I0512 17:40:13.847212 3803 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7fbc9b798d-n86ht of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 17:40:13.847253 3803 pods.go:176] Deleting pod: openshift-image-registry/image-registry-7fbc9b798d-n86ht I0512 17:40:13.848862 3803 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-7fbc9b798d-n86ht, ips: 10.128.0.6 I0512 17:40:13.848898 3803 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7fbc9b798d-n86ht of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 17:40:13.860368 3803 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-cd598f8dc-7xsnr] creating logical port openshift-image-registry_image-registry-cd598f8dc-7xsnr for pod on switch ip-10-0-1-203.ec2.internal I0512 17:40:13.860521 3803 kube.go:256] Updating pod openshift-image-registry/image-registry-cd598f8dc-7xsnr I0512 17:40:13.879404 3803 pod.go:62] [openshift-image-registry/image-registry-cd598f8dc-7xsnr] pod update took 18.91576ms I0512 17:40:13.879500 3803 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-cd598f8dc-7xsnr] addLogicalPort annotation time took 19.018493ms I0512 17:40:13.880982 3803 pods.go:271] [openshift-image-registry/image-registry-cd598f8dc-7xsnr] addLogicalPort took 20.638373ms, libovsdb time 920.881µs I0512 17:40:14.102303 3803 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6f546f9c95-69djc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 17:40:14.102992 3803 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6f546f9c95-69djc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 17:40:14.226061 3803 cni.go:452] [openshift-image-registry/image-registry-cd598f8dc-7xsnr 26dc8cf79b92c6853bf93b44104418438e1d4679a1ff5695a10c6cb904e57f0c network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-cd598f8dc-7xsnr 26dc8cf79b92c6853bf93b44104418438e1d4679a1ff5695a10c6cb904e57f0c network default NAD default NAD key ] I0512 17:40:14.235640 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-cd598f8dc-7xsnr, hostIfaceName: 26dc8cf79b92c68, network: default, NAD default, SandboxID: "26dc8cf79b92c6853bf93b44104418438e1d4679a1ff5695a10c6cb904e57f0c", PCI device ID: , UID: "b5793369-2e73-49df-9425-163265d71689", MAC: 0a:58:0a:80:00:1a, IPs: [10.128.0.26/23] I0512 17:40:14.291078 3803 cni.go:473] [openshift-image-registry/image-registry-cd598f8dc-7xsnr 26dc8cf79b92c6853bf93b44104418438e1d4679a1ff5695a10c6cb904e57f0c network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-cd598f8dc-7xsnr 26dc8cf79b92c6853bf93b44104418438e1d4679a1ff5695a10c6cb904e57f0c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:62:f1:6a:fa:c5\",\"name\":\"26dc8cf79b92c68\"},{\"mac\":\"0a:58:0a:80:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5fef8922-e3d5-4939-8a68-0d8cf98bec2e\"}],\"ips\":[{\"address\":\"10.128.0.26/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0512 17:40:14.528038 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server I0512 17:40:14.652522 3803 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6f546f9c95-69djc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:40:14.652550 3803 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6f546f9c95-69djc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:40:14.666910 3803 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7fbc9b798d-n86ht of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:40:14.666937 3803 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7fbc9b798d-n86ht of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:40:14.670627 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-6f546f9c95-69djc I0512 17:40:14.670659 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-6f546f9c95-69djc I0512 17:40:14.679639 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7fbc9b798d-n86ht I0512 17:40:14.679670 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7fbc9b798d-n86ht I0512 17:40:15.247140 3803 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0512 17:40:15.695873 3803 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 17:40:15.695895 3803 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 17:40:15.695903 3803 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 17:40:15.747442 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0512 17:40:16.055030 3803 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-846fd7974f-lhjts IP address from the namespace address-set, err: pod openshift-console/console-846fd7974f-lhjts: no pod IPs found W0512 17:40:16.061122 3803 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-846fd7974f-lbs2q IP address from the namespace address-set, err: pod openshift-console/console-846fd7974f-lbs2q: no pod IPs found W0512 17:40:16.681269 3803 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 17:40:16.681286 3803 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 17:40:16.681291 3803 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 17:40:16.681294 3803 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 17:40:17.543994 3803 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 17:40:17.544014 3803 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 17:40:17.544028 3803 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 17:40:17.544034 3803 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier I0512 17:40:30.656198 3803 obj_retry.go:498] Detected object openshift-console/console-5bcd9bb6f-mplzz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 17:40:30.656788 3803 obj_retry.go:498] Detected object openshift-console/console-5bcd9bb6f-mplzz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 17:40:31.035083 3803 obj_retry.go:492] Detected object openshift-console/console-5bcd9bb6f-mplzz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:40:31.035119 3803 obj_retry.go:492] Detected object openshift-console/console-5bcd9bb6f-mplzz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:40:31.039267 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5bcd9bb6f-mplzz I0512 17:40:31.039292 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5bcd9bb6f-mplzz W0512 17:40:32.722579 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0512 17:40:32.722575 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-203.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0512 17:40:32.722746 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-203.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0512 17:40:33.731729 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-203.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0512 17:40:34.012334 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-203.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 17:40:34.012358 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-203.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 17:40:34.012364 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-203.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 17:40:35.652469 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-203.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0512 17:40:36.752861 3803 cni.go:452] [openshift-console/console-57b465587-v6ttj 17b08f485449661050fe84902b9cbbf7f654dad2ab20bef0d0c44c2b4f89fa2a network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-57b465587-v6ttj 17b08f485449661050fe84902b9cbbf7f654dad2ab20bef0d0c44c2b4f89fa2a network default NAD default NAD key ] I0512 17:40:36.821541 3803 cni.go:473] [openshift-console/console-57b465587-v6ttj 17b08f485449661050fe84902b9cbbf7f654dad2ab20bef0d0c44c2b4f89fa2a network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-57b465587-v6ttj 17b08f485449661050fe84902b9cbbf7f654dad2ab20bef0d0c44c2b4f89fa2a network default NAD default NAD key default], result "{}", err I0512 17:40:36.873996 3803 obj_retry.go:498] Detected object openshift-console/console-57b465587-v6ttj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 17:40:36.874036 3803 pods.go:176] Deleting pod: openshift-console/console-57b465587-v6ttj I0512 17:40:36.875278 3803 pods.go:236] Attempting to release IPs for pod: openshift-console/console-57b465587-v6ttj, ips: 10.128.0.24 I0512 17:40:36.875310 3803 obj_retry.go:498] Detected object openshift-console/console-57b465587-v6ttj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 17:40:36.888520 3803 base_network_controller_pods.go:487] [default/openshift-console/console-7cd5bfc546-kws6t] creating logical port openshift-console_console-7cd5bfc546-kws6t for pod on switch ip-10-0-1-203.ec2.internal I0512 17:40:36.888709 3803 kube.go:256] Updating pod openshift-console/console-7cd5bfc546-kws6t I0512 17:40:36.910737 3803 pod.go:62] [openshift-console/console-7cd5bfc546-kws6t] pod update took 22.128529ms I0512 17:40:36.910766 3803 base_network_controller_pods.go:951] [default/openshift-console/console-7cd5bfc546-kws6t] addLogicalPort annotation time took 22.164637ms I0512 17:40:36.912001 3803 pods.go:271] [openshift-console/console-7cd5bfc546-kws6t] addLogicalPort took 23.501278ms, libovsdb time 863.069µs I0512 17:40:37.556447 3803 cni.go:452] [openshift-console/console-7cd5bfc546-kws6t b663166ea650ad6816b51ef1a5a930422176c35fa9411aa7edfaf88d94393cf0 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-7cd5bfc546-kws6t b663166ea650ad6816b51ef1a5a930422176c35fa9411aa7edfaf88d94393cf0 network default NAD default NAD key ] I0512 17:40:37.566471 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-7cd5bfc546-kws6t, hostIfaceName: b663166ea650ad6, network: default, NAD default, SandboxID: "b663166ea650ad6816b51ef1a5a930422176c35fa9411aa7edfaf88d94393cf0", PCI device ID: , UID: "d3c837b4-b6d7-4299-998b-a80b0f4a2715", MAC: 0a:58:0a:80:00:1b, IPs: [10.128.0.27/23] I0512 17:40:37.622290 3803 cni.go:473] [openshift-console/console-7cd5bfc546-kws6t b663166ea650ad6816b51ef1a5a930422176c35fa9411aa7edfaf88d94393cf0 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-7cd5bfc546-kws6t b663166ea650ad6816b51ef1a5a930422176c35fa9411aa7edfaf88d94393cf0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:63:a6:01:14:ba\",\"name\":\"b663166ea650ad6\"},{\"mac\":\"0a:58:0a:80:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cee95079-b8fc-4014-b3c0-6c92eb6f1766\"}],\"ips\":[{\"address\":\"10.128.0.27/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 17:40:37.813166 3803 obj_retry.go:492] Detected object openshift-console/console-57b465587-v6ttj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:40:37.813187 3803 obj_retry.go:492] Detected object openshift-console/console-57b465587-v6ttj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:40:37.827972 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-57b465587-v6ttj I0512 17:40:37.828005 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-57b465587-v6ttj W0512 17:40:41.773289 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0512 17:40:41.773301 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-203.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0512 17:40:41.773348 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-203.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0512 17:40:41.803926 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-203.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0512 17:40:41.803957 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-203.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0512 17:40:41.836238 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-203.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0512 17:40:41.836262 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-203.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0512 17:40:42.778450 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-203.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0512 17:40:47.806671 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-203.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0512 17:40:57.843971 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0512 17:40:57.844413 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-203.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0512 17:40:57.844479 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-203.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0512 17:40:58.849651 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-203.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics I0512 17:41:01.007201 3803 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7fbc9b798d-cxxvn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 17:41:01.007710 3803 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7fbc9b798d-cxxvn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 17:41:01.228828 3803 cni.go:452] [openshift-ingress/router-default-64b8f776df-w2f69 c5f12873014449d9536b0cbe3ff558dfc815f1c3e44258db9b4f655cbbc33d15 network default NAD default NAD key ] DEL starting CNI request [openshift-ingress/router-default-64b8f776df-w2f69 c5f12873014449d9536b0cbe3ff558dfc815f1c3e44258db9b4f655cbbc33d15 network default NAD default NAD key ] I0512 17:41:01.316065 3803 cni.go:473] [openshift-ingress/router-default-64b8f776df-w2f69 c5f12873014449d9536b0cbe3ff558dfc815f1c3e44258db9b4f655cbbc33d15 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/router-default-64b8f776df-w2f69 c5f12873014449d9536b0cbe3ff558dfc815f1c3e44258db9b4f655cbbc33d15 network default NAD default NAD key default], result "{}", err I0512 17:41:01.367033 3803 obj_retry.go:498] Detected object openshift-ingress/router-default-64b8f776df-w2f69 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 17:41:01.367076 3803 pods.go:176] Deleting pod: openshift-ingress/router-default-64b8f776df-w2f69 I0512 17:41:01.368398 3803 pods.go:236] Attempting to release IPs for pod: openshift-ingress/router-default-64b8f776df-w2f69, ips: 10.128.0.13 I0512 17:41:01.368428 3803 obj_retry.go:498] Detected object openshift-ingress/router-default-64b8f776df-w2f69 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 17:41:01.705839 3803 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7fbc9b798d-cxxvn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:41:01.705872 3803 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7fbc9b798d-cxxvn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:41:01.709409 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7fbc9b798d-cxxvn I0512 17:41:01.709432 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7fbc9b798d-cxxvn I0512 17:41:01.873028 3803 obj_retry.go:492] Detected object openshift-ingress/router-default-64b8f776df-w2f69 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:41:01.873060 3803 obj_retry.go:492] Detected object openshift-ingress/router-default-64b8f776df-w2f69 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:41:01.879052 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-64b8f776df-w2f69 I0512 17:41:01.879084 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-64b8f776df-w2f69 I0512 17:41:07.146174 3803 obj_retry.go:498] Detected object openshift-console/console-5bcd9bb6f-j42s6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 17:41:07.146793 3803 obj_retry.go:498] Detected object openshift-console/console-5bcd9bb6f-j42s6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 17:41:07.732964 3803 obj_retry.go:492] Detected object openshift-console/console-5bcd9bb6f-j42s6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:41:07.732989 3803 obj_retry.go:492] Detected object openshift-console/console-5bcd9bb6f-j42s6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:41:07.739950 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5bcd9bb6f-j42s6 I0512 17:41:07.739978 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5bcd9bb6f-j42s6 W0512 17:41:09.782625 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-203.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 17:41:09.782649 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-203.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 17:41:09.782659 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-203.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 17:41:09.782665 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-203.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 17:41:09.950379 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-203.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 17:41:09.950398 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-203.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0512 17:41:42.177513 3803 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643460-xhvmm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 17:41:42.178141 3803 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643460-xhvmm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 17:41:43.085627 3803 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643460-xhvmm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:41:43.085659 3803 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643460-xhvmm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:41:45.604542 3803 cni.go:452] [openshift-console/console-7cd5bfc546-kws6t b663166ea650ad6816b51ef1a5a930422176c35fa9411aa7edfaf88d94393cf0 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-7cd5bfc546-kws6t b663166ea650ad6816b51ef1a5a930422176c35fa9411aa7edfaf88d94393cf0 network default NAD default NAD key ] I0512 17:41:45.693574 3803 cni.go:473] [openshift-console/console-7cd5bfc546-kws6t b663166ea650ad6816b51ef1a5a930422176c35fa9411aa7edfaf88d94393cf0 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-7cd5bfc546-kws6t b663166ea650ad6816b51ef1a5a930422176c35fa9411aa7edfaf88d94393cf0 network default NAD default NAD key default], result "{}", err I0512 17:41:45.743802 3803 obj_retry.go:498] Detected object openshift-console/console-7cd5bfc546-kws6t of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 17:41:45.743839 3803 pods.go:176] Deleting pod: openshift-console/console-7cd5bfc546-kws6t I0512 17:41:45.745272 3803 pods.go:236] Attempting to release IPs for pod: openshift-console/console-7cd5bfc546-kws6t, ips: 10.128.0.27 I0512 17:41:45.745301 3803 obj_retry.go:498] Detected object openshift-console/console-7cd5bfc546-kws6t of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 17:41:45.757004 3803 base_network_controller_pods.go:487] [default/openshift-console/console-676f985569-bvbpd] creating logical port openshift-console_console-676f985569-bvbpd for pod on switch ip-10-0-1-203.ec2.internal I0512 17:41:45.757122 3803 kube.go:256] Updating pod openshift-console/console-676f985569-bvbpd I0512 17:41:45.774488 3803 pod.go:62] [openshift-console/console-676f985569-bvbpd] pod update took 17.406535ms I0512 17:41:45.774520 3803 base_network_controller_pods.go:951] [default/openshift-console/console-676f985569-bvbpd] addLogicalPort annotation time took 17.443571ms I0512 17:41:45.775762 3803 pods.go:271] [openshift-console/console-676f985569-bvbpd] addLogicalPort took 18.777649ms, libovsdb time 848.483µs I0512 17:41:46.063304 3803 obj_retry.go:492] Detected object openshift-console/console-7cd5bfc546-kws6t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:41:46.063329 3803 obj_retry.go:492] Detected object openshift-console/console-7cd5bfc546-kws6t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:41:46.070195 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7cd5bfc546-kws6t I0512 17:41:46.070226 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7cd5bfc546-kws6t I0512 17:41:46.117384 3803 cni.go:452] [openshift-console/console-676f985569-bvbpd ca135d3473e0dc2304fc61ab6ec6f8d0dd08f3a3283e1685ae58b741ce994b82 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-676f985569-bvbpd ca135d3473e0dc2304fc61ab6ec6f8d0dd08f3a3283e1685ae58b741ce994b82 network default NAD default NAD key ] I0512 17:41:46.127307 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-676f985569-bvbpd, hostIfaceName: ca135d3473e0dc2, network: default, NAD default, SandboxID: "ca135d3473e0dc2304fc61ab6ec6f8d0dd08f3a3283e1685ae58b741ce994b82", PCI device ID: , UID: "941f5602-0237-4b45-9dc8-36e1da8c645a", MAC: 0a:58:0a:80:00:1c, IPs: [10.128.0.28/23] I0512 17:41:46.180625 3803 cni.go:473] [openshift-console/console-676f985569-bvbpd ca135d3473e0dc2304fc61ab6ec6f8d0dd08f3a3283e1685ae58b741ce994b82 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-676f985569-bvbpd ca135d3473e0dc2304fc61ab6ec6f8d0dd08f3a3283e1685ae58b741ce994b82 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:99:7e:38:23:6e\",\"name\":\"ca135d3473e0dc2\"},{\"mac\":\"0a:58:0a:80:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c1899e9d-099b-4c40-bf29-32d95d714282\"}],\"ips\":[{\"address\":\"10.128.0.28/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 17:41:51.216963 3803 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dxmzq2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 17:41:51.217565 3803 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dxmzq2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 17:41:51.217592 3803 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dxmzq2 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 17:41:51.217603 3803 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0512 17:41:51.217621 3803 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dxmzq2 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 17:41:51.217628 3803 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0512 17:41:52.241812 3803 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dxmzq2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:41:52.241836 3803 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dxmzq2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:41:52.241853 3803 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dxmzq2 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:41:52.241863 3803 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dxmzq2 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:41:54.708857 3803 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0512 17:41:54.720953 3803 namespace.go:142] [openshift-deployment-validation-operator] updating namespace W0512 17:41:56.133029 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-203.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0512 17:41:56.172821 3803 obj_retry.go:498] Detected object openshift-console/console-7cd5bfc546-56dhx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 17:41:56.173450 3803 obj_retry.go:498] Detected object openshift-console/console-7cd5bfc546-56dhx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 17:41:57.109158 3803 obj_retry.go:492] Detected object openshift-console/console-7cd5bfc546-56dhx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:41:57.109194 3803 obj_retry.go:492] Detected object openshift-console/console-7cd5bfc546-56dhx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:41:57.116941 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7cd5bfc546-56dhx I0512 17:41:57.116966 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7cd5bfc546-56dhx I0512 17:44:07.069821 3803 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=70 I0512 17:44:09.594334 3803 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0512 17:44:21.159224 3803 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0512 17:44:49.196420 3803 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0512 17:44:56.071953 3803 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=117 I0512 17:45:18.173447 3803 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0512 17:45:46.169188 3803 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0512 17:45:46.483866 3803 namespace.go:98] [tsf] adding namespace I0512 17:45:46.484734 3803 namespace.go:102] [tsf] adding namespace took 838.272µs I0512 17:45:46.504201 3803 namespace.go:142] [tsf] updating namespace I0512 17:45:46.513294 3803 namespace.go:142] [tsf] updating namespace I0512 17:45:51.014521 3803 namespace.go:98] [konflux-operator] adding namespace I0512 17:45:51.014727 3803 namespace.go:98] [tsf-keycloak] adding namespace I0512 17:45:51.015426 3803 namespace.go:102] [konflux-operator] adding namespace took 883.504µs I0512 17:45:51.016036 3803 namespace.go:102] [tsf-keycloak] adding namespace took 1.286252ms I0512 17:45:51.017675 3803 namespace.go:98] [tsf-tas] adding namespace I0512 17:45:51.017729 3803 namespace.go:98] [rhtpa-operator] adding namespace I0512 17:45:51.017794 3803 namespace.go:98] [tsf-tpa] adding namespace I0512 17:45:51.018389 3803 namespace.go:102] [tsf-tas] adding namespace took 699.372µs I0512 17:45:51.019013 3803 namespace.go:102] [rhtpa-operator] adding namespace took 1.270406ms I0512 17:45:51.019533 3803 namespace.go:102] [tsf-tpa] adding namespace took 1.725857ms I0512 17:45:51.021114 3803 namespace.go:98] [cert-manager-operator] adding namespace I0512 17:45:51.021775 3803 namespace.go:102] [cert-manager-operator] adding namespace took 647.363µs I0512 17:45:51.022231 3803 namespace.go:98] [rhbk-operator] adding namespace I0512 17:45:51.022329 3803 namespace.go:98] [konflux-ui] adding namespace I0512 17:45:51.022898 3803 namespace.go:102] [rhbk-operator] adding namespace took 652.808µs I0512 17:45:51.023431 3803 namespace.go:102] [konflux-ui] adding namespace took 1.087263ms I0512 17:45:51.034855 3803 namespace.go:142] [konflux-operator] updating namespace I0512 17:45:51.043338 3803 namespace.go:142] [tsf-tpa] updating namespace I0512 17:45:51.044533 3803 namespace.go:142] [tsf-tas] updating namespace I0512 17:45:51.045370 3803 namespace.go:142] [rhtpa-operator] updating namespace I0512 17:45:51.045441 3803 namespace.go:142] [tsf-keycloak] updating namespace I0512 17:45:51.050479 3803 namespace.go:142] [cert-manager-operator] updating namespace I0512 17:45:51.056043 3803 namespace.go:142] [rhbk-operator] updating namespace I0512 17:45:51.056138 3803 namespace.go:142] [konflux-ui] updating namespace I0512 17:45:51.056280 3803 namespace.go:142] [konflux-operator] updating namespace I0512 17:45:51.071842 3803 namespace.go:142] [tsf-tas] updating namespace I0512 17:45:51.085897 3803 namespace.go:142] [konflux-operator] updating namespace I0512 17:45:51.092908 3803 namespace.go:142] [rhtpa-operator] updating namespace I0512 17:45:51.097731 3803 namespace.go:142] [tsf-tas] updating namespace I0512 17:45:51.114646 3803 namespace.go:142] [rhtpa-operator] updating namespace I0512 17:45:51.119381 3803 namespace.go:142] [tsf-tpa] updating namespace I0512 17:45:51.139379 3803 namespace.go:142] [tsf-tpa] updating namespace I0512 17:45:51.149702 3803 namespace.go:142] [cert-manager-operator] updating namespace I0512 17:45:51.163581 3803 namespace.go:142] [rhbk-operator] updating namespace I0512 17:45:51.168670 3803 namespace.go:142] [cert-manager-operator] updating namespace I0512 17:45:51.183945 3803 namespace.go:142] [rhbk-operator] updating namespace I0512 17:45:51.188122 3803 namespace.go:142] [konflux-ui] updating namespace I0512 17:45:51.199456 3803 namespace.go:142] [konflux-ui] updating namespace I0512 17:45:51.207803 3803 namespace.go:142] [tsf-keycloak] updating namespace I0512 17:45:51.216213 3803 namespace.go:142] [tsf-keycloak] updating namespace I0512 17:45:52.340383 3803 namespace.go:142] [tsf-tpa] updating namespace I0512 17:45:52.358106 3803 namespace.go:142] [tsf-keycloak] updating namespace I0512 17:45:59.033323 3803 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658felwcvh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 17:45:59.033921 3803 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658felwcvh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 17:45:59.033948 3803 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658felwcvh of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 17:45:59.033956 3803 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0512 17:45:59.033968 3803 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658felwcvh of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 17:45:59.033974 3803 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0512 17:46:00.057183 3803 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658felwcvh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:46:00.057210 3803 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658felwcvh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:46:00.057225 3803 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658felwcvh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:46:00.057239 3803 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658felwcvh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:46:05.285666 3803 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d89556 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 17:46:05.286289 3803 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d89556 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 17:46:05.286315 3803 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d89556 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 17:46:05.286323 3803 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0512 17:46:05.286335 3803 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d89556 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 17:46:05.286339 3803 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0512 17:46:06.310512 3803 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d89556 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:46:06.310536 3803 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d89556 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:46:06.310551 3803 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d89556 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:46:06.310567 3803 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d89556 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:46:07.324824 3803 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6el5qrr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 17:46:07.325414 3803 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6el5qrr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 17:46:07.325441 3803 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6el5qrr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 17:46:07.325449 3803 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0512 17:46:07.325461 3803 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6el5qrr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 17:46:07.325466 3803 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0512 17:46:08.350483 3803 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6el5qrr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:46:08.350507 3803 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6el5qrr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:46:08.350520 3803 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6el5qrr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:46:08.350533 3803 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6el5qrr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:46:08.355581 3803 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7fclqg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 17:46:08.356120 3803 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7fclqg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 17:46:08.356143 3803 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7fclqg of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 17:46:08.356151 3803 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0512 17:46:08.356163 3803 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7fclqg of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 17:46:08.356169 3803 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0512 17:46:08.412413 3803 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21368gpdp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 17:46:08.412961 3803 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21368gpdp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 17:46:08.412987 3803 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21368gpdp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 17:46:08.412997 3803 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0512 17:46:08.413011 3803 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21368gpdp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 17:46:08.413016 3803 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0512 17:46:08.446510 3803 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51x7nkd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 17:46:08.447021 3803 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51x7nkd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 17:46:08.447049 3803 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51x7nkd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 17:46:08.447059 3803 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0512 17:46:08.447079 3803 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51x7nkd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 17:46:08.447108 3803 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0512 17:46:09.381480 3803 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7fclqg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:46:09.381507 3803 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7fclqg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:46:09.381525 3803 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7fclqg of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:46:09.381536 3803 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7fclqg of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:46:09.438993 3803 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21368gpdp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:46:09.439015 3803 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21368gpdp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:46:09.439024 3803 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21368gpdp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:46:09.439041 3803 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21368gpdp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:46:09.467044 3803 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51x7nkd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:46:09.467070 3803 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51x7nkd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:46:09.467082 3803 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51x7nkd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:46:09.467121 3803 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51x7nkd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:46:17.034286 3803 base_network_controller_pods.go:487] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-qmkz8] creating logical port cert-manager-operator_cert-manager-operator-controller-manager-5b66478c58-qmkz8 for pod on switch ip-10-0-1-203.ec2.internal I0512 17:46:17.034428 3803 kube.go:256] Updating pod cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-qmkz8 I0512 17:46:17.055728 3803 pod.go:62] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-qmkz8] pod update took 21.333941ms I0512 17:46:17.055752 3803 base_network_controller_pods.go:951] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-qmkz8] addLogicalPort annotation time took 21.362546ms I0512 17:46:17.057047 3803 pods.go:271] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-qmkz8] addLogicalPort took 22.782762ms, libovsdb time 868.534µs I0512 17:46:17.395925 3803 cni.go:452] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-qmkz8 a705c96e8d5cec0a2cb1b5a29ed4edd0740d337068a86c1b640344be64aedc0a network default NAD default NAD key ] ADD starting CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-qmkz8 a705c96e8d5cec0a2cb1b5a29ed4edd0740d337068a86c1b640344be64aedc0a network default NAD default NAD key ] I0512 17:46:17.405302 3803 helper_linux.go:556] ConfigureOVS: namespace: cert-manager-operator, podName: cert-manager-operator-controller-manager-5b66478c58-qmkz8, hostIfaceName: a705c96e8d5cec0, network: default, NAD default, SandboxID: "a705c96e8d5cec0a2cb1b5a29ed4edd0740d337068a86c1b640344be64aedc0a", PCI device ID: , UID: "bf994613-0e66-4983-bb9b-5167863ddf15", MAC: 0a:58:0a:80:00:1d, IPs: [10.128.0.29/23] I0512 17:46:17.460458 3803 cni.go:473] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-qmkz8 a705c96e8d5cec0a2cb1b5a29ed4edd0740d337068a86c1b640344be64aedc0a network default NAD default NAD key default] ADD finished CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-qmkz8 a705c96e8d5cec0a2cb1b5a29ed4edd0740d337068a86c1b640344be64aedc0a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:06:c2:28:52:4a\",\"name\":\"a705c96e8d5cec0\"},{\"mac\":\"0a:58:0a:80:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a3c0230e-f35b-4f4c-8f46-c4da7e6a18e8\"}],\"ips\":[{\"address\":\"10.128.0.29/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 17:46:21.141212 3803 namespace.go:98] [cert-manager] adding namespace I0512 17:46:21.142184 3803 namespace.go:102] [cert-manager] adding namespace took 945.672µs I0512 17:46:21.164919 3803 namespace.go:142] [cert-manager] updating namespace I0512 17:46:21.176319 3803 namespace.go:142] [cert-manager] updating namespace I0512 17:46:23.954906 3803 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-webhook-7dc76cbb94-qn8cz] creating logical port cert-manager_cert-manager-webhook-7dc76cbb94-qn8cz for pod on switch ip-10-0-1-203.ec2.internal I0512 17:46:23.955006 3803 kube.go:256] Updating pod cert-manager/cert-manager-webhook-7dc76cbb94-qn8cz I0512 17:46:23.969684 3803 pod.go:62] [cert-manager/cert-manager-webhook-7dc76cbb94-qn8cz] pod update took 14.701242ms I0512 17:46:23.969708 3803 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-webhook-7dc76cbb94-qn8cz] addLogicalPort annotation time took 14.732089ms I0512 17:46:23.970966 3803 pods.go:271] [cert-manager/cert-manager-webhook-7dc76cbb94-qn8cz] addLogicalPort took 16.081759ms, libovsdb time 830.05µs I0512 17:46:24.184195 3803 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0512 17:46:24.339611 3803 cni.go:452] [cert-manager/cert-manager-webhook-7dc76cbb94-qn8cz 7cfb3a965815ffd27fb58d3661f97455518b31f8f358c5d9d65b1fae61f29742 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-qn8cz 7cfb3a965815ffd27fb58d3661f97455518b31f8f358c5d9d65b1fae61f29742 network default NAD default NAD key ] I0512 17:46:24.349141 3803 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-webhook-7dc76cbb94-qn8cz, hostIfaceName: 7cfb3a965815ffd, network: default, NAD default, SandboxID: "7cfb3a965815ffd27fb58d3661f97455518b31f8f358c5d9d65b1fae61f29742", PCI device ID: , UID: "47900449-70e1-4a24-936c-5949b934c8c3", MAC: 0a:58:0a:80:00:1e, IPs: [10.128.0.30/23] I0512 17:46:24.402459 3803 cni.go:473] [cert-manager/cert-manager-webhook-7dc76cbb94-qn8cz 7cfb3a965815ffd27fb58d3661f97455518b31f8f358c5d9d65b1fae61f29742 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-qn8cz 7cfb3a965815ffd27fb58d3661f97455518b31f8f358c5d9d65b1fae61f29742 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:49:f6:c1:6c:4f\",\"name\":\"7cfb3a965815ffd\"},{\"mac\":\"0a:58:0a:80:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0beb4515-6279-49c6-9497-30bb9fa36918\"}],\"ips\":[{\"address\":\"10.128.0.30/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0512 17:46:24.948207 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0512 17:46:26.305208 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0512 17:46:26.313513 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0512 17:46:27.075499 3803 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=55 W0512 17:46:27.225150 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0512 17:46:27.225173 3803 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook W0512 17:46:27.460191 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0512 17:46:27.470817 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0512 17:46:27.487205 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0512 17:46:27.498220 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0512 17:46:32.914846 3803 namespace.go:142] [openshift-operators] updating namespace I0512 17:46:32.923974 3803 namespace.go:142] [openshift-operators] updating namespace I0512 17:46:33.158631 3803 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 W0512 17:46:33.236152 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-203.ec2.internal port 10250: empty IP address endpoints for service cert-manager/cert-manager-webhook W0512 17:46:33.236173 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-203.ec2.internal port 9402: empty IP address endpoints for service cert-manager/cert-manager-webhook I0512 17:46:35.070837 3803 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 W0512 17:46:37.429188 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0512 17:46:39.184820 3803 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0512 17:46:43.008366 3803 namespace.go:98] [trusted-artifact-signer] adding namespace I0512 17:46:43.009230 3803 namespace.go:102] [trusted-artifact-signer] adding namespace took 842.305µs I0512 17:46:43.037493 3803 namespace.go:142] [trusted-artifact-signer] updating namespace W0512 17:46:43.043947 3803 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0512 17:46:43.050704 3803 namespace.go:142] [trusted-artifact-signer] updating namespace I0512 17:46:43.149161 3803 base_network_controller_pods.go:487] [default/trusted-artifact-signer/cli-server-7d56d9fd65-s2h5x] creating logical port trusted-artifact-signer_cli-server-7d56d9fd65-s2h5x for pod on switch ip-10-0-1-203.ec2.internal I0512 17:46:43.149277 3803 kube.go:256] Updating pod trusted-artifact-signer/cli-server-7d56d9fd65-s2h5x I0512 17:46:43.163750 3803 pod.go:62] [trusted-artifact-signer/cli-server-7d56d9fd65-s2h5x] pod update took 14.506998ms I0512 17:46:43.163772 3803 base_network_controller_pods.go:951] [default/trusted-artifact-signer/cli-server-7d56d9fd65-s2h5x] addLogicalPort annotation time took 14.533953ms I0512 17:46:43.164980 3803 pods.go:271] [trusted-artifact-signer/cli-server-7d56d9fd65-s2h5x] addLogicalPort took 15.843324ms, libovsdb time 819.312µs I0512 17:46:43.510044 3803 cni.go:452] [trusted-artifact-signer/cli-server-7d56d9fd65-s2h5x f17d1ddbe4cc15c1bb3ddc6c59e9532e59a962e5f6339567cee59acdaf16d15c network default NAD default NAD key ] ADD starting CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-s2h5x f17d1ddbe4cc15c1bb3ddc6c59e9532e59a962e5f6339567cee59acdaf16d15c network default NAD default NAD key ] I0512 17:46:43.519482 3803 helper_linux.go:556] ConfigureOVS: namespace: trusted-artifact-signer, podName: cli-server-7d56d9fd65-s2h5x, hostIfaceName: f17d1ddbe4cc15c, network: default, NAD default, SandboxID: "f17d1ddbe4cc15c1bb3ddc6c59e9532e59a962e5f6339567cee59acdaf16d15c", PCI device ID: , UID: "29a4595e-0bb1-4b1e-9eec-c29ee6af0ba7", MAC: 0a:58:0a:80:00:1f, IPs: [10.128.0.31/23] I0512 17:46:43.570589 3803 cni.go:473] [trusted-artifact-signer/cli-server-7d56d9fd65-s2h5x f17d1ddbe4cc15c1bb3ddc6c59e9532e59a962e5f6339567cee59acdaf16d15c network default NAD default NAD key default] ADD finished CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-s2h5x f17d1ddbe4cc15c1bb3ddc6c59e9532e59a962e5f6339567cee59acdaf16d15c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:17:fd:b5:82:e3\",\"name\":\"f17d1ddbe4cc15c\"},{\"mac\":\"0a:58:0a:80:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/288b8ce4-e7dc-467f-9d20-2433434b40d5\"}],\"ips\":[{\"address\":\"10.128.0.31/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 17:46:44.082510 3803 namespace.go:142] [openshift-operators] updating namespace I0512 17:46:44.830672 3803 base_network_controller_pods.go:487] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-lgxbx] creating logical port openshift-operators_openshift-pipelines-operator-6bdf6c8794-lgxbx for pod on switch ip-10-0-1-203.ec2.internal I0512 17:46:44.830810 3803 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6bdf6c8794-lgxbx I0512 17:46:44.877798 3803 pod.go:62] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-lgxbx] pod update took 47.025804ms I0512 17:46:44.877825 3803 base_network_controller_pods.go:951] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-lgxbx] addLogicalPort annotation time took 47.057341ms I0512 17:46:44.879136 3803 pods.go:271] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-lgxbx] addLogicalPort took 48.481256ms, libovsdb time 875.428µs I0512 17:46:45.204803 3803 cni.go:452] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-lgxbx 44f2b761b2263b8f9022654f011f44a5a635a506872647c7452a1268475a9a1b network default NAD default NAD key ] ADD starting CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-lgxbx 44f2b761b2263b8f9022654f011f44a5a635a506872647c7452a1268475a9a1b network default NAD default NAD key ] I0512 17:46:45.215519 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: openshift-pipelines-operator-6bdf6c8794-lgxbx, hostIfaceName: 44f2b761b2263b8, network: default, NAD default, SandboxID: "44f2b761b2263b8f9022654f011f44a5a635a506872647c7452a1268475a9a1b", PCI device ID: , UID: "b8f5b2ef-5277-466b-a195-048be897c021", MAC: 0a:58:0a:80:00:20, IPs: [10.128.0.32/23] I0512 17:46:45.275807 3803 cni.go:473] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-lgxbx 44f2b761b2263b8f9022654f011f44a5a635a506872647c7452a1268475a9a1b network default NAD default NAD key default] ADD finished CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-lgxbx 44f2b761b2263b8f9022654f011f44a5a635a506872647c7452a1268475a9a1b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:30:32:69:f1:94\",\"name\":\"44f2b761b2263b8\"},{\"mac\":\"0a:58:0a:80:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/67169cd7-9b2c-43e6-af99-1d92cc1de6ba\"}],\"ips\":[{\"address\":\"10.128.0.32/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0512 17:46:59.508259 3803 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0512 17:47:01.530931 3803 namespace.go:98] [openshift-pipelines] adding namespace I0512 17:47:01.531821 3803 namespace.go:102] [openshift-pipelines] adding namespace took 861.66µs I0512 17:47:01.557818 3803 namespace.go:142] [openshift-pipelines] updating namespace I0512 17:47:02.242803 3803 namespace.go:142] [cert-manager] updating namespace I0512 17:47:02.445893 3803 namespace.go:142] [cert-manager-operator] updating namespace I0512 17:47:02.849723 3803 namespace.go:142] [konflux-operator] updating namespace I0512 17:47:03.047918 3803 namespace.go:142] [konflux-ui] updating namespace I0512 17:47:03.247437 3803 namespace.go:142] [open-cluster-management-2q8h84qmvn7vejalm2q7daaitdtc7meu] updating namespace I0512 17:47:03.649833 3803 namespace.go:142] [rhbk-operator] updating namespace I0512 17:47:03.852140 3803 namespace.go:142] [rhtpa-operator] updating namespace I0512 17:47:04.050754 3803 namespace.go:142] [trusted-artifact-signer] updating namespace I0512 17:47:04.250777 3803 namespace.go:142] [tsf] updating namespace I0512 17:47:04.452215 3803 namespace.go:142] [tsf-keycloak] updating namespace I0512 17:47:04.655563 3803 namespace.go:142] [tsf-tas] updating namespace I0512 17:47:04.853711 3803 namespace.go:142] [tsf-tpa] updating namespace I0512 17:47:04.987995 3803 namespace.go:142] [cert-manager] updating namespace I0512 17:47:04.996750 3803 namespace.go:142] [cert-manager-operator] updating namespace I0512 17:47:05.003674 3803 namespace.go:142] [default] updating namespace I0512 17:47:05.013591 3803 namespace.go:142] [konflux-operator] updating namespace I0512 17:47:05.021825 3803 namespace.go:142] [konflux-ui] updating namespace I0512 17:47:05.029453 3803 namespace.go:142] [open-cluster-management-2q8h84qmvn7vejalm2q7daaitdtc7meu] updating namespace I0512 17:47:05.036962 3803 namespace.go:142] [openshift] updating namespace I0512 17:47:05.046059 3803 namespace.go:142] [rhbk-operator] updating namespace I0512 17:47:05.054658 3803 namespace.go:142] [rhtpa-operator] updating namespace I0512 17:47:05.062275 3803 namespace.go:142] [trusted-artifact-signer] updating namespace I0512 17:47:05.075011 3803 namespace.go:142] [tsf] updating namespace I0512 17:47:05.094706 3803 namespace.go:142] [tsf-keycloak] updating namespace I0512 17:47:05.115107 3803 namespace.go:142] [tsf-tas] updating namespace I0512 17:47:05.137984 3803 namespace.go:142] [tsf-tpa] updating namespace I0512 17:47:05.235025 3803 namespace.go:142] [cert-manager] updating namespace I0512 17:47:05.337720 3803 namespace.go:142] [cert-manager-operator] updating namespace I0512 17:47:05.436374 3803 namespace.go:142] [default] updating namespace I0512 17:47:05.537535 3803 namespace.go:142] [konflux-operator] updating namespace I0512 17:47:05.636300 3803 namespace.go:142] [konflux-ui] updating namespace I0512 17:47:05.647604 3803 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 17:47:05.648179 3803 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 17:47:05.667646 3803 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:47:05.667667 3803 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:47:05.672963 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0512 17:47:05.672979 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0512 17:47:05.737954 3803 namespace.go:142] [open-cluster-management-2q8h84qmvn7vejalm2q7daaitdtc7meu] updating namespace I0512 17:47:05.835879 3803 namespace.go:142] [openshift] updating namespace I0512 17:47:05.936010 3803 namespace.go:142] [rhbk-operator] updating namespace I0512 17:47:06.036855 3803 namespace.go:142] [rhtpa-operator] updating namespace I0512 17:47:06.138348 3803 namespace.go:142] [trusted-artifact-signer] updating namespace I0512 17:47:06.235796 3803 namespace.go:142] [tsf] updating namespace I0512 17:47:06.337195 3803 namespace.go:142] [tsf-keycloak] updating namespace I0512 17:47:06.438323 3803 namespace.go:142] [tsf-tas] updating namespace I0512 17:47:06.540672 3803 namespace.go:142] [tsf-tpa] updating namespace I0512 17:47:06.815534 3803 namespace.go:142] [openshift-pipelines] updating namespace I0512 17:47:10.556573 3803 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0512 17:47:10.556635 3803 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-5fhws IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-5fhws: no pod IPs found I0512 17:47:14.832054 3803 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-xm69n] creating logical port openshift-pipelines_tekton-pipelines-controller-86bd8d9bfc-xm69n for pod on switch ip-10-0-1-203.ec2.internal I0512 17:47:14.832198 3803 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-xm69n I0512 17:47:14.857671 3803 pod.go:62] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-xm69n] pod update took 25.513481ms I0512 17:47:14.857696 3803 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-xm69n] addLogicalPort annotation time took 25.546046ms I0512 17:47:14.859043 3803 pods.go:271] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-xm69n] addLogicalPort took 27.010138ms, libovsdb time 898.847µs I0512 17:47:14.917480 3803 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-hnp2v] creating logical port openshift-pipelines_tekton-events-controller-57d7f78b8d-hnp2v for pod on switch ip-10-0-1-203.ec2.internal I0512 17:47:14.917592 3803 kube.go:256] Updating pod openshift-pipelines/tekton-events-controller-57d7f78b8d-hnp2v I0512 17:47:14.935339 3803 pod.go:62] [openshift-pipelines/tekton-events-controller-57d7f78b8d-hnp2v] pod update took 17.785656ms I0512 17:47:14.935370 3803 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-hnp2v] addLogicalPort annotation time took 17.82236ms I0512 17:47:14.936670 3803 pods.go:271] [openshift-pipelines/tekton-events-controller-57d7f78b8d-hnp2v] addLogicalPort took 19.207054ms, libovsdb time 880.723µs I0512 17:47:15.199356 3803 cni.go:452] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-xm69n 0379af7ab4624d0d2b588d8e53a6b1e15f79a20a521af2a3a774967b159fe6bc network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-xm69n 0379af7ab4624d0d2b588d8e53a6b1e15f79a20a521af2a3a774967b159fe6bc network default NAD default NAD key ] I0512 17:47:15.209682 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-controller-86bd8d9bfc-xm69n, hostIfaceName: 0379af7ab4624d0, network: default, NAD default, SandboxID: "0379af7ab4624d0d2b588d8e53a6b1e15f79a20a521af2a3a774967b159fe6bc", PCI device ID: , UID: "d9840505-db86-490d-8a11-128d1aab6f45", MAC: 0a:58:0a:80:00:21, IPs: [10.128.0.33/23] I0512 17:47:15.265304 3803 cni.go:473] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-xm69n 0379af7ab4624d0d2b588d8e53a6b1e15f79a20a521af2a3a774967b159fe6bc network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-xm69n 0379af7ab4624d0d2b588d8e53a6b1e15f79a20a521af2a3a774967b159fe6bc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:36:ff:d1:a7:12\",\"name\":\"0379af7ab4624d0\"},{\"mac\":\"0a:58:0a:80:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/efb366df-ebe4-4f8a-99c8-8bd5073d9e01\"}],\"ips\":[{\"address\":\"10.128.0.33/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 17:47:15.581530 3803 cni.go:452] [openshift-pipelines/tekton-events-controller-57d7f78b8d-hnp2v f15155384d60da9aeb9b01313ac1326fe6ccf1e41fc679fe4195e3864661255f network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-hnp2v f15155384d60da9aeb9b01313ac1326fe6ccf1e41fc679fe4195e3864661255f network default NAD default NAD key ] I0512 17:47:15.595670 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-events-controller-57d7f78b8d-hnp2v, hostIfaceName: f15155384d60da9, network: default, NAD default, SandboxID: "f15155384d60da9aeb9b01313ac1326fe6ccf1e41fc679fe4195e3864661255f", PCI device ID: , UID: "858601f7-9a2a-44ad-a867-b1cdde0914b1", MAC: 0a:58:0a:80:00:22, IPs: [10.128.0.34/23] I0512 17:47:15.653265 3803 cni.go:473] [openshift-pipelines/tekton-events-controller-57d7f78b8d-hnp2v f15155384d60da9aeb9b01313ac1326fe6ccf1e41fc679fe4195e3864661255f network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-hnp2v f15155384d60da9aeb9b01313ac1326fe6ccf1e41fc679fe4195e3864661255f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:06:dd:bc:15:57\",\"name\":\"f15155384d60da9\"},{\"mac\":\"0a:58:0a:80:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/00b22d8f-1fa2-4e10-9b29-53a262f00a32\"}],\"ips\":[{\"address\":\"10.128.0.34/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0512 17:47:19.483579 3803 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0512 17:47:19.483602 3803 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0512 17:47:19.483609 3803 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0512 17:47:19.509951 3803 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0512 17:47:19.509975 3803 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0512 17:47:19.509980 3803 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0512 17:47:19.612982 3803 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 17:47:19.613010 3803 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 17:47:19.613016 3803 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 17:47:19.613020 3803 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 17:47:20.660784 3803 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0512 17:47:20.690178 3803 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0512 17:47:25.195622 3803 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 W0512 17:47:30.495254 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-203.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0512 17:47:30.495277 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-203.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0512 17:47:30.495283 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-203.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0512 17:47:30.532260 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-203.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0512 17:47:30.532281 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-203.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0512 17:47:30.532287 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-203.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller I0512 17:47:37.603601 3803 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-h6nnm] creating logical port openshift-pipelines_tekton-triggers-webhook-6b5b45569f-h6nnm for pod on switch ip-10-0-1-203.ec2.internal I0512 17:47:37.603702 3803 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-webhook-6b5b45569f-h6nnm I0512 17:47:37.623262 3803 pod.go:62] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-h6nnm] pod update took 19.582412ms I0512 17:47:37.623292 3803 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-h6nnm] addLogicalPort annotation time took 19.616675ms I0512 17:47:37.624559 3803 pods.go:271] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-h6nnm] addLogicalPort took 20.97319ms, libovsdb time 878.242µs I0512 17:47:37.707112 3803 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-sg5pg] creating logical port openshift-pipelines_tekton-triggers-core-interceptors-76f587ddc9-sg5pg for pod on switch ip-10-0-1-203.ec2.internal I0512 17:47:37.707201 3803 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-sg5pg I0512 17:47:37.725381 3803 pod.go:62] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-sg5pg] pod update took 18.205078ms I0512 17:47:37.725402 3803 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-sg5pg] addLogicalPort annotation time took 18.230314ms I0512 17:47:37.726654 3803 pods.go:271] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-sg5pg] addLogicalPort took 19.571926ms, libovsdb time 856.265µs I0512 17:47:37.966405 3803 cni.go:452] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-h6nnm 09ad67323c907447f27f66879b2701b1c2b488b3690fd86985b17373e76104a0 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-h6nnm 09ad67323c907447f27f66879b2701b1c2b488b3690fd86985b17373e76104a0 network default NAD default NAD key ] I0512 17:47:37.976391 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-webhook-6b5b45569f-h6nnm, hostIfaceName: 09ad67323c90744, network: default, NAD default, SandboxID: "09ad67323c907447f27f66879b2701b1c2b488b3690fd86985b17373e76104a0", PCI device ID: , UID: "760d36d6-7aec-4d4c-b858-0e82fe3fe770", MAC: 0a:58:0a:80:00:23, IPs: [10.128.0.35/23] I0512 17:47:38.029076 3803 cni.go:473] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-h6nnm 09ad67323c907447f27f66879b2701b1c2b488b3690fd86985b17373e76104a0 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-h6nnm 09ad67323c907447f27f66879b2701b1c2b488b3690fd86985b17373e76104a0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:b0:85:a5:89:b3\",\"name\":\"09ad67323c90744\"},{\"mac\":\"0a:58:0a:80:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7a2d642d-c497-4203-9b9e-29c9e0cf8a89\"}],\"ips\":[{\"address\":\"10.128.0.35/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 17:47:38.071234 3803 cni.go:452] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-sg5pg a911e1ff49d07cd5ddb87c294dbef422f00eaf6a436e3ee9b0f5297cd1fb9d43 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-sg5pg a911e1ff49d07cd5ddb87c294dbef422f00eaf6a436e3ee9b0f5297cd1fb9d43 network default NAD default NAD key ] I0512 17:47:38.082064 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-core-interceptors-76f587ddc9-sg5pg, hostIfaceName: a911e1ff49d07cd, network: default, NAD default, SandboxID: "a911e1ff49d07cd5ddb87c294dbef422f00eaf6a436e3ee9b0f5297cd1fb9d43", PCI device ID: , UID: "20e89f8e-4219-44fb-93a6-b6e27c7e00a8", MAC: 0a:58:0a:80:00:24, IPs: [10.128.0.36/23] I0512 17:47:38.136821 3803 cni.go:473] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-sg5pg a911e1ff49d07cd5ddb87c294dbef422f00eaf6a436e3ee9b0f5297cd1fb9d43 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-sg5pg a911e1ff49d07cd5ddb87c294dbef422f00eaf6a436e3ee9b0f5297cd1fb9d43 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:ca:f6:48:4c:71\",\"name\":\"a911e1ff49d07cd\"},{\"mac\":\"0a:58:0a:80:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/937c16ae-51ca-4167-b8db-b8156c602682\"}],\"ips\":[{\"address\":\"10.128.0.36/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0512 17:47:41.625297 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0512 17:47:45.914633 3803 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 17:47:45.915255 3803 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 17:47:45.935444 3803 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:47:45.935464 3803 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:47:45.940375 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0512 17:47:45.940399 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0512 17:47:47.191256 3803 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0512 17:47:47.880798 3803 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0512 17:47:47.881411 3803 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0512 17:47:47.881433 3803 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0512 17:47:47.883391 3803 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel W0512 17:47:52.606893 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-203.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors W0512 17:47:54.842565 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0512 17:47:54.842584 3803 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0512 17:47:54.845882 3803 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0512 17:47:54.845899 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0512 17:47:59.336605 3803 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0512 17:48:13.990313 3803 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-t48p4] creating logical port openshift-pipelines_tekton-results-retention-policy-agent-585694b54-t48p4 for pod on switch ip-10-0-1-203.ec2.internal I0512 17:48:13.990418 3803 kube.go:256] Updating pod openshift-pipelines/tekton-results-retention-policy-agent-585694b54-t48p4 I0512 17:48:14.011923 3803 pod.go:62] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-t48p4] pod update took 21.531141ms I0512 17:48:14.011951 3803 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-t48p4] addLogicalPort annotation time took 21.558072ms I0512 17:48:14.013300 3803 pods.go:271] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-t48p4] addLogicalPort took 23.007491ms, libovsdb time 929.702µs I0512 17:48:14.415137 3803 cni.go:452] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-t48p4 0a78341251cb328bee59568d643ea0497bc90ab0d28d5c91b7e401adfccd7ae2 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-t48p4 0a78341251cb328bee59568d643ea0497bc90ab0d28d5c91b7e401adfccd7ae2 network default NAD default NAD key ] I0512 17:48:14.425197 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-retention-policy-agent-585694b54-t48p4, hostIfaceName: 0a78341251cb328, network: default, NAD default, SandboxID: "0a78341251cb328bee59568d643ea0497bc90ab0d28d5c91b7e401adfccd7ae2", PCI device ID: , UID: "08de9e80-0857-402d-b796-f64f359de65e", MAC: 0a:58:0a:80:00:25, IPs: [10.128.0.37/23] I0512 17:48:14.477359 3803 cni.go:473] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-t48p4 0a78341251cb328bee59568d643ea0497bc90ab0d28d5c91b7e401adfccd7ae2 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-t48p4 0a78341251cb328bee59568d643ea0497bc90ab0d28d5c91b7e401adfccd7ae2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:4a:9d:87:76:50\",\"name\":\"0a78341251cb328\"},{\"mac\":\"0a:58:0a:80:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/60463198-e0be-40df-8440-2b4097658c9e\"}],\"ips\":[{\"address\":\"10.128.0.37/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0512 17:48:18.488743 3803 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0512 17:48:18.488760 3803 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0512 17:48:18.488766 3803 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0512 17:48:36.163930 3803 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0512 17:48:38.246820 3803 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 17:48:38.247364 3803 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 17:48:38.283487 3803 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:48:38.283512 3803 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:48:38.286135 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0512 17:48:38.286161 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0512 17:48:40.000225 3803 base_network_controller_pods.go:487] [default/tsf-tas/segment-backup-installation-45pbh-nk4wj] creating logical port tsf-tas_segment-backup-installation-45pbh-nk4wj for pod on switch ip-10-0-1-203.ec2.internal I0512 17:48:40.000330 3803 kube.go:256] Updating pod tsf-tas/segment-backup-installation-45pbh-nk4wj I0512 17:48:40.014915 3803 pod.go:62] [tsf-tas/segment-backup-installation-45pbh-nk4wj] pod update took 14.617404ms I0512 17:48:40.014940 3803 base_network_controller_pods.go:951] [default/tsf-tas/segment-backup-installation-45pbh-nk4wj] addLogicalPort annotation time took 14.647355ms I0512 17:48:40.016287 3803 pods.go:271] [tsf-tas/segment-backup-installation-45pbh-nk4wj] addLogicalPort took 16.080403ms, libovsdb time 926.305µs I0512 17:48:40.622534 3803 base_network_controller_pods.go:487] [default/tsf-tas/fulcio-server-576659d7dd-5rdrn] creating logical port tsf-tas_fulcio-server-576659d7dd-5rdrn for pod on switch ip-10-0-1-203.ec2.internal I0512 17:48:40.622622 3803 kube.go:256] Updating pod tsf-tas/fulcio-server-576659d7dd-5rdrn I0512 17:48:40.642345 3803 pod.go:62] [tsf-tas/fulcio-server-576659d7dd-5rdrn] pod update took 19.742261ms I0512 17:48:40.642423 3803 base_network_controller_pods.go:951] [default/tsf-tas/fulcio-server-576659d7dd-5rdrn] addLogicalPort annotation time took 19.822409ms I0512 17:48:40.643673 3803 pods.go:271] [tsf-tas/fulcio-server-576659d7dd-5rdrn] addLogicalPort took 21.1556ms, libovsdb time 807.261µs I0512 17:48:40.664830 3803 cni.go:452] [tsf-tas/segment-backup-installation-45pbh-nk4wj 25acd390fcc6fcc20b713ffc833d4d66f3f8121eafdcef83086a6ee8a4437d88 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/segment-backup-installation-45pbh-nk4wj 25acd390fcc6fcc20b713ffc833d4d66f3f8121eafdcef83086a6ee8a4437d88 network default NAD default NAD key ] I0512 17:48:40.674335 3803 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: segment-backup-installation-45pbh-nk4wj, hostIfaceName: 25acd390fcc6fcc, network: default, NAD default, SandboxID: "25acd390fcc6fcc20b713ffc833d4d66f3f8121eafdcef83086a6ee8a4437d88", PCI device ID: , UID: "b3986d92-0b7b-4147-978d-76c1b850bffb", MAC: 0a:58:0a:80:00:26, IPs: [10.128.0.38/23] I0512 17:48:40.730826 3803 cni.go:473] [tsf-tas/segment-backup-installation-45pbh-nk4wj 25acd390fcc6fcc20b713ffc833d4d66f3f8121eafdcef83086a6ee8a4437d88 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/segment-backup-installation-45pbh-nk4wj 25acd390fcc6fcc20b713ffc833d4d66f3f8121eafdcef83086a6ee8a4437d88 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:36:5e:c5:66:3c\",\"name\":\"25acd390fcc6fcc\"},{\"mac\":\"0a:58:0a:80:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9d673713-4521-418b-9c3a-b5d6f0132ad4\"}],\"ips\":[{\"address\":\"10.128.0.38/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 17:48:40.997807 3803 cni.go:452] [tsf-tas/fulcio-server-576659d7dd-5rdrn 38f6e37e476cbfe02e62da5fa80b3589b4c883fde3e77a1e540e88357955784b network default NAD default NAD key ] ADD starting CNI request [tsf-tas/fulcio-server-576659d7dd-5rdrn 38f6e37e476cbfe02e62da5fa80b3589b4c883fde3e77a1e540e88357955784b network default NAD default NAD key ] I0512 17:48:41.009026 3803 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: fulcio-server-576659d7dd-5rdrn, hostIfaceName: 38f6e37e476cbfe, network: default, NAD default, SandboxID: "38f6e37e476cbfe02e62da5fa80b3589b4c883fde3e77a1e540e88357955784b", PCI device ID: , UID: "e128a224-0c3e-42a1-835a-4bd9cfd2790a", MAC: 0a:58:0a:80:00:27, IPs: [10.128.0.39/23] I0512 17:48:41.060498 3803 cni.go:473] [tsf-tas/fulcio-server-576659d7dd-5rdrn 38f6e37e476cbfe02e62da5fa80b3589b4c883fde3e77a1e540e88357955784b network default NAD default NAD key default] ADD finished CNI request [tsf-tas/fulcio-server-576659d7dd-5rdrn 38f6e37e476cbfe02e62da5fa80b3589b4c883fde3e77a1e540e88357955784b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:3a:07:97:d4:fe\",\"name\":\"38f6e37e476cbfe\"},{\"mac\":\"0a:58:0a:80:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d8e3711f-de23-449e-9d37-feae5277e069\"}],\"ips\":[{\"address\":\"10.128.0.39/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 17:48:41.082195 3803 base_network_controller_pods.go:487] [default/tsf-tas/rekor-createtree-job-rdvm5-nlbzn] creating logical port tsf-tas_rekor-createtree-job-rdvm5-nlbzn for pod on switch ip-10-0-1-203.ec2.internal I0512 17:48:41.082277 3803 kube.go:256] Updating pod tsf-tas/rekor-createtree-job-rdvm5-nlbzn I0512 17:48:41.113288 3803 pod.go:62] [tsf-tas/rekor-createtree-job-rdvm5-nlbzn] pod update took 31.029459ms I0512 17:48:41.113310 3803 base_network_controller_pods.go:951] [default/tsf-tas/rekor-createtree-job-rdvm5-nlbzn] addLogicalPort annotation time took 31.057638ms I0512 17:48:41.114687 3803 pods.go:271] [tsf-tas/rekor-createtree-job-rdvm5-nlbzn] addLogicalPort took 32.502616ms, libovsdb time 894.401µs I0512 17:48:41.444924 3803 cni.go:452] [tsf-tas/rekor-createtree-job-rdvm5-nlbzn a1d502ef3e6c5487e5b3e5ad5f15d71abd681bf2d634bfca50b08f8e9cf0e4db network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-createtree-job-rdvm5-nlbzn a1d502ef3e6c5487e5b3e5ad5f15d71abd681bf2d634bfca50b08f8e9cf0e4db network default NAD default NAD key ] I0512 17:48:41.455386 3803 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-createtree-job-rdvm5-nlbzn, hostIfaceName: a1d502ef3e6c548, network: default, NAD default, SandboxID: "a1d502ef3e6c5487e5b3e5ad5f15d71abd681bf2d634bfca50b08f8e9cf0e4db", PCI device ID: , UID: "ccbd3816-3498-4d62-9421-abb257eedcf1", MAC: 0a:58:0a:80:00:28, IPs: [10.128.0.40/23] I0512 17:48:41.511217 3803 cni.go:473] [tsf-tas/rekor-createtree-job-rdvm5-nlbzn a1d502ef3e6c5487e5b3e5ad5f15d71abd681bf2d634bfca50b08f8e9cf0e4db network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-createtree-job-rdvm5-nlbzn a1d502ef3e6c5487e5b3e5ad5f15d71abd681bf2d634bfca50b08f8e9cf0e4db network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:26:f7:08:6b:13\",\"name\":\"a1d502ef3e6c548\"},{\"mac\":\"0a:58:0a:80:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0f6e225c-08b2-40af-9be3-b7c7fbc55f07\"}],\"ips\":[{\"address\":\"10.128.0.40/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0512 17:48:42.911839 3803 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0512 17:48:42.911863 3803 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0512 17:48:42.933832 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-203.ec2.internal port 5554: empty IP address endpoints for service tsf-tas/fulcio-server W0512 17:48:42.933850 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-203.ec2.internal port 5555: empty IP address endpoints for service tsf-tas/fulcio-server I0512 17:48:43.741645 3803 base_network_controller_pods.go:487] [default/tsf-tas/trillian-db-58586657bb-kvjrr] creating logical port tsf-tas_trillian-db-58586657bb-kvjrr for pod on switch ip-10-0-1-203.ec2.internal I0512 17:48:43.741806 3803 kube.go:256] Updating pod tsf-tas/trillian-db-58586657bb-kvjrr I0512 17:48:43.755269 3803 pod.go:62] [tsf-tas/trillian-db-58586657bb-kvjrr] pod update took 13.496865ms I0512 17:48:43.755300 3803 base_network_controller_pods.go:951] [default/tsf-tas/trillian-db-58586657bb-kvjrr] addLogicalPort annotation time took 13.536225ms I0512 17:48:43.756928 3803 pods.go:271] [tsf-tas/trillian-db-58586657bb-kvjrr] addLogicalPort took 15.298813ms, libovsdb time 1.089168ms I0512 17:48:47.321398 3803 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-dvfls of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 17:48:47.321976 3803 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-dvfls of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 17:48:48.208691 3803 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-dvfls of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:48:48.208717 3803 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-dvfls of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0512 17:48:48.642644 3803 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver I0512 17:48:50.705491 3803 cni.go:452] [tsf-tas/trillian-db-58586657bb-kvjrr 3d423b3745fdb38e4e41e88d21bd137f788523e9980bdb0a316c66954852631b network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-db-58586657bb-kvjrr 3d423b3745fdb38e4e41e88d21bd137f788523e9980bdb0a316c66954852631b network default NAD default NAD key ] I0512 17:48:50.732560 3803 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-db-58586657bb-kvjrr, hostIfaceName: 3d423b3745fdb38, network: default, NAD default, SandboxID: "3d423b3745fdb38e4e41e88d21bd137f788523e9980bdb0a316c66954852631b", PCI device ID: , UID: "96b9ff19-363c-499e-8068-99c4b93ab8ae", MAC: 0a:58:0a:80:00:29, IPs: [10.128.0.41/23] I0512 17:48:50.786695 3803 cni.go:473] [tsf-tas/trillian-db-58586657bb-kvjrr 3d423b3745fdb38e4e41e88d21bd137f788523e9980bdb0a316c66954852631b network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-db-58586657bb-kvjrr 3d423b3745fdb38e4e41e88d21bd137f788523e9980bdb0a316c66954852631b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:5c:71:90:ce:c5\",\"name\":\"3d423b3745fdb38\"},{\"mac\":\"0a:58:0a:80:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/15522a7f-d2a5-46c4-851f-41f38536a86b\"}],\"ips\":[{\"address\":\"10.128.0.41/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0512 17:48:52.206046 3803 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0512 17:48:53.983042 3803 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0512 17:48:53.987732 3803 cni.go:452] [tsf-tas/segment-backup-installation-45pbh-nk4wj 25acd390fcc6fcc20b713ffc833d4d66f3f8121eafdcef83086a6ee8a4437d88 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/segment-backup-installation-45pbh-nk4wj 25acd390fcc6fcc20b713ffc833d4d66f3f8121eafdcef83086a6ee8a4437d88 network default NAD default NAD key ] I0512 17:48:54.077806 3803 cni.go:473] [tsf-tas/segment-backup-installation-45pbh-nk4wj 25acd390fcc6fcc20b713ffc833d4d66f3f8121eafdcef83086a6ee8a4437d88 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/segment-backup-installation-45pbh-nk4wj 25acd390fcc6fcc20b713ffc833d4d66f3f8121eafdcef83086a6ee8a4437d88 network default NAD default NAD key default], result "{}", err I0512 17:48:54.141925 3803 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-45pbh-nk4wj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 17:48:54.141956 3803 pods.go:176] Deleting pod: tsf-tas/segment-backup-installation-45pbh-nk4wj I0512 17:48:54.143306 3803 pods.go:236] Attempting to release IPs for pod: tsf-tas/segment-backup-installation-45pbh-nk4wj, ips: 10.128.0.38 I0512 17:48:54.143337 3803 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-45pbh-nk4wj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 17:48:55.079392 3803 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=922 I0512 17:48:55.162856 3803 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-45pbh-nk4wj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:48:55.162884 3803 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-45pbh-nk4wj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:49:02.072983 3803 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=118 W0512 17:49:05.032860 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-203.ec2.internal port 3306: empty IP address endpoints for service tsf-tas/trillian-mysql W0512 17:49:09.746973 3803 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0512 17:49:10.375932 3803 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0512 17:49:10.375958 3803 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller I0512 17:49:21.165825 3803 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=5 I0512 17:49:22.034391 3803 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-84nx5] creating logical port openshift-pipelines_pipelines-console-plugin-65f788bc74-84nx5 for pod on switch ip-10-0-1-203.ec2.internal I0512 17:49:22.034483 3803 kube.go:256] Updating pod openshift-pipelines/pipelines-console-plugin-65f788bc74-84nx5 I0512 17:49:22.047012 3803 pod.go:62] [openshift-pipelines/pipelines-console-plugin-65f788bc74-84nx5] pod update took 12.549238ms I0512 17:49:22.047032 3803 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-84nx5] addLogicalPort annotation time took 12.576582ms I0512 17:49:22.048371 3803 pods.go:271] [openshift-pipelines/pipelines-console-plugin-65f788bc74-84nx5] addLogicalPort took 13.999947ms, libovsdb time 902.242µs I0512 17:49:22.536128 3803 cni.go:452] [openshift-pipelines/pipelines-console-plugin-65f788bc74-84nx5 14741c4d58d0ee47165c2f75f55bbd62d4d20b99230cfafb6a66c0b40bbf8d61 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-84nx5 14741c4d58d0ee47165c2f75f55bbd62d4d20b99230cfafb6a66c0b40bbf8d61 network default NAD default NAD key ] I0512 17:49:22.545323 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-console-plugin-65f788bc74-84nx5, hostIfaceName: 14741c4d58d0ee4, network: default, NAD default, SandboxID: "14741c4d58d0ee47165c2f75f55bbd62d4d20b99230cfafb6a66c0b40bbf8d61", PCI device ID: , UID: "ba7e051e-0c05-4c04-93a9-65458df89e2c", MAC: 0a:58:0a:80:00:2a, IPs: [10.128.0.42/23] I0512 17:49:22.598917 3803 cni.go:473] [openshift-pipelines/pipelines-console-plugin-65f788bc74-84nx5 14741c4d58d0ee47165c2f75f55bbd62d4d20b99230cfafb6a66c0b40bbf8d61 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-84nx5 14741c4d58d0ee47165c2f75f55bbd62d4d20b99230cfafb6a66c0b40bbf8d61 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:65:f2:c1:9a:e4\",\"name\":\"14741c4d58d0ee4\"},{\"mac\":\"0a:58:0a:80:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3a90fef1-1603-4018-bf78-14c8c738eb3b\"}],\"ips\":[{\"address\":\"10.128.0.42/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 17:49:28.564171 3803 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 17:49:28.564733 3803 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 17:49:28.582714 3803 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:49:28.582730 3803 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:49:28.589877 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0512 17:49:28.589894 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0512 17:49:37.202993 3803 cni.go:452] [tsf-tas/rekor-createtree-job-rdvm5-nlbzn a1d502ef3e6c5487e5b3e5ad5f15d71abd681bf2d634bfca50b08f8e9cf0e4db network default NAD default NAD key ] DEL starting CNI request [tsf-tas/rekor-createtree-job-rdvm5-nlbzn a1d502ef3e6c5487e5b3e5ad5f15d71abd681bf2d634bfca50b08f8e9cf0e4db network default NAD default NAD key ] I0512 17:49:37.290986 3803 cni.go:473] [tsf-tas/rekor-createtree-job-rdvm5-nlbzn a1d502ef3e6c5487e5b3e5ad5f15d71abd681bf2d634bfca50b08f8e9cf0e4db network default NAD default NAD key default] DEL finished CNI request [tsf-tas/rekor-createtree-job-rdvm5-nlbzn a1d502ef3e6c5487e5b3e5ad5f15d71abd681bf2d634bfca50b08f8e9cf0e4db network default NAD default NAD key default], result "{}", err I0512 17:49:37.346383 3803 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-rdvm5-nlbzn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 17:49:37.346427 3803 pods.go:176] Deleting pod: tsf-tas/rekor-createtree-job-rdvm5-nlbzn I0512 17:49:37.348066 3803 pods.go:236] Attempting to release IPs for pod: tsf-tas/rekor-createtree-job-rdvm5-nlbzn, ips: 10.128.0.40 I0512 17:49:37.348115 3803 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-rdvm5-nlbzn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 17:49:38.221844 3803 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-rdvm5-nlbzn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:49:38.221876 3803 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-rdvm5-nlbzn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:49:38.632071 3803 obj_retry.go:498] Detected object tsf/patch-tekton-config-6gxt6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 17:49:38.632603 3803 obj_retry.go:498] Detected object tsf/patch-tekton-config-6gxt6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 17:49:39.506931 3803 obj_retry.go:492] Detected object tsf/patch-tekton-config-6gxt6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:49:39.506955 3803 obj_retry.go:492] Detected object tsf/patch-tekton-config-6gxt6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:49:41.265766 3803 namespace.go:142] [openshift-pipelines] updating namespace I0512 17:49:42.188114 3803 base_network_controller_pods.go:487] [default/tsf-tas/rekor-redis-f8449769-7528d] creating logical port tsf-tas_rekor-redis-f8449769-7528d for pod on switch ip-10-0-1-203.ec2.internal I0512 17:49:42.188227 3803 kube.go:256] Updating pod tsf-tas/rekor-redis-f8449769-7528d I0512 17:49:42.206373 3803 pod.go:62] [tsf-tas/rekor-redis-f8449769-7528d] pod update took 18.178935ms I0512 17:49:42.206395 3803 base_network_controller_pods.go:951] [default/tsf-tas/rekor-redis-f8449769-7528d] addLogicalPort annotation time took 18.205565ms I0512 17:49:42.207833 3803 pods.go:271] [tsf-tas/rekor-redis-f8449769-7528d] addLogicalPort took 19.756766ms, libovsdb time 962.339µs I0512 17:49:42.547721 3803 cni.go:452] [tsf-tas/rekor-redis-f8449769-7528d 8e8eba8a0ece21baca3d7d4abeb3c081448413e04b160691ec89b7d5cbe1c5f5 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-redis-f8449769-7528d 8e8eba8a0ece21baca3d7d4abeb3c081448413e04b160691ec89b7d5cbe1c5f5 network default NAD default NAD key ] I0512 17:49:42.556801 3803 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-redis-f8449769-7528d, hostIfaceName: 8e8eba8a0ece21b, network: default, NAD default, SandboxID: "8e8eba8a0ece21baca3d7d4abeb3c081448413e04b160691ec89b7d5cbe1c5f5", PCI device ID: , UID: "12b27630-4181-4a6b-920a-4584bc5d1fcb", MAC: 0a:58:0a:80:00:2b, IPs: [10.128.0.43/23] I0512 17:49:42.611006 3803 cni.go:473] [tsf-tas/rekor-redis-f8449769-7528d 8e8eba8a0ece21baca3d7d4abeb3c081448413e04b160691ec89b7d5cbe1c5f5 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-redis-f8449769-7528d 8e8eba8a0ece21baca3d7d4abeb3c081448413e04b160691ec89b7d5cbe1c5f5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:01:80:1b:25:ff\",\"name\":\"8e8eba8a0ece21b\"},{\"mac\":\"0a:58:0a:80:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5c1499c4-27e7-4bb6-9eb5-c5298f3403df\"}],\"ips\":[{\"address\":\"10.128.0.43/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 17:49:44.066237 3803 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-5gd6v-4zdq6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 17:49:44.066800 3803 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-5gd6v-4zdq6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0512 17:49:44.237569 3803 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0512 17:49:44.947430 3803 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-5gd6v-4zdq6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:49:44.947449 3803 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-5gd6v-4zdq6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:49:46.020962 3803 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-7696f87cd5-9nh8p] creating logical port tsf-tas_ctlog-7696f87cd5-9nh8p for pod on switch ip-10-0-1-203.ec2.internal I0512 17:49:46.021064 3803 kube.go:256] Updating pod tsf-tas/ctlog-7696f87cd5-9nh8p I0512 17:49:46.037702 3803 pod.go:62] [tsf-tas/ctlog-7696f87cd5-9nh8p] pod update took 16.661014ms I0512 17:49:46.037727 3803 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-7696f87cd5-9nh8p] addLogicalPort annotation time took 16.692007ms I0512 17:49:46.038972 3803 pods.go:271] [tsf-tas/ctlog-7696f87cd5-9nh8p] addLogicalPort took 18.028912ms, libovsdb time 790.73µs W0512 17:49:46.561148 3803 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0512 17:49:46.980204 3803 cni.go:452] [tsf-tas/ctlog-7696f87cd5-9nh8p f2c38723f3efe37a97959edb9b300adea658daa4ddbb11dc6ced9062d48018e2 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-7696f87cd5-9nh8p f2c38723f3efe37a97959edb9b300adea658daa4ddbb11dc6ced9062d48018e2 network default NAD default NAD key ] I0512 17:49:46.989473 3803 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-7696f87cd5-9nh8p, hostIfaceName: f2c38723f3efe37, network: default, NAD default, SandboxID: "f2c38723f3efe37a97959edb9b300adea658daa4ddbb11dc6ced9062d48018e2", PCI device ID: , UID: "f702b984-ee2f-4444-b967-12e0c64a655a", MAC: 0a:58:0a:80:00:2c, IPs: [10.128.0.44/23] I0512 17:49:47.048356 3803 cni.go:473] [tsf-tas/ctlog-7696f87cd5-9nh8p f2c38723f3efe37a97959edb9b300adea658daa4ddbb11dc6ced9062d48018e2 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-7696f87cd5-9nh8p f2c38723f3efe37a97959edb9b300adea658daa4ddbb11dc6ced9062d48018e2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:0b:7b:a6:d3:d0\",\"name\":\"f2c38723f3efe37\"},{\"mac\":\"0a:58:0a:80:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/313a54ba-af5d-44ec-bd8e-144894ce4a5d\"}],\"ips\":[{\"address\":\"10.128.0.44/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 17:49:47.688593 3803 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-kzlgv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 17:49:47.689167 3803 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-kzlgv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 17:49:48.708440 3803 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-kzlgv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:49:48.708466 3803 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-kzlgv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:49:48.752848 3803 obj_retry.go:492] Detected object tsf/patch-tekton-config-6gxt6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:49:48.752868 3803 obj_retry.go:492] Detected object tsf/patch-tekton-config-6gxt6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:49:48.755539 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-6gxt6 I0512 17:49:48.755554 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-6gxt6 W0512 17:49:49.964778 3803 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0512 17:49:52.729220 3803 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 17:49:52.729762 3803 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 17:49:52.749002 3803 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:49:52.749018 3803 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:49:52.753870 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0512 17:49:52.753890 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa W0512 17:49:56.276025 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-203.ec2.internal port 6379: empty IP address endpoints for service tsf-tas/rekor-redis W0512 17:49:57.311270 3803 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0512 17:49:59.144104 3803 obj_retry.go:498] Detected object tsf-tpa/create-db-q7f6g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 17:49:59.144634 3803 obj_retry.go:498] Detected object tsf-tpa/create-db-q7f6g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 17:50:00.031207 3803 obj_retry.go:492] Detected object tsf-tpa/create-db-q7f6g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:50:00.031231 3803 obj_retry.go:492] Detected object tsf-tpa/create-db-q7f6g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:50:03.171363 3803 obj_retry.go:498] Detected object tsf-tpa/migrate-db-nzzrb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 17:50:03.171927 3803 obj_retry.go:498] Detected object tsf-tpa/migrate-db-nzzrb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 17:50:03.802348 3803 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643470-jp8l6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 17:50:03.802878 3803 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643470-jp8l6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 17:50:04.193852 3803 obj_retry.go:492] Detected object tsf-tpa/migrate-db-nzzrb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:50:04.193875 3803 obj_retry.go:492] Detected object tsf-tpa/migrate-db-nzzrb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:50:04.670921 3803 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643470-jp8l6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:50:04.670944 3803 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643470-jp8l6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:50:06.199486 3803 obj_retry.go:498] Detected object tsf-tpa/create-importers-kqblk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 17:50:06.199996 3803 obj_retry.go:498] Detected object tsf-tpa/create-importers-kqblk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 17:50:07.227338 3803 obj_retry.go:492] Detected object tsf-tpa/create-importers-kqblk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:50:07.227361 3803 obj_retry.go:492] Detected object tsf-tpa/create-importers-kqblk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0512 17:50:08.324196 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-203.ec2.internal port 6962: empty IP address endpoints for service tsf-tas/ctlog W0512 17:50:16.763778 3803 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0512 17:50:19.945069 3803 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 17:50:19.945654 3803 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 17:50:19.964581 3803 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:50:19.964604 3803 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:50:19.970002 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0512 17:50:19.970029 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0512 17:50:20.744013 3803 namespace.go:98] [build-service] adding namespace I0512 17:50:20.744979 3803 namespace.go:102] [build-service] adding namespace took 940.644µs I0512 17:50:20.745253 3803 namespace.go:98] [image-controller] adding namespace I0512 17:50:20.745897 3803 namespace.go:102] [image-controller] adding namespace took 629.209µs I0512 17:50:20.746321 3803 namespace.go:98] [default-tenant] adding namespace I0512 17:50:20.746346 3803 namespace.go:98] [integration-service] adding namespace I0512 17:50:20.746923 3803 namespace.go:102] [default-tenant] adding namespace took 590.304µs I0512 17:50:20.747560 3803 namespace.go:102] [integration-service] adding namespace took 1.203523ms I0512 17:50:20.843300 3803 namespace.go:142] [build-service] updating namespace I0512 17:50:20.875474 3803 namespace.go:142] [build-service] updating namespace I0512 17:50:20.890261 3803 namespace.go:142] [image-controller] updating namespace I0512 17:50:20.950833 3803 namespace.go:142] [image-controller] updating namespace I0512 17:50:20.958626 3803 namespace.go:142] [default-tenant] updating namespace I0512 17:50:20.990367 3803 namespace.go:142] [integration-service] updating namespace I0512 17:50:21.004216 3803 namespace.go:142] [default-tenant] updating namespace I0512 17:50:21.029234 3803 namespace.go:142] [integration-service] updating namespace I0512 17:50:21.084167 3803 namespace.go:142] [build-service] updating namespace I0512 17:50:21.110463 3803 namespace.go:142] [integration-service] updating namespace I0512 17:50:21.167331 3803 namespace.go:98] [release-service] adding namespace I0512 17:50:21.168204 3803 namespace.go:102] [release-service] adding namespace took 851.17µs I0512 17:50:21.230939 3803 namespace.go:142] [release-service] updating namespace I0512 17:50:21.230974 3803 namespace.go:142] [konflux-ui] updating namespace I0512 17:50:21.247187 3803 namespace.go:142] [release-service] updating namespace I0512 17:50:21.390115 3803 namespace.go:98] [konflux-info] adding namespace I0512 17:50:21.391046 3803 namespace.go:102] [konflux-info] adding namespace took 906.772µs I0512 17:50:21.455205 3803 namespace.go:98] [namespace-lister] adding namespace I0512 17:50:21.455941 3803 namespace.go:102] [namespace-lister] adding namespace took 712.856µs I0512 17:50:21.495320 3803 namespace.go:142] [konflux-info] updating namespace I0512 17:50:21.540931 3803 namespace.go:142] [konflux-info] updating namespace I0512 17:50:21.551320 3803 namespace.go:98] [enterprise-contract-service] adding namespace I0512 17:50:21.552214 3803 namespace.go:102] [enterprise-contract-service] adding namespace took 870.106µs I0512 17:50:21.595165 3803 namespace.go:142] [namespace-lister] updating namespace I0512 17:50:21.620848 3803 namespace.go:142] [image-controller] updating namespace I0512 17:50:21.697156 3803 namespace.go:142] [namespace-lister] updating namespace I0512 17:50:21.737171 3803 namespace.go:142] [enterprise-contract-service] updating namespace I0512 17:50:21.782724 3803 namespace.go:142] [enterprise-contract-service] updating namespace I0512 17:50:21.794319 3803 namespace.go:142] [default-tenant] updating namespace I0512 17:50:21.946174 3803 namespace.go:98] [segment-bridge] adding namespace I0512 17:50:21.946975 3803 namespace.go:102] [segment-bridge] adding namespace took 777.494µs I0512 17:50:22.048134 3803 namespace.go:98] [konflux-cli] adding namespace I0512 17:50:22.048967 3803 namespace.go:102] [konflux-cli] adding namespace took 811.173µs I0512 17:50:22.088232 3803 namespace.go:142] [segment-bridge] updating namespace I0512 17:50:22.204654 3803 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0512 17:50:22.205315 3803 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0512 17:50:22.205336 3803 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0512 17:50:22.208197 3803 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0512 17:50:22.350653 3803 namespace.go:142] [segment-bridge] updating namespace I0512 17:50:22.514335 3803 namespace.go:142] [konflux-cli] updating namespace I0512 17:50:22.598179 3803 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0512 17:50:22.598203 3803 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0512 17:50:22.599123 3803 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0512 17:50:22.729755 3803 base_network_controller_pods.go:487] [default/namespace-lister/namespace-lister-696b855848-7c7wd] creating logical port namespace-lister_namespace-lister-696b855848-7c7wd for pod on switch ip-10-0-1-203.ec2.internal I0512 17:50:22.729848 3803 kube.go:256] Updating pod namespace-lister/namespace-lister-696b855848-7c7wd I0512 17:50:22.741310 3803 namespace.go:142] [konflux-cli] updating namespace I0512 17:50:22.941697 3803 pod.go:62] [namespace-lister/namespace-lister-696b855848-7c7wd] pod update took 211.87364ms I0512 17:50:22.941724 3803 base_network_controller_pods.go:951] [default/namespace-lister/namespace-lister-696b855848-7c7wd] addLogicalPort annotation time took 211.906471ms I0512 17:50:22.943031 3803 pods.go:271] [namespace-lister/namespace-lister-696b855848-7c7wd] addLogicalPort took 213.290714ms, libovsdb time 828.343µs I0512 17:50:23.347634 3803 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-5v9tp-pcjt9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 17:50:23.348235 3803 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-5v9tp-pcjt9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 17:50:23.396379 3803 namespace.go:142] [build-service] updating namespace I0512 17:50:24.097167 3803 namespace.go:142] [default-tenant] updating namespace I0512 17:50:24.362483 3803 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-5v9tp-pcjt9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:50:24.362507 3803 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-5v9tp-pcjt9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:50:24.381232 3803 namespace.go:142] [enterprise-contract-service] updating namespace I0512 17:50:24.546333 3803 namespace.go:142] [image-controller] updating namespace I0512 17:50:24.601382 3803 cni.go:452] [namespace-lister/namespace-lister-696b855848-7c7wd cb13fd1c6cb04d3e39da08a49a0f15de08bd4db29fdb3d15d82d0086195b13e0 network default NAD default NAD key ] ADD starting CNI request [namespace-lister/namespace-lister-696b855848-7c7wd cb13fd1c6cb04d3e39da08a49a0f15de08bd4db29fdb3d15d82d0086195b13e0 network default NAD default NAD key ] I0512 17:50:24.625300 3803 helper_linux.go:556] ConfigureOVS: namespace: namespace-lister, podName: namespace-lister-696b855848-7c7wd, hostIfaceName: cb13fd1c6cb04d3, network: default, NAD default, SandboxID: "cb13fd1c6cb04d3e39da08a49a0f15de08bd4db29fdb3d15d82d0086195b13e0", PCI device ID: , UID: "2222f02f-b90c-4ba3-a462-8866ac67e9a7", MAC: 0a:58:0a:80:00:2d, IPs: [10.128.0.45/23] I0512 17:50:24.681532 3803 cni.go:473] [namespace-lister/namespace-lister-696b855848-7c7wd cb13fd1c6cb04d3e39da08a49a0f15de08bd4db29fdb3d15d82d0086195b13e0 network default NAD default NAD key default] ADD finished CNI request [namespace-lister/namespace-lister-696b855848-7c7wd cb13fd1c6cb04d3e39da08a49a0f15de08bd4db29fdb3d15d82d0086195b13e0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:4d:02:cc:0f:3c\",\"name\":\"cb13fd1c6cb04d3\"},{\"mac\":\"0a:58:0a:80:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dd5f9f8b-6fa9-413b-b255-2340a4681341\"}],\"ips\":[{\"address\":\"10.128.0.45/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 17:50:24.791231 3803 namespace.go:142] [integration-service] updating namespace I0512 17:50:24.965282 3803 namespace.go:142] [konflux-info] updating namespace I0512 17:50:25.204226 3803 namespace.go:142] [namespace-lister] updating namespace I0512 17:50:25.382144 3803 namespace.go:142] [release-service] updating namespace I0512 17:50:25.463261 3803 namespace.go:142] [build-service] updating namespace I0512 17:50:25.481415 3803 namespace.go:142] [default-tenant] updating namespace I0512 17:50:25.496286 3803 namespace.go:142] [enterprise-contract-service] updating namespace I0512 17:50:25.517443 3803 namespace.go:142] [image-controller] updating namespace I0512 17:50:25.521314 3803 namespace.go:142] [integration-service] updating namespace I0512 17:50:25.533303 3803 namespace.go:142] [konflux-info] updating namespace I0512 17:50:25.555308 3803 namespace.go:142] [namespace-lister] updating namespace I0512 17:50:25.564133 3803 namespace.go:142] [release-service] updating namespace I0512 17:50:25.611254 3803 namespace.go:142] [build-service] updating namespace I0512 17:50:25.691359 3803 namespace.go:142] [default-tenant] updating namespace I0512 17:50:25.777236 3803 namespace.go:142] [enterprise-contract-service] updating namespace I0512 17:50:25.785457 3803 base_network_controller_pods.go:487] [default/konflux-ui/proxy-57f5f9c88c-wws6g] creating logical port konflux-ui_proxy-57f5f9c88c-wws6g for pod on switch ip-10-0-1-203.ec2.internal I0512 17:50:25.785582 3803 kube.go:256] Updating pod konflux-ui/proxy-57f5f9c88c-wws6g I0512 17:50:25.867367 3803 pod.go:62] [konflux-ui/proxy-57f5f9c88c-wws6g] pod update took 81.833212ms I0512 17:50:25.867392 3803 base_network_controller_pods.go:951] [default/konflux-ui/proxy-57f5f9c88c-wws6g] addLogicalPort annotation time took 81.864226ms I0512 17:50:25.868801 3803 pods.go:271] [konflux-ui/proxy-57f5f9c88c-wws6g] addLogicalPort took 83.366998ms, libovsdb time 1.002492ms I0512 17:50:25.884108 3803 namespace.go:142] [image-controller] updating namespace I0512 17:50:25.981239 3803 namespace.go:142] [integration-service] updating namespace I0512 17:50:26.088419 3803 namespace.go:142] [konflux-info] updating namespace I0512 17:50:26.180151 3803 namespace.go:142] [namespace-lister] updating namespace I0512 17:50:26.295410 3803 namespace.go:142] [release-service] updating namespace W0512 17:50:26.515263 3803 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister W0512 17:50:27.474925 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-203.ec2.internal port 8080: empty IP address endpoints for service namespace-lister/namespace-lister I0512 17:50:27.502111 3803 namespace.go:142] [konflux-cli] updating namespace I0512 17:50:27.703301 3803 namespace.go:142] [segment-bridge] updating namespace I0512 17:50:27.818449 3803 namespace.go:142] [konflux-cli] updating namespace I0512 17:50:27.835287 3803 namespace.go:142] [segment-bridge] updating namespace I0512 17:50:27.936238 3803 namespace.go:142] [konflux-cli] updating namespace I0512 17:50:28.083951 3803 namespace.go:142] [segment-bridge] updating namespace I0512 17:50:29.751794 3803 cni.go:452] [konflux-ui/proxy-57f5f9c88c-wws6g 280ca0ea44785870554e206dd55d61daf145394361ed3319a15fc46d66bacb5c network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-57f5f9c88c-wws6g 280ca0ea44785870554e206dd55d61daf145394361ed3319a15fc46d66bacb5c network default NAD default NAD key ] I0512 17:50:29.761114 3803 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-57f5f9c88c-wws6g, hostIfaceName: 280ca0ea4478587, network: default, NAD default, SandboxID: "280ca0ea44785870554e206dd55d61daf145394361ed3319a15fc46d66bacb5c", PCI device ID: , UID: "cf60ada3-b450-418e-8c4a-e51897732851", MAC: 0a:58:0a:80:00:2e, IPs: [10.128.0.46/23] I0512 17:50:29.816831 3803 cni.go:473] [konflux-ui/proxy-57f5f9c88c-wws6g 280ca0ea44785870554e206dd55d61daf145394361ed3319a15fc46d66bacb5c network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-57f5f9c88c-wws6g 280ca0ea44785870554e206dd55d61daf145394361ed3319a15fc46d66bacb5c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:c0:a1:58:95:7e\",\"name\":\"280ca0ea4478587\"},{\"mac\":\"0a:58:0a:80:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/48dccfbe-7aa4-41fb-90df-b6e3ca4f018c\"}],\"ips\":[{\"address\":\"10.128.0.46/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0512 17:50:32.225978 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0512 17:50:32.277209 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0512 17:50:34.243172 3803 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0512 17:50:35.517240 3803 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0512 17:50:35.517257 3803 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0512 17:50:40.292215 3803 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0512 17:50:40.304211 3803 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0512 17:50:40.372757 3803 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0512 17:50:40.372837 3803 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0512 17:50:40.405963 3803 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf W0512 17:50:40.462143 3803 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0512 17:50:40.462161 3803 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0512 17:50:40.495740 3803 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0512 17:50:40.501251 3803 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service I0512 17:50:51.661874 3803 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-j7mqj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 17:50:51.662506 3803 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-j7mqj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 17:50:52.364473 3803 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-j7mqj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:50:52.364501 3803 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-j7mqj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:50:52.370436 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-j7mqj I0512 17:50:52.370464 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-j7mqj W0512 17:51:13.580370 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-203.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0512 17:51:13.580392 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-203.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0512 17:51:43.463775 3803 obj_retry.go:498] Detected object konflux-ui/proxy-5bd5df6578-7df9s of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 17:51:43.464373 3803 obj_retry.go:498] Detected object konflux-ui/proxy-5bd5df6578-7df9s of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 17:51:43.653110 3803 obj_retry.go:492] Detected object konflux-ui/proxy-5bd5df6578-7df9s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:51:43.653131 3803 obj_retry.go:492] Detected object konflux-ui/proxy-5bd5df6578-7df9s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:51:43.664376 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-5bd5df6578-7df9s I0512 17:51:43.664409 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-5bd5df6578-7df9s I0512 17:51:53.852026 3803 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 17:51:53.852617 3803 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 17:51:53.889563 3803 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:51:53.889587 3803 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:51:53.892039 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0512 17:51:53.892057 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0512 17:51:57.075994 3803 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=156 I0512 17:51:58.162366 3803 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0512 17:52:14.074745 3803 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0512 17:52:15.188752 3803 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0512 17:52:21.470836 3803 namespace.go:98] [managed-tenant-41me8] adding namespace I0512 17:52:21.471658 3803 namespace.go:102] [managed-tenant-41me8] adding namespace took 803.333µs I0512 17:52:21.497844 3803 namespace.go:142] [managed-tenant-41me8] updating namespace I0512 17:52:21.519214 3803 namespace.go:142] [managed-tenant-41me8] updating namespace I0512 17:52:22.520075 3803 namespace.go:142] [managed-tenant-41me8] updating namespace I0512 17:52:22.649981 3803 namespace.go:142] [managed-tenant-41me8] updating namespace I0512 17:52:22.751565 3803 namespace.go:142] [managed-tenant-41me8] updating namespace I0512 17:52:31.073787 3803 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=73 I0512 17:52:56.079515 3803 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=129 I0512 17:53:24.177226 3803 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0512 17:53:48.174258 3803 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0512 17:54:07.199628 3803 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0512 17:55:30.079505 3803 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=34 I0512 17:55:35.195461 3803 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0512 17:55:53.187395 3803 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0512 17:56:02.082940 3803 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=281 I0512 17:56:22.198859 3803 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0512 17:56:55.167768 3803 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0512 17:57:17.079465 3803 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=6 I0512 17:57:40.169779 3803 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0512 17:59:06.181171 3803 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0512 17:59:16.165844 3803 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0512 18:00:00.049633 3803 obj_retry.go:492] Detected object tsf-tpa/create-db-q7f6g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 18:00:00.049678 3803 obj_retry.go:492] Detected object tsf-tpa/create-db-q7f6g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 18:00:00.053728 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-q7f6g I0512 18:00:00.053759 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-q7f6g I0512 18:00:00.226500 3803 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29643480-rtldk] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29643480-rtldk for pod on switch ip-10-0-1-203.ec2.internal I0512 18:00:00.226629 3803 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29643480-rtldk I0512 18:00:00.233786 3803 base_network_controller_pods.go:487] [default/segment-bridge/segment-bridge-29643480-zbpht] creating logical port segment-bridge_segment-bridge-29643480-zbpht for pod on switch ip-10-0-1-203.ec2.internal I0512 18:00:00.233905 3803 kube.go:256] Updating pod segment-bridge/segment-bridge-29643480-zbpht I0512 18:00:00.252741 3803 pod.go:62] [segment-bridge/segment-bridge-29643480-zbpht] pod update took 18.857967ms I0512 18:00:00.252757 3803 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643480-rtldk] pod update took 26.159835ms I0512 18:00:00.252769 3803 base_network_controller_pods.go:951] [default/segment-bridge/segment-bridge-29643480-zbpht] addLogicalPort annotation time took 18.889962ms I0512 18:00:00.252772 3803 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29643480-rtldk] addLogicalPort annotation time took 26.17684ms I0512 18:00:00.254210 3803 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643480-rtldk] addLogicalPort took 27.723877ms, libovsdb time 954.293µs I0512 18:00:00.254513 3803 pods.go:271] [segment-bridge/segment-bridge-29643480-zbpht] addLogicalPort took 20.740896ms, libovsdb time 1.153509ms I0512 18:00:00.594818 3803 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643480-rtldk 630d35d836e9da8da7e850cce0cf060528e7cc11200907209f1f8fc440cf5c22 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29643480-rtldk 630d35d836e9da8da7e850cce0cf060528e7cc11200907209f1f8fc440cf5c22 network default NAD default NAD key ] I0512 18:00:00.595047 3803 cni.go:452] [segment-bridge/segment-bridge-29643480-zbpht 4a2817452f0b495bc2f7f556d9a9d6891e4368a9195f762c31931af4fb02a290 network default NAD default NAD key ] ADD starting CNI request [segment-bridge/segment-bridge-29643480-zbpht 4a2817452f0b495bc2f7f556d9a9d6891e4368a9195f762c31931af4fb02a290 network default NAD default NAD key ] I0512 18:00:00.605564 3803 helper_linux.go:556] ConfigureOVS: namespace: segment-bridge, podName: segment-bridge-29643480-zbpht, hostIfaceName: 4a2817452f0b495, network: default, NAD default, SandboxID: "4a2817452f0b495bc2f7f556d9a9d6891e4368a9195f762c31931af4fb02a290", PCI device ID: , UID: "8276ee0e-ad07-4d02-a7f4-735aac969933", MAC: 0a:58:0a:80:00:30, IPs: [10.128.0.48/23] I0512 18:00:00.607468 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29643480-rtldk, hostIfaceName: 630d35d836e9da8, network: default, NAD default, SandboxID: "630d35d836e9da8da7e850cce0cf060528e7cc11200907209f1f8fc440cf5c22", PCI device ID: , UID: "a066f835-dcc8-48e5-bbe6-ad49521759eb", MAC: 0a:58:0a:80:00:2f, IPs: [10.128.0.47/23] I0512 18:00:00.662628 3803 cni.go:473] [segment-bridge/segment-bridge-29643480-zbpht 4a2817452f0b495bc2f7f556d9a9d6891e4368a9195f762c31931af4fb02a290 network default NAD default NAD key default] ADD finished CNI request [segment-bridge/segment-bridge-29643480-zbpht 4a2817452f0b495bc2f7f556d9a9d6891e4368a9195f762c31931af4fb02a290 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:fc:40:7f:5e:ac\",\"name\":\"4a2817452f0b495\"},{\"mac\":\"0a:58:0a:80:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8bd2369f-d08b-456a-8425-13ecebefa23c\"}],\"ips\":[{\"address\":\"10.128.0.48/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 18:00:00.682468 3803 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643480-rtldk 630d35d836e9da8da7e850cce0cf060528e7cc11200907209f1f8fc440cf5c22 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29643480-rtldk 630d35d836e9da8da7e850cce0cf060528e7cc11200907209f1f8fc440cf5c22 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:7a:74:95:fb:9f\",\"name\":\"630d35d836e9da8\"},{\"mac\":\"0a:58:0a:80:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5b78efd6-3d7b-4c86-8056-5e832d82974a\"}],\"ips\":[{\"address\":\"10.128.0.47/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 18:00:03.524386 3803 obj_retry.go:498] Detected object integration-service/integration-service-snapshot-garbage-collector-29643480-cfr58 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 18:00:03.524997 3803 obj_retry.go:498] Detected object integration-service/integration-service-snapshot-garbage-collector-29643480-cfr58 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 18:00:04.026030 3803 obj_retry.go:492] Detected object tsf-tpa/migrate-db-nzzrb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 18:00:04.026062 3803 obj_retry.go:492] Detected object tsf-tpa/migrate-db-nzzrb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 18:00:04.029808 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-nzzrb I0512 18:00:04.029835 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-nzzrb I0512 18:00:04.407783 3803 obj_retry.go:492] Detected object integration-service/integration-service-snapshot-garbage-collector-29643480-cfr58 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 18:00:04.407830 3803 obj_retry.go:492] Detected object integration-service/integration-service-snapshot-garbage-collector-29643480-cfr58 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 18:00:04.566579 3803 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643480-rtldk 630d35d836e9da8da7e850cce0cf060528e7cc11200907209f1f8fc440cf5c22 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29643480-rtldk 630d35d836e9da8da7e850cce0cf060528e7cc11200907209f1f8fc440cf5c22 network default NAD default NAD key ] I0512 18:00:04.651294 3803 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643480-rtldk 630d35d836e9da8da7e850cce0cf060528e7cc11200907209f1f8fc440cf5c22 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29643480-rtldk 630d35d836e9da8da7e850cce0cf060528e7cc11200907209f1f8fc440cf5c22 network default NAD default NAD key default], result "{}", err I0512 18:00:04.704492 3803 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643480-rtldk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 18:00:04.704527 3803 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29643480-rtldk I0512 18:00:04.705795 3803 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29643480-rtldk, ips: 10.128.0.47 I0512 18:00:04.705817 3803 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643480-rtldk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 18:00:05.725663 3803 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643480-rtldk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 18:00:05.725687 3803 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643480-rtldk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 18:00:07.028575 3803 obj_retry.go:492] Detected object tsf-tpa/create-importers-kqblk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 18:00:07.028599 3803 obj_retry.go:492] Detected object tsf-tpa/create-importers-kqblk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 18:00:07.031039 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-kqblk I0512 18:00:07.031067 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-kqblk I0512 18:00:56.083007 3803 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=8 I0512 18:00:57.083164 3803 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=7 I0512 18:01:05.078644 3803 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0512 18:01:14.177518 3803 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0512 18:01:18.086822 3803 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=40 I0512 18:01:18.192380 3803 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0512 18:01:57.077079 3803 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=47 I0512 18:02:04.190727 3803 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0512 18:04:01.203188 3803 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0512 18:04:21.202948 3803 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0512 18:05:18.169349 3803 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0512 18:05:19.172069 3803 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0512 18:05:55.202233 3803 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0512 18:06:01.082679 3803 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=9 I0512 18:06:12.082117 3803 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6 I0512 18:06:17.086606 3803 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=7 I0512 18:06:50.181264 3803 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0512 18:06:54.184727 3803 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9