+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-2-89.ec2.internal ++ [[ -n ip-10-0-2-89.ec2.internal ]] ++ [[ -f /env/ip-10-0-2-89.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0504 09:19:28.187995671 - disable conntrack on geneve port' I0504 09:19:28.187995671 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0504 09:19:28.228697813 - starting ovnkube-node + echo 'I0504 09:19:28.228697813 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-2-89.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-2-89.ec2.internal --init-node ip-10-0-2-89.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-2-89.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0504 09:19:28.280040 3674 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0504 09:19:28.280099 3674 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-98944a3045.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0504 09:19:28.281484 3674 kube.go:431] Waiting for certificate I0504 09:19:28.281555 3674 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0504 09:19:28.281604 3674 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0504 09:19:28.282336 3674 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0504 09:19:28.317003 3674 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0504 09:19:28.317021 3674 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0504 09:19:28.320346 3674 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0504 09:19:28.320445 3674 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-mqjpb" I0504 09:19:28.325826 3674 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-mqjpb" I0504 09:19:28.325916 3674 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0504 09:19:29.281743 3674 kube.go:438] Certificate found I0504 09:19:29.282395 3674 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0504 09:19:29.283388 3674 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0504 09:19:29.352951 3674 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-05 09:14:28 +0000 UTC" deadline="2026-05-05 05:29:47.300103808 +0000 UTC" I0504 09:19:29.352980 3674 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="20h10m17.947133675s" I0504 09:19:29.353080 3674 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0504 09:19:29.370081 3674 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0504 09:19:29.370166 3674 factory.go:561] Starting watch factory I0504 09:19:29.370264 3674 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0504 09:19:29.370288 3674 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0504 09:19:29.370264 3674 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0504 09:19:29.370325 3674 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0504 09:19:29.370656 3674 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0504 09:19:29.370781 3674 server.go:101] MetricServer registers OVS metrics I0504 09:19:29.371126 3674 server.go:105] MetricServer registers OVN DB metrics I0504 09:19:29.372003 3674 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0504 09:19:29.372059 3674 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0504 09:19:29.372324 3674 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0504 09:19:29.372349 3674 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0504 09:19:29.372364 3674 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0504 09:19:29.372381 3674 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0504 09:19:29.373457 3674 controller_manager.go:370] Starting the ovnkube controller I0504 09:19:29.373473 3674 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-2-89.ec2.internal I0504 09:19:29.373544 3674 controller_manager.go:395] NBDB zone sync took: 63.422µs I0504 09:19:29.373555 3674 factory.go:561] Starting watch factory I0504 09:19:29.374430 3674 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0504 09:19:29.374482 3674 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0504 09:19:29.375994 3674 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0504 09:19:29.376021 3674 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0504 09:19:29.388214 3674 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0504 09:19:29.388679 3674 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0504 09:19:29.390030 3674 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0504 09:19:29.390057 3674 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0504 09:19:29.390809 3674 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0504 09:19:29.391831 3674 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0504 09:19:29.394193 3674 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0504 09:19:29.396701 3674 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0504 09:19:29.396730 3674 server.go:109] MetricServer registers OVN Controller metrics I0504 09:19:29.399192 3674 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0504 09:19:29.401966 3674 server.go:113] MetricServer registers OVN Northd metrics I0504 09:19:29.405956 3674 metrics.go:519] OVN Metrics Server starts to run ... I0504 09:19:29.475829 3674 factory.go:1977] *v1.Service informer cache synced successfully I0504 09:19:29.475857 3674 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0504 09:19:29.475861 3674 factory.go:1977] *v1.Pod informer cache synced successfully I0504 09:19:29.475864 3674 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0504 09:19:29.475868 3674 factory.go:1977] *v1.Namespace informer cache synced successfully I0504 09:19:29.475871 3674 factory.go:1977] *v1.Node informer cache synced successfully I0504 09:19:29.475965 3674 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0504 09:19:29.475971 3674 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0504 09:19:29.475979 3674 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0504 09:19:29.475991 3674 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0504 09:19:29.479086 3674 factory.go:1977] *v1.Service informer cache synced successfully I0504 09:19:29.479099 3674 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0504 09:19:29.479103 3674 factory.go:1977] *v1.Pod informer cache synced successfully I0504 09:19:29.479106 3674 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0504 09:19:29.479109 3674 factory.go:1977] *v1.Namespace informer cache synced successfully I0504 09:19:29.479112 3674 factory.go:1977] *v1.Node informer cache synced successfully I0504 09:19:29.479677 3674 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0504 09:19:29.479677 3674 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0504 09:19:29.481543 3674 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0504 09:19:29.481554 3674 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0504 09:19:29.481611 3674 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0504 09:19:29.481623 3674 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0504 09:19:29.484351 3674 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0504 09:19:29.484360 3674 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0504 09:19:29.484501 3674 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0504 09:19:29.487067 3674 factory.go:1977] *v1.EgressIP informer cache synced successfully I0504 09:19:29.487125 3674 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0504 09:19:29.487149 3674 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0504 09:19:29.489792 3674 factory.go:1977] *v1.EgressIP informer cache synced successfully I0504 09:19:29.490033 3674 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0504 09:19:29.492737 3674 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0504 09:19:29.492794 3674 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0504 09:19:29.492809 3674 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0504 09:19:29.494832 3674 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0504 09:19:29.495772 3674 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0504 09:19:29.498643 3674 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0504 09:19:29.498691 3674 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0504 09:19:29.498701 3674 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0504 09:19:29.499894 3674 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0504 09:19:29.501711 3674 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0504 09:19:29.504358 3674 factory.go:1977] *v1.EgressService informer cache synced successfully I0504 09:19:29.504410 3674 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0504 09:19:29.504423 3674 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0504 09:19:29.505510 3674 factory.go:1977] *v1.EgressService informer cache synced successfully I0504 09:19:29.507634 3674 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0504 09:19:29.509599 3674 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0504 09:19:29.509866 3674 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0504 09:19:29.509882 3674 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0504 09:19:29.511475 3674 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0504 09:19:29.512928 3674 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0504 09:19:29.514920 3674 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0504 09:19:29.514986 3674 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0504 09:19:29.515004 3674 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0504 09:19:29.515043 3674 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0504 09:19:29.515066 3674 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0504 09:19:29.516737 3674 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0504 09:19:29.518379 3674 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0504 09:19:29.518428 3674 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0504 09:19:29.520361 3674 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0504 09:19:29.520370 3674 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0504 09:19:29.520377 3674 factory.go:680] Watch Factory start up complete, took: 150.216611ms I0504 09:19:29.520442 3674 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0504 09:19:29.522507 3674 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0504 09:19:29.522530 3674 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0504 09:19:29.522537 3674 factory.go:680] Watch Factory start up complete, took: 148.980374ms I0504 09:19:29.522544 3674 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-2-89.ec2.internal" zone I0504 09:19:29.562432 3674 default_node_network_controller.go:710] Initializing the default node network controller I0504 09:19:29.636045 3674 udn_isolation.go:101] Starting UDN host isolation manager I0504 09:19:29.642718 3674 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0504 09:19:29.728625 3674 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0504 09:19:29.728712 3674 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0504 09:19:29.728730 3674 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0504 09:19:29.762375 3674 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0504 09:19:29.762439 3674 default_node_network_controller.go:809] Node ip-10-0-2-89.ec2.internal ready for ovn initialization with subnet 10.129.0.0/23 I0504 09:19:29.767218 3674 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.2.89"] k8s.ovn.org/zone-name:ip-10-0-2-89.ec2.internal] on node ip-10-0-2-89.ec2.internal I0504 09:19:29.788158 3674 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0504 09:19:29.794302 3674 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0504 09:19:29.794413 3674 helper_linux.go:118] Found default gateway interface br-ex 10.0.2.1 I0504 09:19:29.794554 3674 gateway_init.go:263] Preparing Gateway I0504 09:19:29.794565 3674 gateway_shared_intf.go:1687] Creating new gateway I0504 09:19:29.924451 3674 iptables.go:108] Creating table: filter chain: FORWARD I0504 09:19:29.930503 3674 iptables.go:108] Creating table: filter chain: OUTPUT I0504 09:19:29.936266 3674 gateway_shared_intf.go:1816] Gateway Creation Complete I0504 09:19:29.936281 3674 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-89.ec2.internal","mac-address":"0e:b0:6f:a7:44:1d","ip-addresses":["10.0.2.89/24"],"ip-address":"10.0.2.89/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:20ab6be6-2150-4f8d-abf7-345367a3f93e k8s.ovn.org/node-encap-ips:["10.0.2.89"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.89/24"} k8s.ovn.org/zone-name:ip-10-0-2-89.ec2.internal] on node ip-10-0-2-89.ec2.internal I0504 09:19:29.955859 3674 default_node_network_controller.go:519] Node connection status = connected I0504 09:19:30.023415 3674 controller_manager.go:429] Waiting for node in zone sync took: 500.855695ms I0504 09:19:30.031247 3674 controller_manager.go:611] Switching to transit router for layer2 networks I0504 09:19:30.031261 3674 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-2-89.ec2.internal I0504 09:19:30.046792 3674 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0504 09:19:30.053627 3674 controller_manager.go:290] SCTP support detected in OVN I0504 09:19:30.054214 3674 services_controller.go:69] Creating services controller for network=default I0504 09:19:30.054332 3674 udn_enabled_svc.go:80] Waiting for service informer to sync I0504 09:19:30.054394 3674 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0504 09:19:30.054463 3674 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0504 09:19:30.054476 3674 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0504 09:19:30.054484 3674 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0504 09:19:30.054667 3674 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0504 09:19:30.054708 3674 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0504 09:19:30.054807 3674 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 103.729µs I0504 09:19:30.054839 3674 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 121.772µs I0504 09:19:30.054853 3674 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 142.815µs I0504 09:19:30.054863 3674 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0504 09:19:30.054882 3674 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0504 09:19:30.054901 3674 default_network_controller.go:325] Starting the default network controller I0504 09:19:30.054957 3674 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 9.904µs I0504 09:19:30.055272 3674 udn_enabled_svc.go:95] Performing full resync I0504 09:19:30.055550 3674 udn_enabled_svc.go:99] Waiting for handler to sync I0504 09:19:30.055561 3674 udn_enabled_svc.go:104] Starting worker I0504 09:19:30.064091 3674 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0504 09:19:30.064149 3674 repair.go:33] Syncing exgw routes took 47.102µs I0504 09:19:30.064170 3674 default_network_controller.go:414] Starting all the Watchers... I0504 09:19:30.064321 3674 namespace.go:98] [openshift-host-network] adding namespace I0504 09:19:30.064338 3674 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0504 09:19:30.064339 3674 namespace.go:98] [openshift-config-operator] adding namespace I0504 09:19:30.064353 3674 namespace.go:98] [dedicated-admin] adding namespace I0504 09:19:30.064357 3674 namespace.go:98] [kube-public] adding namespace I0504 09:19:30.064367 3674 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0504 09:19:30.064368 3674 namespace.go:98] [openshift-ingress-canary] adding namespace I0504 09:19:30.064378 3674 namespace.go:98] [openshift-etcd] adding namespace I0504 09:19:30.064381 3674 namespace.go:98] [openshift-network-operator] adding namespace I0504 09:19:30.064385 3674 namespace.go:98] [openshift-machine-config-operator] adding namespace I0504 09:19:30.064389 3674 namespace.go:98] [openshift-node] adding namespace I0504 09:19:30.064390 3674 namespace.go:98] [openshift-must-gather-operator] adding namespace I0504 09:19:30.064393 3674 namespace.go:98] [openshift-monitoring] adding namespace I0504 09:19:30.064402 3674 namespace.go:98] [openshift-image-registry] adding namespace I0504 09:19:30.064321 3674 namespace.go:98] [open-cluster-management-2q30v0mp9l76e0dgvrf8upih6itusg2g] adding namespace I0504 09:19:30.064942 3674 namespace.go:102] [openshift-host-network] adding namespace took 607.962µs I0504 09:19:30.064958 3674 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0504 09:19:30.065487 3674 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 522.386µs I0504 09:19:30.065529 3674 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0504 09:19:30.066021 3674 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 1.671562ms I0504 09:19:30.066035 3674 namespace.go:98] [openshift-console] adding namespace I0504 09:19:30.066450 3674 namespace.go:102] [openshift-console] adding namespace took 407.854µs I0504 09:19:30.066469 3674 namespace.go:98] [openshift-apiserver-operator] adding namespace I0504 09:19:30.067006 3674 namespace.go:102] [openshift-config-operator] adding namespace took 2.650468ms I0504 09:19:30.067021 3674 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0504 09:19:30.067598 3674 namespace.go:102] [dedicated-admin] adding namespace took 3.2348ms I0504 09:19:30.067613 3674 namespace.go:98] [openshift-cluster-version] adding namespace I0504 09:19:30.068176 3674 namespace.go:102] [kube-public] adding namespace took 3.809944ms I0504 09:19:30.068193 3674 namespace.go:98] [openshift-dns] adding namespace I0504 09:19:30.068750 3674 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 4.373808ms I0504 09:19:30.068767 3674 namespace.go:98] [openshift-operators-redhat] adding namespace I0504 09:19:30.069179 3674 namespace.go:102] [openshift-ingress-canary] adding namespace took 4.801662ms I0504 09:19:30.069194 3674 namespace.go:98] [openshift-kube-scheduler] adding namespace I0504 09:19:30.069845 3674 namespace.go:102] [openshift-etcd] adding namespace took 5.460263ms I0504 09:19:30.069863 3674 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0504 09:19:30.070399 3674 namespace.go:102] [openshift-network-operator] adding namespace took 6.013622ms I0504 09:19:30.070411 3674 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0504 09:19:30.070935 3674 namespace.go:102] [openshift-machine-config-operator] adding namespace took 6.543174ms I0504 09:19:30.070954 3674 namespace.go:98] [openshift-authentication] adding namespace I0504 09:19:30.071353 3674 namespace.go:102] [openshift-node] adding namespace took 6.957269ms I0504 09:19:30.071367 3674 namespace.go:98] [openshift] adding namespace I0504 09:19:30.071891 3674 namespace.go:102] [openshift-must-gather-operator] adding namespace took 7.492889ms I0504 09:19:30.071908 3674 namespace.go:98] [openshift-ingress-operator] adding namespace I0504 09:19:30.072444 3674 namespace.go:102] [openshift-monitoring] adding namespace took 8.043926ms I0504 09:19:30.072458 3674 namespace.go:98] [openshift-backplane-cse] adding namespace I0504 09:19:30.073052 3674 namespace.go:102] [openshift-image-registry] adding namespace took 8.644192ms I0504 09:19:30.073076 3674 namespace.go:98] [kube-system] adding namespace I0504 09:19:30.073672 3674 namespace.go:102] [open-cluster-management-2q30v0mp9l76e0dgvrf8upih6itusg2g] adding namespace took 9.224217ms I0504 09:19:30.073694 3674 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0504 09:19:30.074194 3674 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 8.657294ms I0504 09:19:30.074210 3674 namespace.go:98] [openshift-backplane-mobb] adding namespace I0504 09:19:30.074824 3674 namespace.go:102] [openshift-apiserver-operator] adding namespace took 8.349263ms I0504 09:19:30.074836 3674 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0504 09:19:30.075364 3674 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 8.338732ms I0504 09:19:30.075374 3674 namespace.go:98] [openshift-console-operator] adding namespace I0504 09:19:30.075946 3674 namespace.go:102] [openshift-cluster-version] adding namespace took 8.32674ms I0504 09:19:30.075962 3674 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0504 09:19:30.076411 3674 namespace.go:102] [openshift-dns] adding namespace took 8.212748ms I0504 09:19:30.076429 3674 namespace.go:98] [openshift-dns-operator] adding namespace I0504 09:19:30.076867 3674 namespace.go:102] [openshift-operators-redhat] adding namespace took 8.09421ms I0504 09:19:30.076880 3674 namespace.go:98] [openshift-backplane-tam] adding namespace I0504 09:19:30.077388 3674 namespace.go:102] [openshift-kube-scheduler] adding namespace took 8.190268ms I0504 09:19:30.077397 3674 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0504 09:19:30.077813 3674 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 7.941505ms I0504 09:19:30.077838 3674 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0504 09:19:30.078282 3674 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 7.865388ms I0504 09:19:30.078296 3674 namespace.go:98] [openshift-insights] adding namespace I0504 09:19:30.078648 3674 namespace.go:102] [openshift-authentication] adding namespace took 7.687578ms I0504 09:19:30.078660 3674 namespace.go:98] [openshift-infra] adding namespace I0504 09:19:30.079085 3674 namespace.go:102] [openshift] adding namespace took 7.713004ms I0504 09:19:30.079096 3674 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0504 09:19:30.079469 3674 namespace.go:102] [openshift-ingress-operator] adding namespace took 7.555514ms I0504 09:19:30.079483 3674 namespace.go:98] [openshift-backplane-csm] adding namespace I0504 09:19:30.079884 3674 namespace.go:102] [openshift-backplane-cse] adding namespace took 7.421116ms I0504 09:19:30.079896 3674 namespace.go:98] [openshift-console-user-settings] adding namespace I0504 09:19:30.080324 3674 namespace.go:102] [kube-system] adding namespace took 7.24275ms I0504 09:19:30.080335 3674 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0504 09:19:30.080746 3674 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 7.044515ms I0504 09:19:30.080763 3674 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0504 09:19:30.081152 3674 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.937812ms I0504 09:19:30.081163 3674 namespace.go:98] [openshift-package-operator] adding namespace I0504 09:19:30.081572 3674 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 6.731587ms I0504 09:19:30.081583 3674 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0504 09:19:30.082358 3674 namespace.go:102] [openshift-console-operator] adding namespace took 6.978757ms I0504 09:19:30.082370 3674 namespace.go:98] [openshift-network-console] adding namespace I0504 09:19:30.082785 3674 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 6.818893ms I0504 09:19:30.082797 3674 namespace.go:98] [openshift-machine-api] adding namespace I0504 09:19:30.083163 3674 namespace.go:102] [openshift-dns-operator] adding namespace took 6.726461ms I0504 09:19:30.083176 3674 namespace.go:98] [openshift-customer-monitoring] adding namespace I0504 09:19:30.083570 3674 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.685461ms I0504 09:19:30.083581 3674 namespace.go:98] [default] adding namespace I0504 09:19:30.083959 3674 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 6.557221ms I0504 09:19:30.083972 3674 namespace.go:98] [openshift-config-managed] adding namespace I0504 09:19:30.084344 3674 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.49804ms I0504 09:19:30.084356 3674 namespace.go:98] [openshift-route-controller-manager] adding namespace I0504 09:19:30.084753 3674 namespace.go:102] [openshift-insights] adding namespace took 6.451404ms I0504 09:19:30.084767 3674 namespace.go:98] [openshift-kube-apiserver] adding namespace I0504 09:19:30.085126 3674 namespace.go:102] [openshift-infra] adding namespace took 6.462186ms I0504 09:19:30.085138 3674 namespace.go:98] [openshift-multus] adding namespace I0504 09:19:30.085543 3674 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 6.441551ms I0504 09:19:30.085553 3674 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0504 09:19:30.085904 3674 namespace.go:102] [openshift-backplane-csm] adding namespace took 6.416488ms I0504 09:19:30.085915 3674 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0504 09:19:30.086318 3674 namespace.go:102] [openshift-console-user-settings] adding namespace took 6.417425ms I0504 09:19:30.086331 3674 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0504 09:19:30.086697 3674 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.357729ms I0504 09:19:30.086710 3674 namespace.go:98] [openshift-apiserver] adding namespace I0504 09:19:30.087092 3674 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.325125ms I0504 09:19:30.087104 3674 namespace.go:98] [openshift-backplane-srep] adding namespace I0504 09:19:30.087414 3674 namespace.go:102] [openshift-package-operator] adding namespace took 6.247298ms I0504 09:19:30.087870 3674 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 6.282643ms I0504 09:19:30.088238 3674 namespace.go:102] [openshift-network-console] adding namespace took 5.862081ms I0504 09:19:30.088249 3674 namespace.go:98] [openshift-network-node-identity] adding namespace I0504 09:19:30.088596 3674 namespace.go:102] [openshift-machine-api] adding namespace took 5.795222ms I0504 09:19:30.088607 3674 namespace.go:98] [openshift-config] adding namespace I0504 09:19:30.089033 3674 namespace.go:102] [openshift-customer-monitoring] adding namespace took 5.852462ms I0504 09:19:30.089046 3674 namespace.go:98] [openshift-logging] adding namespace I0504 09:19:30.089418 3674 namespace.go:102] [default] adding namespace took 5.832256ms I0504 09:19:30.089432 3674 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0504 09:19:30.089779 3674 namespace.go:102] [openshift-config-managed] adding namespace took 5.802149ms I0504 09:19:30.089790 3674 namespace.go:98] [openshift-network-diagnostics] adding namespace I0504 09:19:30.090227 3674 namespace.go:102] [openshift-route-controller-manager] adding namespace took 5.866259ms I0504 09:19:30.090239 3674 namespace.go:98] [openshift-kube-controller-manager] adding namespace W0504 09:19:30.090594 3674 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-6xzpr: pod openshift-multus/network-metrics-daemon-6xzpr: no pod IPs found W0504 09:19:30.090606 3674 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-q7lpz: pod openshift-multus/network-metrics-daemon-q7lpz: no pod IPs found I0504 09:19:30.090642 3674 namespace.go:102] [openshift-kube-apiserver] adding namespace took 5.871621ms I0504 09:19:30.090651 3674 namespace.go:98] [openshift-ingress] adding namespace I0504 09:19:30.091088 3674 namespace.go:102] [openshift-multus] adding namespace took 5.945606ms I0504 09:19:30.091098 3674 namespace.go:98] [openshift-backplane] adding namespace I0504 09:19:30.091482 3674 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 5.923798ms I0504 09:19:30.091495 3674 namespace.go:98] [openshift-backplane-cee] adding namespace I0504 09:19:30.091871 3674 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 5.952468ms I0504 09:19:30.091882 3674 namespace.go:98] [openshift-operators] adding namespace I0504 09:19:30.092255 3674 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 5.918467ms I0504 09:19:30.092267 3674 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0504 09:19:30.092636 3674 namespace.go:102] [openshift-apiserver] adding namespace took 5.922416ms I0504 09:19:30.092648 3674 namespace.go:98] [openshift-authentication-operator] adding namespace I0504 09:19:30.093032 3674 namespace.go:102] [openshift-backplane-srep] adding namespace took 5.923264ms I0504 09:19:30.093044 3674 namespace.go:98] [openshift-controller-manager] adding namespace I0504 09:19:30.093415 3674 namespace.go:102] [openshift-network-node-identity] adding namespace took 5.161493ms I0504 09:19:30.093781 3674 namespace.go:102] [openshift-config] adding namespace took 5.169884ms I0504 09:19:30.094215 3674 namespace.go:102] [openshift-logging] adding namespace took 5.164079ms I0504 09:19:30.094228 3674 namespace.go:98] [kube-node-lease] adding namespace I0504 09:19:30.094548 3674 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 5.11207ms W0504 09:19:30.094558 3674 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-j4p6m: pod openshift-network-diagnostics/network-check-target-j4p6m: no pod IPs found W0504 09:19:30.094584 3674 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-pz9hc: pod openshift-network-diagnostics/network-check-target-pz9hc: no pod IPs found I0504 09:19:30.095030 3674 namespace.go:102] [openshift-network-diagnostics] adding namespace took 5.235577ms I0504 09:19:30.095399 3674 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 5.156178ms I0504 09:19:30.095777 3674 namespace.go:102] [openshift-ingress] adding namespace took 5.120853ms I0504 09:19:30.096155 3674 namespace.go:102] [openshift-backplane] adding namespace took 5.053336ms I0504 09:19:30.096168 3674 namespace.go:98] [openshift-marketplace] adding namespace I0504 09:19:30.096490 3674 namespace.go:102] [openshift-backplane-cee] adding namespace took 4.991021ms I0504 09:19:30.096502 3674 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0504 09:19:30.096954 3674 namespace.go:102] [openshift-operators] adding namespace took 5.067819ms I0504 09:19:30.096967 3674 namespace.go:98] [openshift-service-ca-operator] adding namespace I0504 09:19:30.097341 3674 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 5.069454ms I0504 09:19:30.097705 3674 namespace.go:102] [openshift-authentication-operator] adding namespace took 5.051325ms I0504 09:19:30.098124 3674 namespace.go:102] [openshift-controller-manager] adding namespace took 5.075576ms I0504 09:19:30.098477 3674 namespace.go:102] [kube-node-lease] adding namespace took 4.243416ms I0504 09:19:30.098991 3674 namespace.go:102] [openshift-marketplace] adding namespace took 2.818775ms I0504 09:19:30.099376 3674 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 2.869613ms I0504 09:19:30.099721 3674 namespace.go:102] [openshift-service-ca-operator] adding namespace took 2.748341ms W0504 09:19:30.099800 3674 master.go:471] Unable to parse remote node ip-10-0-0-177.ec2.internal chassis-id annotation. Chassis may be removed during sync I0504 09:19:30.099895 3674 master.go:548] Adding or Updating local node "ip-10-0-2-89.ec2.internal" for network "default" I0504 09:19:30.099962 3674 obj_retry.go:578] Failed to create *v1.Node ip-10-0-0-177.ec2.internal, error: adding or updating remote node chassis ip-10-0-0-177.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-177.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-177.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-177.ec2.internal I0504 09:19:30.100661 3674 zone_ic_handler.go:195] Time taken to create transit switch: 287.134µs I0504 09:19:30.100673 3674 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-152.ec2.internal for the network default I0504 09:19:30.101972 3674 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-152.ec2.internal" on network "default" took: 1.605893ms W0504 09:19:30.107339 3674 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-pz9hc: pod openshift-network-diagnostics/network-check-target-pz9hc: no pod IPs found W0504 09:19:30.107353 3674 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-q7lpz: pod openshift-multus/network-metrics-daemon-q7lpz: no pod IPs found I0504 09:19:30.108334 3674 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-89.ec2.internal for the network default I0504 09:19:30.108487 3674 zone_ic_handler.go:195] Time taken to create transit switch: 141.799µs I0504 09:19:30.109150 3674 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0504 09:19:30.109201 3674 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-89.ec2.internal in network "default" I0504 09:19:30.109255 3674 node_tracker.go:169] Node ip-10-0-2-89.ec2.internal switch + router changed, syncing services in network "default" I0504 09:19:30.109272 3674 services_controller.go:574] Full service sync requested for network=default I0504 09:19:30.109277 3674 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-177.ec2.internal in network "default" I0504 09:19:30.109286 3674 node_tracker.go:235] Node ip-10-0-0-177.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-177.ec2.internal" I0504 09:19:30.109292 3674 node_tracker.go:169] Node ip-10-0-0-177.ec2.internal switch + router changed, syncing services in network "default" I0504 09:19:30.109296 3674 services_controller.go:574] Full service sync requested for network=default I0504 09:19:30.109302 3674 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-152.ec2.internal in network "default" I0504 09:19:30.109258 3674 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0504 09:19:30.109327 3674 node_tracker.go:169] Node ip-10-0-1-152.ec2.internal switch + router changed, syncing services in network "default" I0504 09:19:30.109332 3674 services_controller.go:574] Full service sync requested for network=default I0504 09:19:30.109340 3674 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0504 09:19:30.109351 3674 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0504 09:19:30.109355 3674 services_controller.go:208] Setting up event handlers for services for network=default I0504 09:19:30.109398 3674 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0504 09:19:30.109431 3674 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0504 09:19:30.109440 3674 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0504 09:19:30.210418 3674 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0504 09:19:30.210442 3674 repair.go:60] Starting repairing loop for services I0504 09:19:30.210586 3674 repair.go:131] Deleted 0 stale service LBs I0504 09:19:30.210606 3674 repair.go:137] Deleted 0 stale Chassis Template Vars I0504 09:19:30.210621 3674 repair.go:62] Finished repairing loop for services: 181.987µs I0504 09:19:30.210650 3674 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0504 09:19:30.210663 3674 services_controller.go:254] Starting workers for network=default I0504 09:19:30.210988 3674 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-q7lpz] creating logical port openshift-multus_network-metrics-daemon-q7lpz for pod on switch ip-10-0-2-89.ec2.internal I0504 09:19:30.211035 3674 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-pz9hc] creating logical port openshift-network-diagnostics_network-check-target-pz9hc for pod on switch ip-10-0-2-89.ec2.internal I0504 09:19:30.211062 3674 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-6xzpr, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-6xzpr: suppressed error logged: pod openshift-multus/network-metrics-daemon-6xzpr: no pod IPs found I0504 09:19:30.211136 3674 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-pz9hc I0504 09:19:30.211201 3674 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-q7lpz I0504 09:19:30.226733 3674 pod.go:62] [openshift-network-diagnostics/network-check-target-pz9hc] pod update took 15.640979ms I0504 09:19:30.226753 3674 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-pz9hc] addLogicalPort annotation time took 15.660987ms I0504 09:19:30.227476 3674 pods.go:271] [openshift-network-diagnostics/network-check-target-pz9hc] addLogicalPort took 16.448283ms, libovsdb time 548.379µs I0504 09:19:30.227511 3674 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-j4p6m, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-j4p6m: suppressed error logged: pod openshift-network-diagnostics/network-check-target-j4p6m: no pod IPs found I0504 09:19:30.231734 3674 pod.go:62] [openshift-multus/network-metrics-daemon-q7lpz] pod update took 20.655296ms I0504 09:19:30.231753 3674 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-q7lpz] addLogicalPort annotation time took 20.678234ms I0504 09:19:30.232469 3674 pods.go:271] [openshift-multus/network-metrics-daemon-q7lpz] addLogicalPort took 21.489849ms, libovsdb time 539.085µs I0504 09:19:30.232980 3674 admin_network_policy_controller.go:227] Starting controller default-network-controller I0504 09:19:30.233000 3674 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0504 09:19:30.233009 3674 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0504 09:19:30.233014 3674 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0504 09:19:30.233186 3674 repair.go:29] Repairing admin network policies took 167.43µs I0504 09:19:30.233283 3674 repair.go:92] Repairing baseline admin network policies took 89.38µs I0504 09:19:30.233665 3674 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0504 09:19:30.233682 3674 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0504 09:19:30.235151 3674 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0504 09:19:30.235168 3674 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0504 09:19:30.235175 3674 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0504 09:19:30.236343 3674 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0504 09:19:30.236364 3674 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0504 09:19:30.236381 3674 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0504 09:19:30.238479 3674 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0504 09:19:30.238498 3674 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0504 09:19:30.238508 3674 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0504 09:19:30.239632 3674 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0504 09:19:30.239652 3674 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0504 09:19:30.240340 3674 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0504 09:19:30.240357 3674 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0504 09:19:30.241425 3674 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0504 09:19:30.241442 3674 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0504 09:19:30.241449 3674 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0504 09:19:30.242920 3674 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0504 09:19:30.242938 3674 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0504 09:19:30.242945 3674 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0504 09:19:30.243386 3674 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0504 09:19:30.243405 3674 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0504 09:19:30.243411 3674 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0504 09:19:30.243674 3674 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0504 09:19:30.243689 3674 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0504 09:19:30.243696 3674 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0504 09:19:30.244994 3674 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0504 09:19:30.245012 3674 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0504 09:19:30.245019 3674 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0504 09:19:30.246536 3674 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0504 09:19:30.246556 3674 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0504 09:19:30.246565 3674 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0504 09:19:30.247410 3674 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0504 09:19:30.247433 3674 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0504 09:19:30.247442 3674 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0504 09:19:30.248670 3674 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0504 09:19:30.248688 3674 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0504 09:19:30.248697 3674 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0504 09:19:30.249501 3674 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0504 09:19:30.249540 3674 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0504 09:19:30.249553 3674 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0504 09:19:30.250202 3674 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0504 09:19:30.250218 3674 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0504 09:19:30.250240 3674 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0504 09:19:30.250905 3674 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0504 09:19:30.250919 3674 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0504 09:19:30.250926 3674 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0504 09:19:30.251397 3674 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0504 09:19:30.251421 3674 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0504 09:19:30.251430 3674 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0504 09:19:30.252896 3674 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0504 09:19:30.252912 3674 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0504 09:19:30.252919 3674 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0504 09:19:30.253376 3674 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0504 09:19:30.253399 3674 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0504 09:19:30.253410 3674 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0504 09:19:30.253896 3674 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0504 09:19:30.253918 3674 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0504 09:19:30.253928 3674 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0504 09:19:30.254369 3674 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0504 09:19:30.254391 3674 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0504 09:19:30.254402 3674 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0504 09:19:30.255351 3674 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0504 09:19:30.255369 3674 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0504 09:19:30.255378 3674 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0504 09:19:30.256369 3674 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0504 09:19:30.256386 3674 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0504 09:19:30.256395 3674 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0504 09:19:30.257909 3674 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0504 09:19:30.257925 3674 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0504 09:19:30.257932 3674 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0504 09:19:30.258346 3674 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0504 09:19:30.258363 3674 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0504 09:19:30.258371 3674 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0504 09:19:30.258807 3674 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0504 09:19:30.258822 3674 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0504 09:19:30.258829 3674 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0504 09:19:30.259263 3674 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0504 09:19:30.259278 3674 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0504 09:19:30.259287 3674 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0504 09:19:30.260210 3674 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0504 09:19:30.260225 3674 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0504 09:19:30.260232 3674 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0504 09:19:30.260662 3674 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0504 09:19:30.260678 3674 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0504 09:19:30.260686 3674 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0504 09:19:30.260927 3674 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0504 09:19:30.266272 3674 egressfirewall.go:374] Starting EgressFirewall controller I0504 09:19:30.266297 3674 controller.go:133] Adding controller egress-firewall-controller event handlers I0504 09:19:30.266300 3674 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0504 09:19:30.266322 3674 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0504 09:19:30.266326 3674 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0504 09:19:30.266334 3674 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0504 09:19:30.266336 3674 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0504 09:19:30.266590 3674 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0504 09:19:30.266603 3674 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0504 09:19:30.266608 3674 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0504 09:19:30.266616 3674 egressqos.go:193] Setting up event handlers for EgressQoS I0504 09:19:30.266634 3674 egressfirewall.go:723] Syncing node "ip-10-0-0-177.ec2.internal" for egress firewall I0504 09:19:30.266653 3674 egressfirewall.go:723] Syncing node "ip-10-0-1-152.ec2.internal" for egress firewall I0504 09:19:30.266661 3674 egressfirewall.go:723] Syncing node "ip-10-0-2-89.ec2.internal" for egress firewall I0504 09:19:30.266707 3674 egressqos.go:245] Starting EgressQoS Controller I0504 09:19:30.266717 3674 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0504 09:19:30.266723 3674 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0504 09:19:30.266729 3674 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0504 09:19:30.266733 3674 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0504 09:19:30.266738 3674 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0504 09:19:30.266742 3674 shared_informer.go:356] "Caches are synced" controller="egressqos" I0504 09:19:30.266746 3674 egressqos.go:259] Repairing EgressQoSes I0504 09:19:30.266751 3674 egressqos.go:399] Starting repairing loop for egressqos I0504 09:19:30.266831 3674 egressqos.go:401] Finished repairing loop for egressqos: 80.193µs I0504 09:19:30.266847 3674 egressservice_zone.go:132] Setting up event handlers for Egress Services I0504 09:19:30.266874 3674 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-2-89.ec2.internal I0504 09:19:30.266926 3674 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-2-89.ec2.internal : 53.929µs I0504 09:19:30.267028 3674 egressservice_zone.go:210] Starting Egress Services Controller I0504 09:19:30.267044 3674 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0504 09:19:30.267056 3674 shared_informer.go:356] "Caches are synced" controller="egressservices" I0504 09:19:30.267066 3674 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0504 09:19:30.267074 3674 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0504 09:19:30.267083 3674 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0504 09:19:30.267091 3674 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0504 09:19:30.267100 3674 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0504 09:19:30.267109 3674 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0504 09:19:30.267116 3674 egressservice_zone.go:228] Repairing Egress Services I0504 09:19:30.267364 3674 master_controller.go:88] Starting Admin Policy Based Route Controller I0504 09:19:30.267374 3674 external_controller.go:278] Starting Admin Policy Based Route Controller I0504 09:19:30.267402 3674 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-89.ec2.internal I0504 09:19:30.267412 3674 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-89.ec2.internal: 28.819µs I0504 09:19:30.267418 3674 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-177.ec2.internal I0504 09:19:30.267422 3674 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-177.ec2.internal: 4.187µs I0504 09:19:30.267427 3674 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-152.ec2.internal I0504 09:19:30.267434 3674 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-152.ec2.internal: 7.871µs I0504 09:19:30.267487 3674 default_network_controller.go:585] Completing all the Watchers took 203.308003ms I0504 09:19:30.267498 3674 default_network_controller.go:589] Starting unidling controllers I0504 09:19:30.267508 3674 unidle.go:46] Registering OVN SB ControllerEvent handler I0504 09:19:30.267529 3674 unidle.go:63] Populating Initial ContollerEvent events I0504 09:19:30.267539 3674 unidle.go:79] Setting up event handlers for services I0504 09:19:30.267590 3674 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0504 09:19:30.456734 3674 default_node_network_controller.go:519] Node connection status = connected I0504 09:19:30.957022 3674 default_node_network_controller.go:519] Node connection status = connected I0504 09:19:31.456954 3674 default_node_network_controller.go:519] Node connection status = connected I0504 09:19:31.458122 3674 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0504 09:19:31.470582 3674 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-177.ec2.internal in network "default" I0504 09:19:31.470608 3674 node_tracker.go:235] Node ip-10-0-0-177.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-177.ec2.internal" I0504 09:19:31.470624 3674 node_tracker.go:169] Node ip-10-0-0-177.ec2.internal switch + router changed, syncing services in network "default" I0504 09:19:31.470638 3674 services_controller.go:574] Full service sync requested for network=default I0504 09:19:31.470636 3674 default_network_controller.go:1025] Node "ip-10-0-0-177.ec2.internal" in remote zone "ip-10-0-0-177.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0504 09:19:31.474651 3674 bridgeconfig.go:537] Gateway is ready I0504 09:19:31.474666 3674 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0504 09:19:31.486458 3674 node_ip_handler_linux.go:247] Node primary address changed to 10.0.2.89. Updating OVN encap IP. I0504 09:19:31.492065 3674 node_ip_handler_linux.go:542] Will not update encap IP 10.0.2.89 - it is already configured I0504 09:19:31.492083 3674 node_ip_handler_linux.go:485] Node address changed to map[10.0.2.89/24:{} 172.20.0.1/32:{}]. Updating annotations. I0504 09:19:31.492354 3674 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.2.89/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-89.ec2.internal","mac-address":"0e:b0:6f:a7:44:1d","ip-addresses":["10.0.2.89/24"],"ip-address":"10.0.2.89/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:20ab6be6-2150-4f8d-abf7-345367a3f93e k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.89/24"}] on node ip-10-0-2-89.ec2.internal I0504 09:19:31.513828 3674 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-89.ec2.internal I0504 09:19:31.513838 3674 egressfirewall.go:723] Syncing node "ip-10-0-2-89.ec2.internal" for egress firewall I0504 09:19:31.513850 3674 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-89.ec2.internal: 28.49µs I0504 09:19:31.513877 3674 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-89.ec2.internal in network "default" I0504 09:19:31.513917 3674 master.go:548] Adding or Updating local node "ip-10-0-2-89.ec2.internal" for network "default" I0504 09:19:31.513946 3674 node_tracker.go:169] Node ip-10-0-2-89.ec2.internal switch + router changed, syncing services in network "default" I0504 09:19:31.513966 3674 services_controller.go:574] Full service sync requested for network=default I0504 09:19:31.514052 3674 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.2.89 I0504 09:19:31.514158 3674 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-2-89.ec2.internal I0504 09:19:31.518855 3674 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-89.ec2.internal. Updating no re-route policies I0504 09:19:31.518982 3674 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-89.ec2.internal I0504 09:19:31.518994 3674 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-8gq7t I0504 09:19:31.518998 3674 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-pz9hc I0504 09:19:31.518984 3674 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-9ns5q I0504 09:19:31.519006 3674 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-8gq7t I0504 09:19:31.519009 3674 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-9ns5q I0504 09:19:31.519001 3674 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-89.ec2.internal I0504 09:19:31.519018 3674 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-6xzpr I0504 09:19:31.519034 3674 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-r8qdt I0504 09:19:31.519010 3674 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-pz9hc I0504 09:19:31.519041 3674 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-r8qdt I0504 09:19:31.519040 3674 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-92vf8 I0504 09:19:31.519046 3674 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-znq2q I0504 09:19:31.519054 3674 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-92vf8 I0504 09:19:31.519054 3674 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-k5r28 I0504 09:19:31.519059 3674 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-r8qdt after 0 failed attempt(s) I0504 09:19:31.519058 3674 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-89.ec2.internal I0504 09:19:31.519025 3674 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-q7lpz I0504 09:19:31.519066 3674 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-8slm9 I0504 09:19:31.519035 3674 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-89.ec2.internal after 0 failed attempt(s) I0504 09:19:31.519072 3674 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-89.ec2.internal I0504 09:19:31.519075 3674 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-8slm9 I0504 09:19:31.519077 3674 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-q7lpz I0504 09:19:31.519082 3674 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-j4p6m I0504 09:19:31.519090 3674 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-89.ec2.internal after 0 failed attempt(s) I0504 09:19:31.519091 3674 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-8slm9 after 0 failed attempt(s) I0504 09:19:31.519092 3674 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-j4p6m I0504 09:19:31.519042 3674 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-5qxpd I0504 09:19:31.519103 3674 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-q7lpz] creating logical port openshift-multus_network-metrics-daemon-q7lpz for pod on switch ip-10-0-2-89.ec2.internal I0504 09:19:31.519127 3674 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-j4p6m, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-j4p6m: suppressed error logged: pod openshift-network-diagnostics/network-check-target-j4p6m: no pod IPs found I0504 09:19:31.519057 3674 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-znq2q I0504 09:19:31.519152 3674 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-znq2q after 0 failed attempt(s) I0504 09:19:31.519103 3674 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-5qxpd I0504 09:19:31.519176 3674 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-5qxpd after 0 failed attempt(s) I0504 09:19:31.519078 3674 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-k5r28 I0504 09:19:31.519024 3674 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-8gq7t after 0 failed attempt(s) I0504 09:19:31.519035 3674 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-9ns5q after 0 failed attempt(s) I0504 09:19:31.519040 3674 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-6xzpr I0504 09:19:31.519053 3674 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-pcpw6 I0504 09:19:31.519240 3674 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-pcpw6 I0504 09:19:31.519260 3674 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-6xzpr, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-6xzpr: suppressed error logged: pod openshift-multus/network-metrics-daemon-6xzpr: no pod IPs found I0504 09:19:31.519264 3674 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-pcpw6 after 0 failed attempt(s) I0504 09:19:31.519068 3674 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-pz9hc] creating logical port openshift-network-diagnostics_network-check-target-pz9hc for pod on switch ip-10-0-2-89.ec2.internal I0504 09:19:31.519071 3674 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-92vf8 after 0 failed attempt(s) I0504 09:19:31.519223 3674 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-k5r28 after 0 failed attempt(s) I0504 09:19:31.519937 3674 pods.go:271] [openshift-multus/network-metrics-daemon-q7lpz] addLogicalPort took 837.6µs, libovsdb time 292.754µs I0504 09:19:31.519953 3674 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-q7lpz after 0 failed attempt(s) I0504 09:19:31.520097 3674 pods.go:271] [openshift-network-diagnostics/network-check-target-pz9hc] addLogicalPort took 1.038722ms, libovsdb time 254.928µs I0504 09:19:31.520104 3674 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-pz9hc after 0 failed attempt(s) I0504 09:19:31.539153 3674 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0504 09:19:31.551232 3674 iptables.go:108] Creating table: mangle chain: OUTPUT I0504 09:19:31.554495 3674 iptables.go:108] Creating table: nat chain: OUTPUT I0504 09:19:31.574481 3674 default_network_controller.go:1025] Node "ip-10-0-0-177.ec2.internal" in remote zone "ip-10-0-0-177.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0504 09:19:31.603268 3674 iptables.go:108] Creating table: nat chain: PREROUTING I0504 09:19:31.608342 3674 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-177.ec2.internal in network "default" I0504 09:19:31.608362 3674 default_network_controller.go:1025] Node "ip-10-0-0-177.ec2.internal" in remote zone "ip-10-0-0-177.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0504 09:19:31.608396 3674 node_tracker.go:169] Node ip-10-0-0-177.ec2.internal switch + router changed, syncing services in network "default" I0504 09:19:31.608408 3674 services_controller.go:574] Full service sync requested for network=default I0504 09:19:31.609389 3674 zone_ic_handler.go:195] Time taken to create transit switch: 354.993µs I0504 09:19:31.609406 3674 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-177.ec2.internal for the network default I0504 09:19:31.610535 3674 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-177.ec2.internal" on network "default" took: 1.499626ms I0504 09:19:31.676107 3674 iptables.go:108] Creating table: filter chain: FORWARD I0504 09:19:31.692845 3674 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0504 09:19:31.693088 3674 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0504 09:19:31.693145 3674 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0504 09:19:31.693231 3674 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0504 09:19:31.693284 3674 gateway_init.go:325] Gateway and management port readiness took 1.74154182s I0504 09:19:31.693311 3674 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0504 09:19:31.693357 3674 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0504 09:19:31.693375 3674 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0504 09:19:31.693383 3674 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0504 09:19:31.693454 3674 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0504 09:19:31.693560 3674 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 76.372µs I0504 09:19:31.693835 3674 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0504 09:19:31.693864 3674 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 20.166µs I0504 09:19:31.693878 3674 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 38.068µs I0504 09:19:31.693884 3674 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0504 09:19:31.693893 3674 nad_controller.go:379] [node-nad-controller NAD controller]: started I0504 09:19:31.693898 3674 default_node_network_controller.go:899] Starting the default node network controller I0504 09:19:31.693903 3674 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0504 09:19:31.693990 3674 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 19.955µs I0504 09:19:31.694040 3674 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0504 09:19:31.694048 3674 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0504 09:19:31.694069 3674 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b1f6b0 0xc00033fe30 0xc00033fea0 0xc000342070 0xc0003420e0 0xc0003421c0 0xc000342230 0xc000b2d8b0 0xc0003422a0 0xc000342310 0xc000c861e0 0xc0064513b0 0xc000342460 map[0x2ff9080:0xc002391020 0x2ff95c0:0xc0023911a0 0x2ffa2e0:0xc002310780 0x2ffa580:0xc002390fc0 0x2ffad60:0xc002391080 0x2ffb000:0xc0023910e0 0x2ffb2a0:0xc002391140 0x2ffba80:0xc002391200 0x2ffbd20:0xc004c56240 0x3026980:0xc000895ec0 0x3026d20:0xc000895f20 0x3027800:0xc000ba9b60 0x3029160:0xc001d46000 0x30298a0:0xc0043c6000 0x302a720:0xc00083ee40] 0xc000b22700 0} I0504 09:19:31.694128 3674 gateway.go:151] Starting gateway service sync I0504 09:19:31.694568 3674 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0504 09:19:31.696860 3674 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0504 09:19:31.716664 3674 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0504 09:19:31.717958 3674 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0504 09:19:31.719128 3674 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0504 09:19:31.754051 3674 gateway.go:168] Gateway service sync done. Time taken: 59.909544ms I0504 09:19:31.754557 3674 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31289 I0504 09:19:31.754874 3674 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b1f6b0 0xc00033fe30 0xc00033fea0 0xc000342070 0xc0003420e0 0xc0003421c0 0xc000342230 0xc000b2d8b0 0xc0003422a0 0xc000342310 0xc000c861e0 0xc0064513b0 0xc000342460 map[0x2ff9080:0xc002391020 0x2ff95c0:0xc0023911a0 0x2ffa2e0:0xc002310780 0x2ffa580:0xc002390fc0 0x2ffad60:0xc002391080 0x2ffb000:0xc0023910e0 0x2ffb2a0:0xc002391140 0x2ffba80:0xc002391200 0x2ffbd20:0xc004c56240 0x3026980:0xc000895ec0 0x3026d20:0xc000895f20 0x3027800:0xc000ba9b60 0x3029160:0xc001d46000 0x30298a0:0xc0043c6000 0x302a720:0xc00083ee40] 0xc000b22700 0} I0504 09:19:31.755342 3674 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b1f6b0 0xc00033fe30 0xc00033fea0 0xc000342070 0xc0003420e0 0xc0003421c0 0xc000342230 0xc000b2d8b0 0xc0003422a0 0xc000342310 0xc000c861e0 0xc0064513b0 0xc000342460 map[0x2ff9080:0xc002391020 0x2ff95c0:0xc0023911a0 0x2ffa2e0:0xc002310780 0x2ffa580:0xc002390fc0 0x2ffad60:0xc002391080 0x2ffb000:0xc0023910e0 0x2ffb2a0:0xc002391140 0x2ffba80:0xc002391200 0x2ffbd20:0xc004c56240 0x3026980:0xc000895ec0 0x3026d20:0xc000895f20 0x3027800:0xc000ba9b60 0x3029160:0xc001d46000 0x30298a0:0xc0043c6000 0x302a720:0xc00083ee40] 0xc000b22700 0} I0504 09:19:31.755385 3674 gateway.go:532] Reconciling gateway with updates I0504 09:19:31.761062 3674 gateway.go:339] Spawning Conntrack Rule Check Thread I0504 09:19:31.761084 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0504 09:19:31.761101 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0504 09:19:31.761109 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0504 09:19:31.761118 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0504 09:19:31.761117 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0504 09:19:31.761130 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0504 09:19:31.761148 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0504 09:19:31.761207 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0504 09:19:31.761252 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0504 09:19:31.761150 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0504 09:19:31.761358 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0504 09:19:31.761422 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0504 09:19:31.761435 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0504 09:19:31.761454 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0504 09:19:31.761467 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0504 09:19:31.761134 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0504 09:19:31.761202 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0504 09:19:31.761614 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0504 09:19:31.761691 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0504 09:19:31.761153 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0504 09:19:31.761725 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0504 09:19:31.761730 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0504 09:19:31.761740 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0504 09:19:31.761177 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0504 09:19:31.761864 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0504 09:19:31.761886 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0504 09:19:31.761903 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0504 09:19:31.761903 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0504 09:19:31.761177 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0504 09:19:31.761921 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0504 09:19:31.761933 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0504 09:19:31.761951 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0504 09:19:31.761087 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0504 09:19:31.761991 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0504 09:19:31.761998 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0504 09:19:31.761191 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0504 09:19:31.762012 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0504 09:19:31.762039 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0504 09:19:31.762054 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0504 09:19:31.762051 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0504 09:19:31.761196 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0504 09:19:31.762068 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0504 09:19:31.762066 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0504 09:19:31.761208 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0504 09:19:31.762132 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0504 09:19:31.762180 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0504 09:19:31.762201 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0504 09:19:31.761215 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0504 09:19:31.762276 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0504 09:19:31.761220 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0504 09:19:31.762334 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0504 09:19:31.761221 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0504 09:19:31.762362 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0504 09:19:31.762371 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0504 09:19:31.761230 3674 default_node_network_controller.go:944] Gateway and management port readiness took 67.170224ms I0504 09:19:31.761234 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0504 09:19:31.762463 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0504 09:19:31.761237 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0504 09:19:31.762587 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0504 09:19:31.761238 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0504 09:19:31.762616 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0504 09:19:31.761247 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0504 09:19:31.762677 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0504 09:19:31.761267 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0504 09:19:31.761287 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0504 09:19:31.762756 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0504 09:19:31.762776 3674 port_claim.go:71] Svc openshift-ingress/router-default: port 31664 is already open, no action needed I0504 09:19:31.762794 3674 port_claim.go:71] Svc openshift-ingress/router-default: port 32253 is already open, no action needed I0504 09:19:31.761291 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0504 09:19:31.762873 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0504 09:19:31.761299 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0504 09:19:31.762921 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0504 09:19:31.761306 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0504 09:19:31.762986 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0504 09:19:31.761308 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0504 09:19:31.763167 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0504 09:19:31.761324 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0504 09:19:31.761327 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0504 09:19:31.761325 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0504 09:19:31.761326 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0504 09:19:31.761344 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0504 09:19:31.761346 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0504 09:19:31.761372 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0504 09:19:31.761374 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0504 09:19:31.761373 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0504 09:19:31.761392 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0504 09:19:31.761405 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0504 09:19:31.762343 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0504 09:19:31.763243 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0504 09:19:31.763254 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0504 09:19:31.763270 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0504 09:19:31.763269 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0504 09:19:31.763280 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0504 09:19:31.763281 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0504 09:19:31.763247 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0504 09:19:31.763295 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0504 09:19:31.763299 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0504 09:19:31.763302 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0504 09:19:31.763287 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0504 09:19:31.763273 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0504 09:19:31.763407 3674 node_ip_handler_linux.go:160] Node IP manager is running I0504 09:19:31.785320 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0504 09:19:31.785392 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) W0504 09:19:31.806821 3674 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0504 09:19:31.807044 3674 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0504 09:19:31.807143 3674 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:81:00:01/10.129.0.1) on link ovn-k8s-mp0 I0504 09:19:31.835842 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0504 09:19:31.835881 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0504 09:19:31.835889 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0504 09:19:31.835896 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0504 09:19:31.835902 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0504 09:19:31.835908 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0504 09:19:31.835914 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0504 09:19:31.835929 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0504 09:19:31.835951 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0504 09:19:31.835959 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0504 09:19:31.835981 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0504 09:19:31.835989 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0504 09:19:31.835994 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0504 09:19:31.836000 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0504 09:19:31.836005 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0504 09:19:31.836010 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0504 09:19:31.836016 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0504 09:19:31.836020 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0504 09:19:31.836025 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0504 09:19:31.836030 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0504 09:19:31.876774 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0504 09:19:31.876785 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0504 09:19:31.876805 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0504 09:19:31.876813 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0504 09:19:31.876821 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0504 09:19:31.876830 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0504 09:19:31.876856 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0504 09:19:31.876870 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0504 09:19:31.876875 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0504 09:19:31.876880 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0504 09:19:31.876886 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0504 09:19:31.876891 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0504 09:19:31.876896 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0504 09:19:33.623071 3674 default_node_network_controller.go:1380] Starting node controller node sync W0504 09:19:33.623113 3674 egressip_healthcheck.go:76] Health checking using insecure connection I0504 09:19:33.623159 3674 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.129.0.2:9107 I0504 09:19:33.635539 3674 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 12.447623ms I0504 09:19:33.635688 3674 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-152.ec2.internal", IP: 10.0.1.152 to PMTUD blocking rules I0504 09:19:33.635703 3674 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-152.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0504 09:19:33.641639 3674 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0504 09:19:33.641914 3674 egressservice_node.go:93] Setting up event handlers for Egress Services I0504 09:19:33.642068 3674 egressservice_node.go:183] Starting Egress Services Controller I0504 09:19:33.642082 3674 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0504 09:19:33.642110 3674 shared_informer.go:356] "Caches are synced" controller="egressservices" I0504 09:19:33.642118 3674 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0504 09:19:33.642123 3674 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0504 09:19:33.642128 3674 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0504 09:19:33.642133 3674 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0504 09:19:33.642137 3674 egressservice_node.go:197] Repairing Egress Services I0504 09:19:33.652365 3674 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0504 09:19:33.652383 3674 external_controller.go:278] Starting Admin Policy Based Route Controller I0504 09:19:33.652535 3674 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0504 09:19:33.652548 3674 link_network_manager.go:119] Link manager is running I0504 09:19:33.652558 3674 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0504 09:19:33.652808 3674 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0504 09:19:33.653267 3674 vrf_manager.go:128] VRF manager is running I0504 09:19:33.653448 3674 node_controller_manager.go:437] Removing flows to drop GARP I0504 09:19:33.653457 3674 gateway.go:532] Reconciling gateway with updates I0504 09:19:33.676445 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0504 09:19:33.676457 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0504 09:19:33.676471 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0504 09:19:33.676480 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0504 09:19:33.676488 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0504 09:19:33.676488 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0504 09:19:33.676488 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0504 09:19:33.676503 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0504 09:19:33.676523 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0504 09:19:33.676508 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0504 09:19:33.676534 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0504 09:19:33.676541 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0504 09:19:33.676537 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0504 09:19:33.676551 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0504 09:19:33.676559 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0504 09:19:33.676559 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0504 09:19:33.676560 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0504 09:19:33.676568 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0504 09:19:33.676576 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0504 09:19:33.676575 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0504 09:19:33.676589 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0504 09:19:33.676595 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0504 09:19:33.676605 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0504 09:19:33.676610 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0504 09:19:33.676614 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0504 09:19:33.676620 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0504 09:19:33.676623 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0504 09:19:33.676624 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0504 09:19:33.676631 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0504 09:19:33.676634 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0504 09:19:33.676633 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0504 09:19:33.676640 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0504 09:19:33.676644 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0504 09:19:33.676639 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0504 09:19:33.676650 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0504 09:19:33.676648 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0504 09:19:33.676661 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0504 09:19:33.676661 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0504 09:19:33.676632 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0504 09:19:33.676617 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0504 09:19:33.676687 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0504 09:19:33.676607 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0504 09:19:33.676510 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0504 09:19:33.676649 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0504 09:19:33.676618 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0504 09:19:33.676668 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0504 09:19:33.676786 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0504 09:19:33.676620 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0504 09:19:33.676636 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0504 09:19:33.676807 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0504 09:19:33.676811 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0504 09:19:33.676813 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0504 09:19:33.676822 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0504 09:19:33.676827 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0504 09:19:33.676827 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0504 09:19:33.676836 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0504 09:19:33.676836 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0504 09:19:33.676848 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0504 09:19:33.676856 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0504 09:19:33.676861 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0504 09:19:33.676865 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0504 09:19:33.676869 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0504 09:19:33.676870 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0504 09:19:33.676877 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0504 09:19:33.676877 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0504 09:19:33.676887 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0504 09:19:33.676887 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0504 09:19:33.676889 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0504 09:19:33.676889 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0504 09:19:33.676891 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0504 09:19:33.676899 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0504 09:19:33.676871 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0504 09:19:33.676906 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0504 09:19:33.676906 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0504 09:19:33.676868 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0504 09:19:33.676917 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0504 09:19:33.676920 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0504 09:19:33.676857 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0504 09:19:33.676931 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0504 09:19:33.676621 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0504 09:19:33.676946 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0504 09:19:33.676609 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0504 09:19:33.676726 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0504 09:19:33.676654 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0504 09:19:33.676967 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0504 09:19:33.676981 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0504 09:19:33.676933 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0504 09:19:33.676878 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0504 09:19:33.676862 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0504 09:19:33.677037 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0504 09:19:33.677055 3674 port_claim.go:71] Svc openshift-ingress/router-default: port 31664 is already open, no action needed I0504 09:19:33.677069 3674 port_claim.go:71] Svc openshift-ingress/router-default: port 32253 is already open, no action needed I0504 09:19:33.676649 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0504 09:19:33.676648 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0504 09:19:33.677098 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0504 09:19:33.677104 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0504 09:19:33.676937 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0504 09:19:33.676472 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0504 09:19:33.677117 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0504 09:19:33.677126 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0504 09:19:33.677153 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0504 09:19:33.676960 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0504 09:19:33.720631 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0504 09:19:33.720669 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0504 09:19:33.720677 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0504 09:19:33.720684 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0504 09:19:33.720696 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0504 09:19:33.720712 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0504 09:19:33.720730 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0504 09:19:33.720738 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0504 09:19:33.720745 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0504 09:19:33.720753 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0504 09:19:33.720759 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0504 09:19:33.720764 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0504 09:19:33.720770 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0504 09:19:33.720775 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0504 09:19:33.720780 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0504 09:19:33.720786 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0504 09:19:33.720792 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0504 09:19:33.720797 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0504 09:19:33.720802 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0504 09:19:33.720808 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0504 09:19:33.765001 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0504 09:19:33.765042 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0504 09:19:33.765057 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0504 09:19:33.765074 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0504 09:19:33.765090 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0504 09:19:33.765096 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0504 09:19:33.765104 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0504 09:19:33.765134 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0504 09:19:33.806756 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0504 09:19:33.806765 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0504 09:19:33.806781 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0504 09:19:33.806788 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0504 09:19:34.165130 3674 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-177.ec2.internal in network "default" I0504 09:19:34.165160 3674 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-177.ec2.internal I0504 09:19:34.165173 3674 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-177.ec2.internal: 16.364µs I0504 09:19:34.165175 3674 egressfirewall.go:723] Syncing node "ip-10-0-0-177.ec2.internal" for egress firewall I0504 09:19:34.165190 3674 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-177.ec2.internal", IP: 10.0.0.177 to PMTUD blocking rules I0504 09:19:34.165198 3674 node_tracker.go:169] Node ip-10-0-0-177.ec2.internal switch + router changed, syncing services in network "default" I0504 09:19:34.165200 3674 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-177.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0504 09:19:34.165213 3674 services_controller.go:574] Full service sync requested for network=default I0504 09:19:34.172756 3674 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-177.ec2.internal. Updating no re-route policies I0504 09:19:34.183803 3674 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-177.ec2.internal", IP: 10.0.0.177 to PMTUD blocking rules I0504 09:19:34.183818 3674 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-177.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules W0504 09:19:34.521725 3674 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0504 09:19:35.161370 3674 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-89.ec2.internal I0504 09:19:35.161404 3674 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-89.ec2.internal: 42.588µs I0504 09:19:35.187924 3674 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-79fcd5fdb6-jft8c] creating logical port openshift-image-registry_image-registry-79fcd5fdb6-jft8c for pod on switch ip-10-0-2-89.ec2.internal I0504 09:19:35.188053 3674 kube.go:256] Updating pod openshift-image-registry/image-registry-79fcd5fdb6-jft8c I0504 09:19:35.213392 3674 pod.go:62] [openshift-image-registry/image-registry-79fcd5fdb6-jft8c] pod update took 25.376064ms I0504 09:19:35.213421 3674 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-79fcd5fdb6-jft8c] addLogicalPort annotation time took 25.407364ms I0504 09:19:35.215052 3674 pods.go:271] [openshift-image-registry/image-registry-79fcd5fdb6-jft8c] addLogicalPort took 27.143479ms, libovsdb time 1.268077ms I0504 09:19:35.225589 3674 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-rdz4v] creating logical port openshift-dns_dns-default-rdz4v for pod on switch ip-10-0-2-89.ec2.internal I0504 09:19:35.225713 3674 kube.go:256] Updating pod openshift-dns/dns-default-rdz4v I0504 09:19:35.238763 3674 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-bq9zf] creating logical port openshift-ingress-canary_ingress-canary-bq9zf for pod on switch ip-10-0-2-89.ec2.internal I0504 09:19:35.238886 3674 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-bq9zf I0504 09:19:35.242370 3674 pod.go:62] [openshift-dns/dns-default-rdz4v] pod update took 16.695837ms I0504 09:19:35.242388 3674 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-rdz4v] addLogicalPort annotation time took 16.717178ms I0504 09:19:35.243694 3674 pods.go:271] [openshift-dns/dns-default-rdz4v] addLogicalPort took 18.181665ms, libovsdb time 987.6µs I0504 09:19:35.255906 3674 pod.go:62] [openshift-ingress-canary/ingress-canary-bq9zf] pod update took 17.058822ms I0504 09:19:35.255929 3674 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-bq9zf] addLogicalPort annotation time took 17.094547ms I0504 09:19:35.257045 3674 pods.go:271] [openshift-ingress-canary/ingress-canary-bq9zf] addLogicalPort took 18.30213ms, libovsdb time 858.844µs I0504 09:19:36.584011 3674 cni.go:452] [openshift-ingress-canary/ingress-canary-bq9zf be4bf22784061652070b58766c9dcacdc3eb98e09fc2cd2938b9b7a8c10a0406 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-bq9zf be4bf22784061652070b58766c9dcacdc3eb98e09fc2cd2938b9b7a8c10a0406 network default NAD default NAD key ] I0504 09:19:36.624397 3674 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-bq9zf, hostIfaceName: be4bf2278406165, network: default, NAD default, SandboxID: "be4bf22784061652070b58766c9dcacdc3eb98e09fc2cd2938b9b7a8c10a0406", PCI device ID: , UID: "a2faef6e-2b67-40f9-ae41-f5a4eeed23f0", MAC: 0a:58:0a:81:00:07, IPs: [10.129.0.7/23] I0504 09:19:36.678305 3674 cni.go:473] [openshift-ingress-canary/ingress-canary-bq9zf be4bf22784061652070b58766c9dcacdc3eb98e09fc2cd2938b9b7a8c10a0406 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-bq9zf be4bf22784061652070b58766c9dcacdc3eb98e09fc2cd2938b9b7a8c10a0406 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:5c:77:07:f2:94\",\"name\":\"be4bf2278406165\"},{\"mac\":\"0a:58:0a:81:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0685a21a-1722-4729-937f-2032ab457682\"}],\"ips\":[{\"address\":\"10.129.0.7/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 09:19:37.941835 3674 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-177.ec2.internal I0504 09:19:37.941868 3674 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-177.ec2.internal: 38.661µs I0504 09:19:39.393792 3674 cni.go:452] [openshift-network-diagnostics/network-check-target-pz9hc f8e2bc502ffb7baa6b620a01343bfe49516c1dd700cef12a136c671fe96d3f63 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-pz9hc f8e2bc502ffb7baa6b620a01343bfe49516c1dd700cef12a136c671fe96d3f63 network default NAD default NAD key ] I0504 09:19:39.403729 3674 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-pz9hc, hostIfaceName: f8e2bc502ffb7ba, network: default, NAD default, SandboxID: "f8e2bc502ffb7baa6b620a01343bfe49516c1dd700cef12a136c671fe96d3f63", PCI device ID: , UID: "5c98d4db-347e-429d-9944-4cccabb5d29c", MAC: 0a:58:0a:81:00:04, IPs: [10.129.0.4/23] I0504 09:19:39.448273 3674 cni.go:473] [openshift-network-diagnostics/network-check-target-pz9hc f8e2bc502ffb7baa6b620a01343bfe49516c1dd700cef12a136c671fe96d3f63 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-pz9hc f8e2bc502ffb7baa6b620a01343bfe49516c1dd700cef12a136c671fe96d3f63 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:b3:70:ad:a7:90\",\"name\":\"f8e2bc502ffb7ba\"},{\"mac\":\"0a:58:0a:81:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4d796bdd-de32-41dc-a789-e7c22f72dbcc\"}],\"ips\":[{\"address\":\"10.129.0.4/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0504 09:19:43.579311 3674 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0504 09:19:46.264982 3674 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0504 09:20:01.559499 3674 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0504 09:20:01.596249 3674 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29631430-7kfvm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 09:20:01.596846 3674 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29631430-7kfvm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 09:20:01.609177 3674 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29631430-7kfvm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:20:01.609194 3674 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29631430-7kfvm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:20:01.613160 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29631430-7kfvm I0504 09:20:01.613174 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29631430-7kfvm I0504 09:20:12.187113 3674 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhxhng] creating logical port openshift-deployment-validation-operator_99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhxhng for pod on switch ip-10-0-2-89.ec2.internal I0504 09:20:12.187240 3674 kube.go:256] Updating pod openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhxhng I0504 09:20:12.201956 3674 pod.go:62] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhxhng] pod update took 14.759662ms I0504 09:20:12.201979 3674 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhxhng] addLogicalPort annotation time took 14.787945ms I0504 09:20:12.203135 3674 pods.go:271] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhxhng] addLogicalPort took 16.041075ms, libovsdb time 884.216µs I0504 09:20:12.570553 3674 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhxhng 8543149d9a9e2bcefa5c33a55c80c3c49e1563cc95650dc31f36f98455aacf75 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhxhng 8543149d9a9e2bcefa5c33a55c80c3c49e1563cc95650dc31f36f98455aacf75 network default NAD default NAD key ] I0504 09:20:12.580140 3674 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: 99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhxhng, hostIfaceName: 8543149d9a9e2bc, network: default, NAD default, SandboxID: "8543149d9a9e2bcefa5c33a55c80c3c49e1563cc95650dc31f36f98455aacf75", PCI device ID: , UID: "3cbaf05c-b53d-46c5-85f7-51e2cc92eba5", MAC: 0a:58:0a:81:00:08, IPs: [10.129.0.8/23] I0504 09:20:12.626655 3674 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhxhng 8543149d9a9e2bcefa5c33a55c80c3c49e1563cc95650dc31f36f98455aacf75 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhxhng 8543149d9a9e2bcefa5c33a55c80c3c49e1563cc95650dc31f36f98455aacf75 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:32:cd:46:e9:34\",\"name\":\"8543149d9a9e2bc\"},{\"mac\":\"0a:58:0a:81:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/561603e0-f510-479f-b04f-fc45447bc8cd\"}],\"ips\":[{\"address\":\"10.129.0.8/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0504 09:20:14.588056 3674 util.go:959] Failed to build node endpoints for node ip-10-0-2-89.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0504 09:20:30.700149 3674 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhxhng 8543149d9a9e2bcefa5c33a55c80c3c49e1563cc95650dc31f36f98455aacf75 network default NAD default NAD key ] DEL starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhxhng 8543149d9a9e2bcefa5c33a55c80c3c49e1563cc95650dc31f36f98455aacf75 network default NAD default NAD key ] I0504 09:20:30.768266 3674 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhxhng 8543149d9a9e2bcefa5c33a55c80c3c49e1563cc95650dc31f36f98455aacf75 network default NAD default NAD key default] DEL finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhxhng 8543149d9a9e2bcefa5c33a55c80c3c49e1563cc95650dc31f36f98455aacf75 network default NAD default NAD key default], result "{}", err I0504 09:20:30.811148 3674 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhxhng of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 09:20:30.811183 3674 pods.go:176] Deleting pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhxhng I0504 09:20:30.812581 3674 pods.go:236] Attempting to release IPs for pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhxhng, ips: 10.129.0.8 I0504 09:20:30.812615 3674 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhxhng of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 09:20:30.812639 3674 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhxhng of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 09:20:30.812652 3674 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0504 09:20:30.812889 3674 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhxhng of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 09:20:30.812903 3674 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0504 09:20:31.840343 3674 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhxhng of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:20:31.840364 3674 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhxhng of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:20:31.840382 3674 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhxhng of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:20:31.840393 3674 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhxhng of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:20:32.281296 3674 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0504 09:20:32.292108 3674 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0504 09:23:13.014951 3674 base_network_controller_pods.go:487] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-hmnr6] creating logical port openshift-service-ca-operator_service-ca-operator-bc9564db4-hmnr6 for pod on switch ip-10-0-2-89.ec2.internal I0504 09:23:13.015100 3674 kube.go:256] Updating pod openshift-service-ca-operator/service-ca-operator-bc9564db4-hmnr6 I0504 09:23:13.025633 3674 base_network_controller_pods.go:487] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-69rtg] creating logical port openshift-cluster-samples-operator_cluster-samples-operator-67f4d568c7-69rtg for pod on switch ip-10-0-2-89.ec2.internal I0504 09:23:13.025761 3674 kube.go:256] Updating pod openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-69rtg I0504 09:23:13.037319 3674 pod.go:62] [openshift-service-ca-operator/service-ca-operator-bc9564db4-hmnr6] pod update took 22.250645ms I0504 09:23:13.037341 3674 base_network_controller_pods.go:951] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-hmnr6] addLogicalPort annotation time took 22.27944ms I0504 09:23:13.038593 3674 pods.go:271] [openshift-service-ca-operator/service-ca-operator-bc9564db4-hmnr6] addLogicalPort took 23.65864ms, libovsdb time 969.205µs I0504 09:23:13.051657 3674 pod.go:62] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-69rtg] pod update took 25.919417ms I0504 09:23:13.051680 3674 base_network_controller_pods.go:951] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-69rtg] addLogicalPort annotation time took 25.949325ms I0504 09:23:13.052781 3674 pods.go:271] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-69rtg] addLogicalPort took 27.164811ms, libovsdb time 866.705µs I0504 09:23:13.052835 3674 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-2b67x] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-2b67x for pod on switch ip-10-0-2-89.ec2.internal I0504 09:23:13.052900 3674 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-2b67x I0504 09:23:13.070601 3674 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-2b67x] pod update took 17.719816ms I0504 09:23:13.070621 3674 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-2b67x] addLogicalPort annotation time took 17.743958ms I0504 09:23:13.071545 3674 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-2b67x] addLogicalPort took 18.715634ms, libovsdb time 689.245µs I0504 09:23:13.096055 3674 base_network_controller_pods.go:487] [default/openshift-console-operator/console-operator-66dbbb6468-xd5h5] creating logical port openshift-console-operator_console-operator-66dbbb6468-xd5h5 for pod on switch ip-10-0-2-89.ec2.internal I0504 09:23:13.096154 3674 kube.go:256] Updating pod openshift-console-operator/console-operator-66dbbb6468-xd5h5 I0504 09:23:13.096784 3674 base_network_controller_pods.go:487] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-znhbp] creating logical port openshift-cluster-storage-operator_volume-data-source-validator-6944588dcc-znhbp for pod on switch ip-10-0-2-89.ec2.internal I0504 09:23:13.096883 3674 kube.go:256] Updating pod openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-znhbp I0504 09:23:13.117898 3674 pod.go:62] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-znhbp] pod update took 21.030791ms I0504 09:23:13.117921 3674 base_network_controller_pods.go:951] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-znhbp] addLogicalPort annotation time took 21.057792ms I0504 09:23:13.118751 3674 pod.go:62] [openshift-console-operator/console-operator-66dbbb6468-xd5h5] pod update took 22.621524ms I0504 09:23:13.118829 3674 base_network_controller_pods.go:951] [default/openshift-console-operator/console-operator-66dbbb6468-xd5h5] addLogicalPort annotation time took 22.70233ms I0504 09:23:13.121109 3674 pods.go:271] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-znhbp] addLogicalPort took 24.331993ms, libovsdb time 2.89ms I0504 09:23:13.121114 3674 pods.go:271] [openshift-console-operator/console-operator-66dbbb6468-xd5h5] addLogicalPort took 25.079247ms, libovsdb time 1.901872ms I0504 09:23:13.205075 3674 base_network_controller_pods.go:487] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-69sms] creating logical port openshift-monitoring_cluster-monitoring-operator-557b74df6-69sms for pod on switch ip-10-0-2-89.ec2.internal I0504 09:23:13.205203 3674 kube.go:256] Updating pod openshift-monitoring/cluster-monitoring-operator-557b74df6-69sms I0504 09:23:13.205396 3674 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-sh867] creating logical port openshift-network-diagnostics_network-check-source-84fd6d9d54-sh867 for pod on switch ip-10-0-2-89.ec2.internal I0504 09:23:13.205482 3674 kube.go:256] Updating pod openshift-network-diagnostics/network-check-source-84fd6d9d54-sh867 I0504 09:23:13.226968 3674 pod.go:62] [openshift-network-diagnostics/network-check-source-84fd6d9d54-sh867] pod update took 21.511513ms I0504 09:23:13.226986 3674 pod.go:62] [openshift-monitoring/cluster-monitoring-operator-557b74df6-69sms] pod update took 21.811429ms I0504 09:23:13.227011 3674 base_network_controller_pods.go:951] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-69sms] addLogicalPort annotation time took 21.839635ms I0504 09:23:13.226991 3674 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-sh867] addLogicalPort annotation time took 21.539082ms I0504 09:23:13.228184 3674 pods.go:271] [openshift-monitoring/cluster-monitoring-operator-557b74df6-69sms] addLogicalPort took 23.125711ms, libovsdb time 899.383µs I0504 09:23:13.228444 3674 pods.go:271] [openshift-network-diagnostics/network-check-source-84fd6d9d54-sh867] addLogicalPort took 23.063369ms, libovsdb time 1.092694ms I0504 09:23:13.372141 3674 cni.go:452] [openshift-service-ca-operator/service-ca-operator-bc9564db4-hmnr6 dd8b72ae71533003b00cf50b8836383c2758267971b8910e1a0ced93fcd3a19f network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-hmnr6 dd8b72ae71533003b00cf50b8836383c2758267971b8910e1a0ced93fcd3a19f network default NAD default NAD key ] I0504 09:23:13.381312 3674 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca-operator, podName: service-ca-operator-bc9564db4-hmnr6, hostIfaceName: dd8b72ae7153300, network: default, NAD default, SandboxID: "dd8b72ae71533003b00cf50b8836383c2758267971b8910e1a0ced93fcd3a19f", PCI device ID: , UID: "19918a55-6228-46b2-9de7-0d1838639685", MAC: 0a:58:0a:81:00:09, IPs: [10.129.0.9/23] I0504 09:23:13.429584 3674 cni.go:473] [openshift-service-ca-operator/service-ca-operator-bc9564db4-hmnr6 dd8b72ae71533003b00cf50b8836383c2758267971b8910e1a0ced93fcd3a19f network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-hmnr6 dd8b72ae71533003b00cf50b8836383c2758267971b8910e1a0ced93fcd3a19f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:dc:02:43:cd:33\",\"name\":\"dd8b72ae7153300\"},{\"mac\":\"0a:58:0a:81:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6fdf52df-8fdb-4722-83f1-298d2d423c19\"}],\"ips\":[{\"address\":\"10.129.0.9/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 09:23:13.454106 3674 cni.go:452] [openshift-console-operator/console-operator-66dbbb6468-xd5h5 d7cd0f02a25de31da8dea10069d1861690f6ea1d4552948ab3961f9d2dfc91e7 network default NAD default NAD key ] ADD starting CNI request [openshift-console-operator/console-operator-66dbbb6468-xd5h5 d7cd0f02a25de31da8dea10069d1861690f6ea1d4552948ab3961f9d2dfc91e7 network default NAD default NAD key ] I0504 09:23:13.456830 3674 cni.go:452] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-znhbp 8a1d971f0013730cab06f4e1adfb179fb1bcf0be34f5d39231cd50e46111aede network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-znhbp 8a1d971f0013730cab06f4e1adfb179fb1bcf0be34f5d39231cd50e46111aede network default NAD default NAD key ] I0504 09:23:13.464249 3674 helper_linux.go:556] ConfigureOVS: namespace: openshift-console-operator, podName: console-operator-66dbbb6468-xd5h5, hostIfaceName: d7cd0f02a25de31, network: default, NAD default, SandboxID: "d7cd0f02a25de31da8dea10069d1861690f6ea1d4552948ab3961f9d2dfc91e7", PCI device ID: , UID: "aa33f51b-76bb-43a7-9bbe-a0f9b4c55987", MAC: 0a:58:0a:81:00:0c, IPs: [10.129.0.12/23] I0504 09:23:13.466870 3674 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-storage-operator, podName: volume-data-source-validator-6944588dcc-znhbp, hostIfaceName: 8a1d971f0013730, network: default, NAD default, SandboxID: "8a1d971f0013730cab06f4e1adfb179fb1bcf0be34f5d39231cd50e46111aede", PCI device ID: , UID: "73f81cae-3757-436c-8f99-e76981f9b942", MAC: 0a:58:0a:81:00:0d, IPs: [10.129.0.13/23] I0504 09:23:13.511349 3674 cni.go:473] [openshift-console-operator/console-operator-66dbbb6468-xd5h5 d7cd0f02a25de31da8dea10069d1861690f6ea1d4552948ab3961f9d2dfc91e7 network default NAD default NAD key default] ADD finished CNI request [openshift-console-operator/console-operator-66dbbb6468-xd5h5 d7cd0f02a25de31da8dea10069d1861690f6ea1d4552948ab3961f9d2dfc91e7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:d6:db:01:d2:72\",\"name\":\"d7cd0f02a25de31\"},{\"mac\":\"0a:58:0a:81:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d54b04d4-b53e-4a27-bcd6-c0290d436176\"}],\"ips\":[{\"address\":\"10.129.0.12/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 09:23:13.525816 3674 cni.go:473] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-znhbp 8a1d971f0013730cab06f4e1adfb179fb1bcf0be34f5d39231cd50e46111aede network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-znhbp 8a1d971f0013730cab06f4e1adfb179fb1bcf0be34f5d39231cd50e46111aede network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:33:18:7f:7b:7d\",\"name\":\"8a1d971f0013730\"},{\"mac\":\"0a:58:0a:81:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/94ea01ed-af48-4164-b4ce-abb807c2f065\"}],\"ips\":[{\"address\":\"10.129.0.13/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 09:23:13.568675 3674 cni.go:452] [openshift-network-diagnostics/network-check-source-84fd6d9d54-sh867 aef1e41416975176f9d2a74dcd6d66d2bf98fe412bbe480b5c425802dac84b40 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-sh867 aef1e41416975176f9d2a74dcd6d66d2bf98fe412bbe480b5c425802dac84b40 network default NAD default NAD key ] I0504 09:23:13.579187 3674 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-source-84fd6d9d54-sh867, hostIfaceName: aef1e4141697517, network: default, NAD default, SandboxID: "aef1e41416975176f9d2a74dcd6d66d2bf98fe412bbe480b5c425802dac84b40", PCI device ID: , UID: "d5e8dac1-a0c5-40a2-bd50-f45dbd0793d0", MAC: 0a:58:0a:81:00:0f, IPs: [10.129.0.15/23] I0504 09:23:13.625710 3674 cni.go:473] [openshift-network-diagnostics/network-check-source-84fd6d9d54-sh867 aef1e41416975176f9d2a74dcd6d66d2bf98fe412bbe480b5c425802dac84b40 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-sh867 aef1e41416975176f9d2a74dcd6d66d2bf98fe412bbe480b5c425802dac84b40 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:7f:48:20:63:82\",\"name\":\"aef1e4141697517\"},{\"mac\":\"0a:58:0a:81:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b4f9e809-f44c-44b1-bd28-f68d6f517b7e\"}],\"ips\":[{\"address\":\"10.129.0.15/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0504 09:23:17.091859 3674 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0504 09:23:17.094172 3674 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0504 09:23:17.095247 3674 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 1.051213ms I0504 09:23:17.119805 3674 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0504 09:23:18.861071 3674 namespace.go:98] [openshift-service-ca] adding namespace I0504 09:23:18.862095 3674 namespace.go:102] [openshift-service-ca] adding namespace took 998.198µs I0504 09:23:18.881140 3674 namespace.go:142] [openshift-service-ca] updating namespace I0504 09:23:20.555092 3674 base_network_controller_pods.go:487] [default/openshift-service-ca/service-ca-d9cb48497-d87pp] creating logical port openshift-service-ca_service-ca-d9cb48497-d87pp for pod on switch ip-10-0-2-89.ec2.internal I0504 09:23:20.555213 3674 kube.go:256] Updating pod openshift-service-ca/service-ca-d9cb48497-d87pp I0504 09:23:20.575293 3674 pod.go:62] [openshift-service-ca/service-ca-d9cb48497-d87pp] pod update took 20.10082ms I0504 09:23:20.575318 3674 base_network_controller_pods.go:951] [default/openshift-service-ca/service-ca-d9cb48497-d87pp] addLogicalPort annotation time took 20.131387ms I0504 09:23:20.576496 3674 pods.go:271] [openshift-service-ca/service-ca-d9cb48497-d87pp] addLogicalPort took 21.420411ms, libovsdb time 833.381µs I0504 09:23:20.904197 3674 cni.go:452] [openshift-service-ca/service-ca-d9cb48497-d87pp a003d13888d1bf0f36694205b531fed65765a080c6db337d134ed7244f1f32fb network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca/service-ca-d9cb48497-d87pp a003d13888d1bf0f36694205b531fed65765a080c6db337d134ed7244f1f32fb network default NAD default NAD key ] I0504 09:23:20.913416 3674 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca, podName: service-ca-d9cb48497-d87pp, hostIfaceName: a003d13888d1bf0, network: default, NAD default, SandboxID: "a003d13888d1bf0f36694205b531fed65765a080c6db337d134ed7244f1f32fb", PCI device ID: , UID: "498205d8-1e6c-4c02-8911-13dc169ea022", MAC: 0a:58:0a:81:00:10, IPs: [10.129.0.16/23] I0504 09:23:20.961540 3674 cni.go:473] [openshift-service-ca/service-ca-d9cb48497-d87pp a003d13888d1bf0f36694205b531fed65765a080c6db337d134ed7244f1f32fb network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca/service-ca-d9cb48497-d87pp a003d13888d1bf0f36694205b531fed65765a080c6db337d134ed7244f1f32fb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:e9:95:eb:ce:66\",\"name\":\"a003d13888d1bf0\"},{\"mac\":\"0a:58:0a:81:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f290b7a3-94c6-4296-b2f9-f3133e93a24c\"}],\"ips\":[{\"address\":\"10.129.0.16/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0504 09:23:26.769525 3674 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0504 09:23:28.984503 3674 cni.go:452] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-69rtg d8c9cf7c96813fd085a1946f6cc2f63bfc7c12c75e7b23dd52945c0ed78f42e8 network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-69rtg d8c9cf7c96813fd085a1946f6cc2f63bfc7c12c75e7b23dd52945c0ed78f42e8 network default NAD default NAD key ] I0504 09:23:28.994183 3674 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-samples-operator, podName: cluster-samples-operator-67f4d568c7-69rtg, hostIfaceName: d8c9cf7c96813fd, network: default, NAD default, SandboxID: "d8c9cf7c96813fd085a1946f6cc2f63bfc7c12c75e7b23dd52945c0ed78f42e8", PCI device ID: , UID: "b4838a6d-5090-42a1-aafe-88f7b58fa449", MAC: 0a:58:0a:81:00:0a, IPs: [10.129.0.10/23] I0504 09:23:29.043391 3674 cni.go:473] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-69rtg d8c9cf7c96813fd085a1946f6cc2f63bfc7c12c75e7b23dd52945c0ed78f42e8 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-69rtg d8c9cf7c96813fd085a1946f6cc2f63bfc7c12c75e7b23dd52945c0ed78f42e8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:3b:ce:37:fc:43\",\"name\":\"d8c9cf7c96813fd\"},{\"mac\":\"0a:58:0a:81:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/750a08c1-4b9d-473a-94e3-3dcc4567f1b0\"}],\"ips\":[{\"address\":\"10.129.0.10/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0504 09:23:41.057334 3674 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0504 09:23:41.057366 3674 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0504 09:23:41.057374 3674 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0504 09:23:41.057444 3674 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0504 09:23:41.175463 3674 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-srx65] creating logical port openshift-insights_insights-runtime-extractor-srx65 for pod on switch ip-10-0-2-89.ec2.internal I0504 09:23:41.175609 3674 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-srx65 I0504 09:23:41.200029 3674 pod.go:62] [openshift-insights/insights-runtime-extractor-srx65] pod update took 24.443375ms I0504 09:23:41.200057 3674 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-srx65] addLogicalPort annotation time took 24.47985ms I0504 09:23:41.201105 3674 pods.go:271] [openshift-insights/insights-runtime-extractor-srx65] addLogicalPort took 25.657936ms, libovsdb time 772.199µs I0504 09:23:41.530713 3674 cni.go:452] [openshift-insights/insights-runtime-extractor-srx65 eee558e901d19ffc0a93ee3e70319996cfaf35cfd7c52ecff5e8f897392dbb52 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-srx65 eee558e901d19ffc0a93ee3e70319996cfaf35cfd7c52ecff5e8f897392dbb52 network default NAD default NAD key ] I0504 09:23:41.540001 3674 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-srx65, hostIfaceName: eee558e901d19ff, network: default, NAD default, SandboxID: "eee558e901d19ffc0a93ee3e70319996cfaf35cfd7c52ecff5e8f897392dbb52", PCI device ID: , UID: "8c1cf91d-9f2a-4e0c-9347-9a7d7af0ef5b", MAC: 0a:58:0a:81:00:11, IPs: [10.129.0.17/23] I0504 09:23:41.588148 3674 cni.go:473] [openshift-insights/insights-runtime-extractor-srx65 eee558e901d19ffc0a93ee3e70319996cfaf35cfd7c52ecff5e8f897392dbb52 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-srx65 eee558e901d19ffc0a93ee3e70319996cfaf35cfd7c52ecff5e8f897392dbb52 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:f5:ed:3f:00:1a\",\"name\":\"eee558e901d19ff\"},{\"mac\":\"0a:58:0a:81:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8ba667d8-2025-455f-a706-e6f5a6adb95d\"}],\"ips\":[{\"address\":\"10.129.0.17/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 09:23:42.192966 3674 obj_retry.go:498] Detected object openshift-image-registry/image-registry-79fcd5fdb6-jft8c of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 09:23:42.193002 3674 pods.go:176] Deleting pod: openshift-image-registry/image-registry-79fcd5fdb6-jft8c I0504 09:23:42.194412 3674 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-79fcd5fdb6-jft8c, ips: 10.129.0.5 I0504 09:23:42.194438 3674 obj_retry.go:498] Detected object openshift-image-registry/image-registry-79fcd5fdb6-jft8c of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 09:23:42.201700 3674 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-7fd7bfc775-7vfl7] creating logical port openshift-image-registry_image-registry-7fd7bfc775-7vfl7 for pod on switch ip-10-0-2-89.ec2.internal I0504 09:23:42.201852 3674 kube.go:256] Updating pod openshift-image-registry/image-registry-7fd7bfc775-7vfl7 I0504 09:23:42.211963 3674 obj_retry.go:492] Detected object openshift-image-registry/image-registry-79fcd5fdb6-jft8c of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:23:42.211990 3674 obj_retry.go:492] Detected object openshift-image-registry/image-registry-79fcd5fdb6-jft8c of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:23:42.217457 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-79fcd5fdb6-jft8c I0504 09:23:42.217486 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-79fcd5fdb6-jft8c I0504 09:23:42.225257 3674 pod.go:62] [openshift-image-registry/image-registry-7fd7bfc775-7vfl7] pod update took 23.443967ms I0504 09:23:42.225277 3674 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-7fd7bfc775-7vfl7] addLogicalPort annotation time took 23.469776ms I0504 09:23:42.226457 3674 pods.go:271] [openshift-image-registry/image-registry-7fd7bfc775-7vfl7] addLogicalPort took 24.7732ms, libovsdb time 846.296µs I0504 09:23:42.557461 3674 cni.go:452] [openshift-image-registry/image-registry-7fd7bfc775-7vfl7 d454596bd22a4bf5bba8e55cf6a098468c290b16a75e733cb2b260dc6f2d4813 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-7fd7bfc775-7vfl7 d454596bd22a4bf5bba8e55cf6a098468c290b16a75e733cb2b260dc6f2d4813 network default NAD default NAD key ] I0504 09:23:42.567028 3674 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-7fd7bfc775-7vfl7, hostIfaceName: d454596bd22a4bf, network: default, NAD default, SandboxID: "d454596bd22a4bf5bba8e55cf6a098468c290b16a75e733cb2b260dc6f2d4813", PCI device ID: , UID: "6337bf5c-551e-463a-9a4f-825bbcf84671", MAC: 0a:58:0a:81:00:12, IPs: [10.129.0.18/23] I0504 09:23:42.612808 3674 cni.go:473] [openshift-image-registry/image-registry-7fd7bfc775-7vfl7 d454596bd22a4bf5bba8e55cf6a098468c290b16a75e733cb2b260dc6f2d4813 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-7fd7bfc775-7vfl7 d454596bd22a4bf5bba8e55cf6a098468c290b16a75e733cb2b260dc6f2d4813 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:09:8f:f5:3d:c9\",\"name\":\"d454596bd22a4bf\"},{\"mac\":\"0a:58:0a:81:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/19d01228-6cf8-43df-b6ac-42a2fb4654fc\"}],\"ips\":[{\"address\":\"10.129.0.18/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 09:23:42.835890 3674 obj_retry.go:498] Detected object openshift-image-registry/image-registry-75494c6cdf-5mvx5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 09:23:42.836531 3674 obj_retry.go:498] Detected object openshift-image-registry/image-registry-75494c6cdf-5mvx5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 09:23:42.852427 3674 obj_retry.go:492] Detected object openshift-image-registry/image-registry-75494c6cdf-5mvx5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:23:42.852478 3674 obj_retry.go:492] Detected object openshift-image-registry/image-registry-75494c6cdf-5mvx5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:23:42.862612 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-75494c6cdf-5mvx5 I0504 09:23:42.862635 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-75494c6cdf-5mvx5 W0504 09:23:43.213304 3674 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0504 09:23:43.841613 3674 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0504 09:23:45.186008 3674 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-2b67x 4f8313b9f02d5475af20ccdf77d9f938d7ea2e2b3a81bea2051a6a583fc83c2a network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-2b67x 4f8313b9f02d5475af20ccdf77d9f938d7ea2e2b3a81bea2051a6a583fc83c2a network default NAD default NAD key ] I0504 09:23:45.195423 3674 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-2b67x, hostIfaceName: 4f8313b9f02d547, network: default, NAD default, SandboxID: "4f8313b9f02d5475af20ccdf77d9f938d7ea2e2b3a81bea2051a6a583fc83c2a", PCI device ID: , UID: "86c3f679-52ae-4846-acd1-7e1a1f9d9b76", MAC: 0a:58:0a:81:00:0b, IPs: [10.129.0.11/23] I0504 09:23:45.241906 3674 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-2b67x 4f8313b9f02d5475af20ccdf77d9f938d7ea2e2b3a81bea2051a6a583fc83c2a network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-2b67x 4f8313b9f02d5475af20ccdf77d9f938d7ea2e2b3a81bea2051a6a583fc83c2a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:bf:7d:a2:2e:60\",\"name\":\"4f8313b9f02d547\"},{\"mac\":\"0a:58:0a:81:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6d15808f-3e9f-4c23-8c1f-d91b05f287b6\"}],\"ips\":[{\"address\":\"10.129.0.11/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 09:23:45.366182 3674 cni.go:452] [openshift-monitoring/cluster-monitoring-operator-557b74df6-69sms 4b00126c33b79274c16cb5b1b7ad6053fcd8550fc3f7160f210786af61d33c6a network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-69sms 4b00126c33b79274c16cb5b1b7ad6053fcd8550fc3f7160f210786af61d33c6a network default NAD default NAD key ] I0504 09:23:45.375705 3674 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: cluster-monitoring-operator-557b74df6-69sms, hostIfaceName: 4b00126c33b7927, network: default, NAD default, SandboxID: "4b00126c33b79274c16cb5b1b7ad6053fcd8550fc3f7160f210786af61d33c6a", PCI device ID: , UID: "6d76950d-f2f8-4f61-ae40-c0738e7e0ab6", MAC: 0a:58:0a:81:00:0e, IPs: [10.129.0.14/23] I0504 09:23:45.422071 3674 cni.go:473] [openshift-monitoring/cluster-monitoring-operator-557b74df6-69sms 4b00126c33b79274c16cb5b1b7ad6053fcd8550fc3f7160f210786af61d33c6a network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-69sms 4b00126c33b79274c16cb5b1b7ad6053fcd8550fc3f7160f210786af61d33c6a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:8f:02:b4:f1:bd\",\"name\":\"4b00126c33b7927\"},{\"mac\":\"0a:58:0a:81:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7d455389-d6a4-4ea5-bf26-1f435bf27d82\"}],\"ips\":[{\"address\":\"10.129.0.14/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 09:23:45.507383 3674 cni.go:452] [openshift-dns/dns-default-rdz4v c57a3ed7ea57aaf80a9bfad0dd5b4df61ed996ee93a3ae2e3ad44fe336a93965 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-rdz4v c57a3ed7ea57aaf80a9bfad0dd5b4df61ed996ee93a3ae2e3ad44fe336a93965 network default NAD default NAD key ] I0504 09:23:45.516895 3674 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-rdz4v, hostIfaceName: c57a3ed7ea57aaf, network: default, NAD default, SandboxID: "c57a3ed7ea57aaf80a9bfad0dd5b4df61ed996ee93a3ae2e3ad44fe336a93965", PCI device ID: , UID: "8041f60b-ccfe-4a8e-8164-65d986bbc1eb", MAC: 0a:58:0a:81:00:06, IPs: [10.129.0.6/23] I0504 09:23:45.564199 3674 cni.go:473] [openshift-dns/dns-default-rdz4v c57a3ed7ea57aaf80a9bfad0dd5b4df61ed996ee93a3ae2e3ad44fe336a93965 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-rdz4v c57a3ed7ea57aaf80a9bfad0dd5b4df61ed996ee93a3ae2e3ad44fe336a93965 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:7e:06:b7:50:54\",\"name\":\"c57a3ed7ea57aaf\"},{\"mac\":\"0a:58:0a:81:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4916f791-e2f0-4406-aa4b-e91e2e05a5ff\"}],\"ips\":[{\"address\":\"10.129.0.6/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0504 09:23:45.850908 3674 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0504 09:23:45.850932 3674 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0504 09:23:45.850937 3674 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0504 09:23:45.851547 3674 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0504 09:23:45.851565 3674 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0504 09:23:46.133832 3674 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0504 09:23:46.133846 3674 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0504 09:23:46.133853 3674 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0504 09:23:46.133858 3674 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0504 09:23:46.133860 3674 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0504 09:23:46.185852 3674 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0504 09:23:46.185876 3674 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0504 09:23:46.185918 3674 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0504 09:23:46.185935 3674 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0504 09:23:46.185943 3674 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0504 09:23:48.221951 3674 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0504 09:23:48.221968 3674 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0504 09:23:48.221973 3674 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0504 09:23:48.632576 3674 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-vgtfl] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-vgtfl for pod on switch ip-10-0-2-89.ec2.internal I0504 09:23:48.632656 3674 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-vgtfl I0504 09:23:48.651222 3674 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-vgtfl] pod update took 18.586971ms I0504 09:23:48.651245 3674 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-vgtfl] addLogicalPort annotation time took 18.615216ms I0504 09:23:48.652672 3674 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-vgtfl] addLogicalPort took 20.110975ms, libovsdb time 1.111554ms W0504 09:23:49.864574 3674 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0504 09:23:49.864592 3674 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0504 09:23:49.864597 3674 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0504 09:23:50.077653 3674 util.go:959] Failed to build node endpoints for node ip-10-0-2-89.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0504 09:23:50.077679 3674 util.go:959] Failed to build node endpoints for node ip-10-0-2-89.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0504 09:23:50.077689 3674 util.go:959] Failed to build node endpoints for node ip-10-0-2-89.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0504 09:23:50.077701 3674 util.go:959] Failed to build node endpoints for node ip-10-0-2-89.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0504 09:23:50.077706 3674 util.go:959] Failed to build node endpoints for node ip-10-0-2-89.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0504 09:23:50.077710 3674 util.go:959] Failed to build node endpoints for node ip-10-0-2-89.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0504 09:23:50.489626 3674 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-vgtfl a9f699b3a7d39133dc501bf87245b1556bddaec1286d449b2d6baac6ae5ef530 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-vgtfl a9f699b3a7d39133dc501bf87245b1556bddaec1286d449b2d6baac6ae5ef530 network default NAD default NAD key ] I0504 09:23:50.499083 3674 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-vgtfl, hostIfaceName: a9f699b3a7d3913, network: default, NAD default, SandboxID: "a9f699b3a7d39133dc501bf87245b1556bddaec1286d449b2d6baac6ae5ef530", PCI device ID: , UID: "5309ed4f-3986-44df-bd1d-4c8a627e486b", MAC: 0a:58:0a:81:00:13, IPs: [10.129.0.19/23] I0504 09:23:50.547293 3674 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-vgtfl a9f699b3a7d39133dc501bf87245b1556bddaec1286d449b2d6baac6ae5ef530 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-vgtfl a9f699b3a7d39133dc501bf87245b1556bddaec1286d449b2d6baac6ae5ef530 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:e9:d0:54:fc:fa\",\"name\":\"a9f699b3a7d3913\"},{\"mac\":\"0a:58:0a:81:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ee6b6c48-68f0-48f4-98b2-0854183ea2bb\"}],\"ips\":[{\"address\":\"10.129.0.19/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0504 09:23:52.233540 3674 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0504 09:23:52.257700 3674 util.go:959] Failed to build node endpoints for node ip-10-0-2-89.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0504 09:23:58.071209 3674 util.go:959] Failed to build node endpoints for node ip-10-0-2-89.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0504 09:23:58.071236 3674 util.go:959] Failed to build node endpoints for node ip-10-0-2-89.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0504 09:23:58.243915 3674 util.go:959] Failed to build node endpoints for node ip-10-0-2-89.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0504 09:23:58.243938 3674 util.go:959] Failed to build node endpoints for node ip-10-0-2-89.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0504 09:23:58.243944 3674 util.go:959] Failed to build node endpoints for node ip-10-0-2-89.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0504 09:23:58.352776 3674 base_network_controller_pods.go:487] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-vf79m] creating logical port openshift-monitoring_kube-state-metrics-6dfffbb599-vf79m for pod on switch ip-10-0-2-89.ec2.internal I0504 09:23:58.352945 3674 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-6dfffbb599-vf79m I0504 09:23:58.379640 3674 pod.go:62] [openshift-monitoring/kube-state-metrics-6dfffbb599-vf79m] pod update took 26.724269ms I0504 09:23:58.379666 3674 base_network_controller_pods.go:951] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-vf79m] addLogicalPort annotation time took 26.755898ms I0504 09:23:58.380985 3674 pods.go:271] [openshift-monitoring/kube-state-metrics-6dfffbb599-vf79m] addLogicalPort took 28.223966ms, libovsdb time 928.602µs I0504 09:23:58.715944 3674 cni.go:452] [openshift-monitoring/kube-state-metrics-6dfffbb599-vf79m 823f2da03185432eb7d129a92e449c725b5f7f897cb39e0c09da8ca0a2ca5cc7 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-vf79m 823f2da03185432eb7d129a92e449c725b5f7f897cb39e0c09da8ca0a2ca5cc7 network default NAD default NAD key ] I0504 09:23:58.727478 3674 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-6dfffbb599-vf79m, hostIfaceName: 823f2da03185432, network: default, NAD default, SandboxID: "823f2da03185432eb7d129a92e449c725b5f7f897cb39e0c09da8ca0a2ca5cc7", PCI device ID: , UID: "40f29cb7-dd25-403a-91c3-e947ad63efb0", MAC: 0a:58:0a:81:00:14, IPs: [10.129.0.20/23] I0504 09:23:58.779650 3674 cni.go:473] [openshift-monitoring/kube-state-metrics-6dfffbb599-vf79m 823f2da03185432eb7d129a92e449c725b5f7f897cb39e0c09da8ca0a2ca5cc7 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-vf79m 823f2da03185432eb7d129a92e449c725b5f7f897cb39e0c09da8ca0a2ca5cc7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:99:c7:6b:70:82\",\"name\":\"823f2da03185432\"},{\"mac\":\"0a:58:0a:81:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ecdf0a74-1de4-4a40-ad8d-d1d964ab1cdd\"}],\"ips\":[{\"address\":\"10.129.0.20/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 09:23:59.524259 3674 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-2-89.ec2.internal I0504 09:23:59.524371 3674 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0504 09:23:59.560638 3674 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 36.303284ms I0504 09:23:59.560664 3674 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 36.335632ms I0504 09:23:59.562691 3674 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 38.45165ms, libovsdb time 1.147788ms I0504 09:24:00.490835 3674 cni.go:452] [openshift-monitoring/alertmanager-main-0 0f7f1c4344d9e857a34039c34aa74f0b3923e6e7b53c8e72c754433eb6ad5fdd network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 0f7f1c4344d9e857a34039c34aa74f0b3923e6e7b53c8e72c754433eb6ad5fdd network default NAD default NAD key ] I0504 09:24:00.502373 3674 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 0f7f1c4344d9e85, network: default, NAD default, SandboxID: "0f7f1c4344d9e857a34039c34aa74f0b3923e6e7b53c8e72c754433eb6ad5fdd", PCI device ID: , UID: "541e128e-aaec-4235-af48-aaa46039067b", MAC: 0a:58:0a:81:00:15, IPs: [10.129.0.21/23] I0504 09:24:00.555184 3674 cni.go:473] [openshift-monitoring/alertmanager-main-0 0f7f1c4344d9e857a34039c34aa74f0b3923e6e7b53c8e72c754433eb6ad5fdd network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 0f7f1c4344d9e857a34039c34aa74f0b3923e6e7b53c8e72c754433eb6ad5fdd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:1e:f1:9b:5b:07\",\"name\":\"0f7f1c4344d9e85\"},{\"mac\":\"0a:58:0a:81:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5f70a5da-0eb9-46f2-8fc9-28b7c9442a0d\"}],\"ips\":[{\"address\":\"10.129.0.21/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 09:24:01.394744 3674 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-66b5cf5f64-62kqx] creating logical port openshift-monitoring_thanos-querier-66b5cf5f64-62kqx for pod on switch ip-10-0-2-89.ec2.internal I0504 09:24:01.394847 3674 kube.go:256] Updating pod openshift-monitoring/thanos-querier-66b5cf5f64-62kqx I0504 09:24:01.433691 3674 pod.go:62] [openshift-monitoring/thanos-querier-66b5cf5f64-62kqx] pod update took 38.876484ms I0504 09:24:01.433718 3674 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-66b5cf5f64-62kqx] addLogicalPort annotation time took 38.907588ms I0504 09:24:01.435049 3674 pods.go:271] [openshift-monitoring/thanos-querier-66b5cf5f64-62kqx] addLogicalPort took 40.322795ms, libovsdb time 983.083µs I0504 09:24:01.757431 3674 cni.go:452] [openshift-monitoring/thanos-querier-66b5cf5f64-62kqx 8b4530f7ba496b9a50cc74c22812202fe5ceac56abdb7735794f79b30b6b4653 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-66b5cf5f64-62kqx 8b4530f7ba496b9a50cc74c22812202fe5ceac56abdb7735794f79b30b6b4653 network default NAD default NAD key ] I0504 09:24:01.766814 3674 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-66b5cf5f64-62kqx, hostIfaceName: 8b4530f7ba496b9, network: default, NAD default, SandboxID: "8b4530f7ba496b9a50cc74c22812202fe5ceac56abdb7735794f79b30b6b4653", PCI device ID: , UID: "eb623725-a8c3-4321-82dd-aa91dd1bed08", MAC: 0a:58:0a:81:00:16, IPs: [10.129.0.22/23] I0504 09:24:01.815308 3674 cni.go:473] [openshift-monitoring/thanos-querier-66b5cf5f64-62kqx 8b4530f7ba496b9a50cc74c22812202fe5ceac56abdb7735794f79b30b6b4653 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-66b5cf5f64-62kqx 8b4530f7ba496b9a50cc74c22812202fe5ceac56abdb7735794f79b30b6b4653 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:97:60:8d:74:7a\",\"name\":\"8b4530f7ba496b9\"},{\"mac\":\"0a:58:0a:81:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/688c07f5-4161-416b-ad32-ce1e4aacdbb4\"}],\"ips\":[{\"address\":\"10.129.0.22/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0504 09:24:02.177634 3674 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 09:24:02.177656 3674 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 09:24:02.177661 3674 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 09:24:02.290586 3674 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 09:24:02.290605 3674 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 09:24:02.290611 3674 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0504 09:24:02.973616 3674 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-6b4bd68f7d-hn2zl] creating logical port openshift-monitoring_metrics-server-6b4bd68f7d-hn2zl for pod on switch ip-10-0-2-89.ec2.internal I0504 09:24:02.973728 3674 kube.go:256] Updating pod openshift-monitoring/metrics-server-6b4bd68f7d-hn2zl I0504 09:24:02.995257 3674 pod.go:62] [openshift-monitoring/metrics-server-6b4bd68f7d-hn2zl] pod update took 21.552839ms I0504 09:24:02.995281 3674 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-6b4bd68f7d-hn2zl] addLogicalPort annotation time took 21.581946ms I0504 09:24:02.996572 3674 pods.go:271] [openshift-monitoring/metrics-server-6b4bd68f7d-hn2zl] addLogicalPort took 22.974367ms, libovsdb time 929.481µs I0504 09:24:03.335081 3674 cni.go:452] [openshift-monitoring/metrics-server-6b4bd68f7d-hn2zl 6fd0d27f61102fc95decf1e92ac9209ecbd3a378ce142c7d7ebc999bb8e51efa network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-6b4bd68f7d-hn2zl 6fd0d27f61102fc95decf1e92ac9209ecbd3a378ce142c7d7ebc999bb8e51efa network default NAD default NAD key ] I0504 09:24:03.347067 3674 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-6b4bd68f7d-hn2zl, hostIfaceName: 6fd0d27f61102fc, network: default, NAD default, SandboxID: "6fd0d27f61102fc95decf1e92ac9209ecbd3a378ce142c7d7ebc999bb8e51efa", PCI device ID: , UID: "78e9d8a1-13f4-492f-8cf5-e803e672a652", MAC: 0a:58:0a:81:00:17, IPs: [10.129.0.23/23] I0504 09:24:03.407969 3674 cni.go:473] [openshift-monitoring/metrics-server-6b4bd68f7d-hn2zl 6fd0d27f61102fc95decf1e92ac9209ecbd3a378ce142c7d7ebc999bb8e51efa network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-6b4bd68f7d-hn2zl 6fd0d27f61102fc95decf1e92ac9209ecbd3a378ce142c7d7ebc999bb8e51efa network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:89:89:08:3d:16\",\"name\":\"6fd0d27f61102fc\"},{\"mac\":\"0a:58:0a:81:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d37cee79-b2f2-44be-9379-be598d30209b\"}],\"ips\":[{\"address\":\"10.129.0.23/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0504 09:24:04.207938 3674 util.go:959] Failed to build node endpoints for node ip-10-0-2-89.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0504 09:24:04.882979 3674 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-2-89.ec2.internal I0504 09:24:04.883088 3674 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0504 09:24:04.917659 3674 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 34.614236ms I0504 09:24:04.917683 3674 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 34.642758ms I0504 09:24:04.919134 3674 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 36.173443ms, libovsdb time 1.049203ms I0504 09:24:05.645572 3674 cni.go:452] [openshift-monitoring/prometheus-k8s-1 ef798f20ae8b4cd11b53278cc47c74543bc5ee578b3379c4e8466b51321b4209 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 ef798f20ae8b4cd11b53278cc47c74543bc5ee578b3379c4e8466b51321b4209 network default NAD default NAD key ] I0504 09:24:05.657091 3674 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: ef798f20ae8b4cd, network: default, NAD default, SandboxID: "ef798f20ae8b4cd11b53278cc47c74543bc5ee578b3379c4e8466b51321b4209", PCI device ID: , UID: "19ae1770-e5da-41bc-8d07-74706654e45e", MAC: 0a:58:0a:81:00:18, IPs: [10.129.0.24/23] I0504 09:24:05.709573 3674 cni.go:473] [openshift-monitoring/prometheus-k8s-1 ef798f20ae8b4cd11b53278cc47c74543bc5ee578b3379c4e8466b51321b4209 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 ef798f20ae8b4cd11b53278cc47c74543bc5ee578b3379c4e8466b51321b4209 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:68:c0:0a:73:d9\",\"name\":\"ef798f20ae8b4cd\"},{\"mac\":\"0a:58:0a:81:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1782f4e9-867d-4d9a-b472-3b647ddac592\"}],\"ips\":[{\"address\":\"10.129.0.24/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0504 09:24:05.938412 3674 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 09:24:05.938434 3674 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 09:24:05.938440 3674 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 09:24:05.938446 3674 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 09:24:06.184103 3674 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0504 09:24:06.288604 3674 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0504 09:24:06.352317 3674 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0504 09:24:06.352336 3674 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0504 09:24:06.380137 3674 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0504 09:24:06.452101 3674 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 09:24:06.452189 3674 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 09:24:06.452203 3674 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 09:24:06.452209 3674 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 09:24:07.358248 3674 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0504 09:24:07.358267 3674 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0504 09:24:09.478274 3674 util.go:959] Failed to build node endpoints for node ip-10-0-2-89.ec2.internal port 8443: empty IP address endpoints for service openshift-console-operator/metrics I0504 09:24:09.708381 3674 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-4zpms] creating logical port openshift-console_downloads-5c54f4944f-4zpms for pod on switch ip-10-0-2-89.ec2.internal I0504 09:24:09.708475 3674 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-4zpms I0504 09:24:09.728601 3674 pod.go:62] [openshift-console/downloads-5c54f4944f-4zpms] pod update took 20.151553ms I0504 09:24:09.728628 3674 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-4zpms] addLogicalPort annotation time took 20.183076ms I0504 09:24:09.729826 3674 pods.go:271] [openshift-console/downloads-5c54f4944f-4zpms] addLogicalPort took 21.467079ms, libovsdb time 860.335µs I0504 09:24:10.097325 3674 cni.go:452] [openshift-console/downloads-5c54f4944f-4zpms f0fce166cd9ef0e7ab542d014a949dcbf8abc1f823530bca31f3adaaf33c6896 network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-4zpms f0fce166cd9ef0e7ab542d014a949dcbf8abc1f823530bca31f3adaaf33c6896 network default NAD default NAD key ] I0504 09:24:10.106451 3674 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-4zpms, hostIfaceName: f0fce166cd9ef0e, network: default, NAD default, SandboxID: "f0fce166cd9ef0e7ab542d014a949dcbf8abc1f823530bca31f3adaaf33c6896", PCI device ID: , UID: "d6478f14-f8a3-4e74-9971-6b95513d9f67", MAC: 0a:58:0a:81:00:19, IPs: [10.129.0.25/23] I0504 09:24:10.155854 3674 cni.go:473] [openshift-console/downloads-5c54f4944f-4zpms f0fce166cd9ef0e7ab542d014a949dcbf8abc1f823530bca31f3adaaf33c6896 network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-4zpms f0fce166cd9ef0e7ab542d014a949dcbf8abc1f823530bca31f3adaaf33c6896 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:86:56:1e:27:41\",\"name\":\"f0fce166cd9ef0e\"},{\"mac\":\"0a:58:0a:81:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/396103ae-0022-485a-a43a-2d249fa7a1b3\"}],\"ips\":[{\"address\":\"10.129.0.25/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0504 09:24:11.955780 3674 util.go:959] Failed to build node endpoints for node ip-10-0-2-89.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 09:24:11.955800 3674 util.go:959] Failed to build node endpoints for node ip-10-0-2-89.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 09:24:11.955806 3674 util.go:959] Failed to build node endpoints for node ip-10-0-2-89.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 09:24:11.955811 3674 util.go:959] Failed to build node endpoints for node ip-10-0-2-89.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 09:24:11.955825 3674 util.go:959] Failed to build node endpoints for node ip-10-0-2-89.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 09:24:11.955829 3674 util.go:959] Failed to build node endpoints for node ip-10-0-2-89.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 09:24:11.955833 3674 util.go:959] Failed to build node endpoints for node ip-10-0-2-89.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 09:24:11.955837 3674 util.go:959] Failed to build node endpoints for node ip-10-0-2-89.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 09:24:12.339163 3674 util.go:959] Failed to build node endpoints for node ip-10-0-2-89.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 09:24:12.339184 3674 util.go:959] Failed to build node endpoints for node ip-10-0-2-89.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 09:24:12.339192 3674 util.go:959] Failed to build node endpoints for node ip-10-0-2-89.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 09:24:12.339202 3674 util.go:959] Failed to build node endpoints for node ip-10-0-2-89.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier I0504 09:24:19.429652 3674 base_network_controller_pods.go:487] [default/openshift-console/console-79d874597d-tkd84] creating logical port openshift-console_console-79d874597d-tkd84 for pod on switch ip-10-0-2-89.ec2.internal I0504 09:24:19.429773 3674 kube.go:256] Updating pod openshift-console/console-79d874597d-tkd84 I0504 09:24:19.447467 3674 pod.go:62] [openshift-console/console-79d874597d-tkd84] pod update took 17.716495ms I0504 09:24:19.447494 3674 base_network_controller_pods.go:951] [default/openshift-console/console-79d874597d-tkd84] addLogicalPort annotation time took 17.748454ms I0504 09:24:19.448806 3674 pods.go:271] [openshift-console/console-79d874597d-tkd84] addLogicalPort took 19.169913ms, libovsdb time 907.832µs I0504 09:24:19.798418 3674 cni.go:452] [openshift-console/console-79d874597d-tkd84 446fc81543309197d5b0c12878c3efeeb73b17c3293bb6480b5da71b3b1a3232 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-79d874597d-tkd84 446fc81543309197d5b0c12878c3efeeb73b17c3293bb6480b5da71b3b1a3232 network default NAD default NAD key ] I0504 09:24:19.809470 3674 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-79d874597d-tkd84, hostIfaceName: 446fc8154330919, network: default, NAD default, SandboxID: "446fc81543309197d5b0c12878c3efeeb73b17c3293bb6480b5da71b3b1a3232", PCI device ID: , UID: "c12b1ff6-a343-4f8a-bb02-17971bdf4644", MAC: 0a:58:0a:81:00:1a, IPs: [10.129.0.26/23] I0504 09:24:19.868880 3674 cni.go:473] [openshift-console/console-79d874597d-tkd84 446fc81543309197d5b0c12878c3efeeb73b17c3293bb6480b5da71b3b1a3232 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-79d874597d-tkd84 446fc81543309197d5b0c12878c3efeeb73b17c3293bb6480b5da71b3b1a3232 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:63:7e:2d:65:40\",\"name\":\"446fc8154330919\"},{\"mac\":\"0a:58:0a:81:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0cd3e698-215a-4fca-b199-ba8eeab4facc\"}],\"ips\":[{\"address\":\"10.129.0.26/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0504 09:24:27.236670 3674 util.go:959] Failed to build node endpoints for node ip-10-0-2-89.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0504 09:24:27.236695 3674 util.go:959] Failed to build node endpoints for node ip-10-0-2-89.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0504 09:24:27.333729 3674 util.go:959] Failed to build node endpoints for node ip-10-0-2-89.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0504 09:24:29.983433 3674 util.go:959] Failed to build node endpoints for node ip-10-0-2-89.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 09:24:29.983461 3674 util.go:959] Failed to build node endpoints for node ip-10-0-2-89.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 09:24:29.983470 3674 util.go:959] Failed to build node endpoints for node ip-10-0-2-89.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 09:24:29.983489 3674 util.go:959] Failed to build node endpoints for node ip-10-0-2-89.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 09:24:29.983496 3674 util.go:959] Failed to build node endpoints for node ip-10-0-2-89.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 09:24:29.983504 3674 util.go:959] Failed to build node endpoints for node ip-10-0-2-89.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 09:24:30.026123 3674 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0504 09:24:30.049475 3674 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0504 09:24:30.154432 3674 obj_retry.go:498] Detected object openshift-image-registry/image-registry-79fcd5fdb6-qqh4j of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 09:24:30.155129 3674 obj_retry.go:498] Detected object openshift-image-registry/image-registry-79fcd5fdb6-qqh4j of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0504 09:24:30.298524 3674 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0504 09:24:30.313403 3674 obj_retry.go:492] Detected object openshift-image-registry/image-registry-79fcd5fdb6-qqh4j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:24:30.313430 3674 obj_retry.go:492] Detected object openshift-image-registry/image-registry-79fcd5fdb6-qqh4j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:24:30.317362 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-79fcd5fdb6-qqh4j I0504 09:24:30.317387 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-79fcd5fdb6-qqh4j W0504 09:24:30.465937 3674 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0504 09:24:30.509425 3674 util.go:959] Failed to build node endpoints for node ip-10-0-2-89.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0504 09:24:30.578566 3674 util.go:959] Failed to build node endpoints for node ip-10-0-2-89.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 09:24:30.578592 3674 util.go:959] Failed to build node endpoints for node ip-10-0-2-89.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 09:24:30.578600 3674 util.go:959] Failed to build node endpoints for node ip-10-0-2-89.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 09:24:37.480130 3674 util.go:959] Failed to build node endpoints for node ip-10-0-2-89.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0504 09:24:37.480154 3674 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0504 09:24:37.480192 3674 util.go:959] Failed to build node endpoints for node ip-10-0-2-89.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0504 09:24:38.331325 3674 util.go:959] Failed to build node endpoints for node ip-10-0-2-89.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0504 09:24:38.331352 3674 util.go:959] Failed to build node endpoints for node ip-10-0-2-89.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0504 09:24:38.484041 3674 util.go:959] Failed to build node endpoints for node ip-10-0-2-89.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0504 09:24:42.085846 3674 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0504 09:24:44.395117 3674 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=98 W0504 09:24:48.103046 3674 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics I0504 09:24:55.354065 3674 obj_retry.go:498] Detected object openshift-console/console-79d874597d-pp5gm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 09:24:55.354691 3674 obj_retry.go:498] Detected object openshift-console/console-79d874597d-pp5gm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 09:24:56.150184 3674 obj_retry.go:492] Detected object openshift-console/console-79d874597d-pp5gm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:24:56.150212 3674 obj_retry.go:492] Detected object openshift-console/console-79d874597d-pp5gm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:24:56.154254 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-79d874597d-pp5gm I0504 09:24:56.154280 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-79d874597d-pp5gm I0504 09:25:02.318249 3674 obj_retry.go:498] Detected object openshift-ingress/router-default-7f9f688667-wg9h2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 09:25:02.318891 3674 obj_retry.go:498] Detected object openshift-ingress/router-default-7f9f688667-wg9h2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 09:25:02.707713 3674 obj_retry.go:492] Detected object openshift-ingress/router-default-7f9f688667-wg9h2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:25:02.707738 3674 obj_retry.go:492] Detected object openshift-ingress/router-default-7f9f688667-wg9h2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:25:02.716022 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-7f9f688667-wg9h2 I0504 09:25:02.716049 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-7f9f688667-wg9h2 I0504 09:25:03.558204 3674 cni.go:452] [openshift-console/console-79d874597d-tkd84 446fc81543309197d5b0c12878c3efeeb73b17c3293bb6480b5da71b3b1a3232 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-79d874597d-tkd84 446fc81543309197d5b0c12878c3efeeb73b17c3293bb6480b5da71b3b1a3232 network default NAD default NAD key ] I0504 09:25:03.639048 3674 cni.go:473] [openshift-console/console-79d874597d-tkd84 446fc81543309197d5b0c12878c3efeeb73b17c3293bb6480b5da71b3b1a3232 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-79d874597d-tkd84 446fc81543309197d5b0c12878c3efeeb73b17c3293bb6480b5da71b3b1a3232 network default NAD default NAD key default], result "{}", err I0504 09:25:03.719287 3674 obj_retry.go:498] Detected object openshift-console/console-79d874597d-tkd84 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 09:25:03.719321 3674 pods.go:176] Deleting pod: openshift-console/console-79d874597d-tkd84 I0504 09:25:03.720547 3674 pods.go:236] Attempting to release IPs for pod: openshift-console/console-79d874597d-tkd84, ips: 10.129.0.26 I0504 09:25:03.720570 3674 obj_retry.go:498] Detected object openshift-console/console-79d874597d-tkd84 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 09:25:04.585803 3674 obj_retry.go:492] Detected object openshift-console/console-79d874597d-tkd84 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:25:04.585832 3674 obj_retry.go:492] Detected object openshift-console/console-79d874597d-tkd84 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:25:04.596233 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-79d874597d-tkd84 I0504 09:25:04.596266 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-79d874597d-tkd84 W0504 09:25:05.476839 3674 util.go:959] Failed to build node endpoints for node ip-10-0-2-89.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0504 09:25:05.476865 3674 util.go:959] Failed to build node endpoints for node ip-10-0-2-89.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0504 09:25:05.476882 3674 util.go:959] Failed to build node endpoints for node ip-10-0-2-89.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0504 09:25:05.476889 3674 util.go:959] Failed to build node endpoints for node ip-10-0-2-89.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0504 09:25:05.642102 3674 util.go:959] Failed to build node endpoints for node ip-10-0-2-89.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0504 09:25:05.642122 3674 util.go:959] Failed to build node endpoints for node ip-10-0-2-89.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0504 09:25:19.680995 3674 cni.go:452] [openshift-multus/network-metrics-daemon-q7lpz b82b089ef483fddf611e727662bdd2be83568e2ba49c42d547a7bc149c8ccbdc network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-q7lpz b82b089ef483fddf611e727662bdd2be83568e2ba49c42d547a7bc149c8ccbdc network default NAD default NAD key ] I0504 09:25:19.690956 3674 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-q7lpz, hostIfaceName: b82b089ef483fdd, network: default, NAD default, SandboxID: "b82b089ef483fddf611e727662bdd2be83568e2ba49c42d547a7bc149c8ccbdc", PCI device ID: , UID: "d8297a0a-715c-4fb2-93f0-75522045f597", MAC: 0a:58:0a:81:00:03, IPs: [10.129.0.3/23] I0504 09:25:19.741054 3674 cni.go:473] [openshift-multus/network-metrics-daemon-q7lpz b82b089ef483fddf611e727662bdd2be83568e2ba49c42d547a7bc149c8ccbdc network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-q7lpz b82b089ef483fddf611e727662bdd2be83568e2ba49c42d547a7bc149c8ccbdc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:e1:e0:5d:5d:26\",\"name\":\"b82b089ef483fdd\"},{\"mac\":\"0a:58:0a:81:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4403ef5e-e992-4ee4-9d1d-d38c5ac6bd59\"}],\"ips\":[{\"address\":\"10.129.0.3/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 09:25:20.463446 3674 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 09:25:20.464008 3674 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 09:25:20.803049 3674 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:25:20.803071 3674 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:25:20.811016 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0504 09:25:20.811042 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0504 09:25:24.794347 3674 cni.go:452] [openshift-monitoring/prometheus-k8s-1 ef798f20ae8b4cd11b53278cc47c74543bc5ee578b3379c4e8466b51321b4209 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-1 ef798f20ae8b4cd11b53278cc47c74543bc5ee578b3379c4e8466b51321b4209 network default NAD default NAD key ] I0504 09:25:24.874273 3674 cni.go:473] [openshift-monitoring/prometheus-k8s-1 ef798f20ae8b4cd11b53278cc47c74543bc5ee578b3379c4e8466b51321b4209 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-1 ef798f20ae8b4cd11b53278cc47c74543bc5ee578b3379c4e8466b51321b4209 network default NAD default NAD key default], result "{}", err I0504 09:25:24.939822 3674 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 09:25:24.939856 3674 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-1 I0504 09:25:24.941042 3674 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-1, ips: 10.129.0.24 I0504 09:25:24.941074 3674 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 09:25:25.487435 3674 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0504 09:25:25.682331 3674 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:25:25.682356 3674 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:25:25.690787 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0504 09:25:25.690818 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0504 09:25:25.731602 3674 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-2-89.ec2.internal I0504 09:25:25.731766 3674 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0504 09:25:25.753830 3674 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 22.109089ms I0504 09:25:25.753854 3674 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 22.13793ms I0504 09:25:25.755137 3674 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 23.552104ms, libovsdb time 944.75µs I0504 09:25:26.097791 3674 cni.go:452] [openshift-monitoring/prometheus-k8s-1 2eb646de66801f8b7503a063503f0f4787bd71584a550f2d033ca2ddaec58941 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 2eb646de66801f8b7503a063503f0f4787bd71584a550f2d033ca2ddaec58941 network default NAD default NAD key ] I0504 09:25:26.107922 3674 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 2eb646de66801f8, network: default, NAD default, SandboxID: "2eb646de66801f8b7503a063503f0f4787bd71584a550f2d033ca2ddaec58941", PCI device ID: , UID: "258dba79-6924-401a-b3df-2b133e063314", MAC: 0a:58:0a:81:00:1b, IPs: [10.129.0.27/23] I0504 09:25:26.158367 3674 cni.go:473] [openshift-monitoring/prometheus-k8s-1 2eb646de66801f8b7503a063503f0f4787bd71584a550f2d033ca2ddaec58941 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 2eb646de66801f8b7503a063503f0f4787bd71584a550f2d033ca2ddaec58941 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:fb:58:06:16:8a\",\"name\":\"2eb646de66801f8\"},{\"mac\":\"0a:58:0a:81:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e25f15f4-4168-4576-af31-721407853e49\"}],\"ips\":[{\"address\":\"10.129.0.27/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 09:25:26.791326 3674 base_network_controller_pods.go:487] [default/openshift-console/console-68db9478d-cp5ch] creating logical port openshift-console_console-68db9478d-cp5ch for pod on switch ip-10-0-2-89.ec2.internal I0504 09:25:26.791433 3674 kube.go:256] Updating pod openshift-console/console-68db9478d-cp5ch I0504 09:25:26.809201 3674 pod.go:62] [openshift-console/console-68db9478d-cp5ch] pod update took 17.799831ms I0504 09:25:26.809228 3674 base_network_controller_pods.go:951] [default/openshift-console/console-68db9478d-cp5ch] addLogicalPort annotation time took 17.828892ms I0504 09:25:26.810602 3674 pods.go:271] [openshift-console/console-68db9478d-cp5ch] addLogicalPort took 19.295537ms, libovsdb time 1.018687ms I0504 09:25:27.153366 3674 cni.go:452] [openshift-console/console-68db9478d-cp5ch 5736bf02855c360d5367ae5450c8804ab6dcc72fc2fb4d1753ac65a3515aeb3f network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-68db9478d-cp5ch 5736bf02855c360d5367ae5450c8804ab6dcc72fc2fb4d1753ac65a3515aeb3f network default NAD default NAD key ] I0504 09:25:27.163054 3674 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-68db9478d-cp5ch, hostIfaceName: 5736bf02855c360, network: default, NAD default, SandboxID: "5736bf02855c360d5367ae5450c8804ab6dcc72fc2fb4d1753ac65a3515aeb3f", PCI device ID: , UID: "ce53f74b-dd19-4bc5-87a3-574f06c47cde", MAC: 0a:58:0a:81:00:1c, IPs: [10.129.0.28/23] I0504 09:25:27.210591 3674 cni.go:473] [openshift-console/console-68db9478d-cp5ch 5736bf02855c360d5367ae5450c8804ab6dcc72fc2fb4d1753ac65a3515aeb3f network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-68db9478d-cp5ch 5736bf02855c360d5367ae5450c8804ab6dcc72fc2fb4d1753ac65a3515aeb3f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:4b:e9:9e:4e:3e\",\"name\":\"5736bf02855c360\"},{\"mac\":\"0a:58:0a:81:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5010f38b-70f1-427b-843a-b7126fca15a6\"}],\"ips\":[{\"address\":\"10.129.0.28/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0504 09:25:37.288625 3674 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics W0504 09:25:37.764240 3674 util.go:959] Failed to build node endpoints for node ip-10-0-2-89.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0504 09:25:41.522235 3674 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0504 09:25:42.443881 3674 cni.go:452] [openshift-monitoring/alertmanager-main-0 0f7f1c4344d9e857a34039c34aa74f0b3923e6e7b53c8e72c754433eb6ad5fdd network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-0 0f7f1c4344d9e857a34039c34aa74f0b3923e6e7b53c8e72c754433eb6ad5fdd network default NAD default NAD key ] I0504 09:25:42.527220 3674 cni.go:473] [openshift-monitoring/alertmanager-main-0 0f7f1c4344d9e857a34039c34aa74f0b3923e6e7b53c8e72c754433eb6ad5fdd network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-0 0f7f1c4344d9e857a34039c34aa74f0b3923e6e7b53c8e72c754433eb6ad5fdd network default NAD default NAD key default], result "{}", err I0504 09:25:42.595976 3674 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 09:25:42.596017 3674 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-0 I0504 09:25:42.597257 3674 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-0, ips: 10.129.0.21 I0504 09:25:42.597284 3674 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 09:25:42.781596 3674 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:25:42.781626 3674 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:25:42.794202 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0504 09:25:42.794226 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0504 09:25:42.832741 3674 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-2-89.ec2.internal I0504 09:25:42.832878 3674 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0504 09:25:42.855049 3674 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 22.210542ms I0504 09:25:42.855070 3674 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 22.235991ms I0504 09:25:42.856281 3674 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 23.55784ms, libovsdb time 886.381µs I0504 09:25:43.195214 3674 cni.go:452] [openshift-monitoring/alertmanager-main-0 a02ad40dc3d2c264d3b0a34e9cb14dcb52ef1a2d2a03af63ef184ca851339081 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 a02ad40dc3d2c264d3b0a34e9cb14dcb52ef1a2d2a03af63ef184ca851339081 network default NAD default NAD key ] I0504 09:25:43.204492 3674 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: a02ad40dc3d2c26, network: default, NAD default, SandboxID: "a02ad40dc3d2c264d3b0a34e9cb14dcb52ef1a2d2a03af63ef184ca851339081", PCI device ID: , UID: "bfb3992f-ed61-4e39-8adb-9f6ef1b96378", MAC: 0a:58:0a:81:00:1d, IPs: [10.129.0.29/23] I0504 09:25:43.257243 3674 cni.go:473] [openshift-monitoring/alertmanager-main-0 a02ad40dc3d2c264d3b0a34e9cb14dcb52ef1a2d2a03af63ef184ca851339081 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 a02ad40dc3d2c264d3b0a34e9cb14dcb52ef1a2d2a03af63ef184ca851339081 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:c5:07:f5:08:1a\",\"name\":\"a02ad40dc3d2c26\"},{\"mac\":\"0a:58:0a:81:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0a5c1bf4-b1af-4308-b80e-df6c617138f5\"}],\"ips\":[{\"address\":\"10.129.0.29/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 09:25:48.328290 3674 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0504 09:25:48.328370 3674 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-dnkmg IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-dnkmg: no pod IPs found I0504 09:25:51.394582 3674 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=70 I0504 09:25:52.089497 3674 obj_retry.go:498] Detected object openshift-console/console-5cdc65bc57-pl7xf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 09:25:52.090057 3674 obj_retry.go:498] Detected object openshift-console/console-5cdc65bc57-pl7xf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 09:25:52.333047 3674 obj_retry.go:492] Detected object openshift-console/console-5cdc65bc57-pl7xf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:25:52.333073 3674 obj_retry.go:492] Detected object openshift-console/console-5cdc65bc57-pl7xf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:25:52.335961 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5cdc65bc57-pl7xf I0504 09:25:52.335986 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5cdc65bc57-pl7xf I0504 09:25:54.132001 3674 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0504 09:25:54.768586 3674 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29631440-8dwz4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 09:25:54.769125 3674 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29631440-8dwz4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 09:25:55.664777 3674 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29631440-8dwz4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:25:55.664800 3674 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29631440-8dwz4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:26:03.091919 3674 obj_retry.go:498] Detected object openshift-console/console-5cdc65bc57-lbjsj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 09:26:03.092544 3674 obj_retry.go:498] Detected object openshift-console/console-5cdc65bc57-lbjsj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0504 09:26:03.250814 3674 util.go:959] Failed to build node endpoints for node ip-10-0-2-89.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 09:26:03.250834 3674 util.go:959] Failed to build node endpoints for node ip-10-0-2-89.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 09:26:03.250839 3674 util.go:959] Failed to build node endpoints for node ip-10-0-2-89.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0504 09:26:03.675061 3674 obj_retry.go:492] Detected object openshift-console/console-5cdc65bc57-lbjsj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:26:03.675086 3674 obj_retry.go:492] Detected object openshift-console/console-5cdc65bc57-lbjsj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:26:03.678675 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5cdc65bc57-lbjsj I0504 09:26:03.678702 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5cdc65bc57-lbjsj I0504 09:26:04.402510 3674 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=549 I0504 09:26:21.500006 3674 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0504 09:26:23.398595 3674 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=14 W0504 09:26:27.023014 3674 util.go:959] Failed to build node endpoints for node ip-10-0-2-89.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0504 09:26:27.023035 3674 util.go:959] Failed to build node endpoints for node ip-10-0-2-89.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0504 09:26:28.319767 3674 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 09:26:28.320303 3674 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 09:26:28.778028 3674 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:26:28.778050 3674 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:26:28.787348 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0504 09:26:28.787372 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0504 09:26:40.392745 3674 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0504 09:26:49.493645 3674 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0504 09:26:50.504883 3674 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0504 09:27:15.482951 3674 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0504 09:27:24.522115 3674 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0504 09:27:51.482928 3674 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0504 09:28:02.510915 3674 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0504 09:28:21.634313 3674 obj_retry.go:498] Detected object openshift-console/console-68db9478d-hvwxt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 09:28:21.634930 3674 obj_retry.go:498] Detected object openshift-console/console-68db9478d-hvwxt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 09:28:21.896247 3674 obj_retry.go:492] Detected object openshift-console/console-68db9478d-hvwxt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:28:21.896297 3674 obj_retry.go:492] Detected object openshift-console/console-68db9478d-hvwxt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:28:21.903117 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-68db9478d-hvwxt I0504 09:28:21.903151 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-68db9478d-hvwxt I0504 09:28:32.373117 3674 cni.go:452] [openshift-console/console-68db9478d-cp5ch 5736bf02855c360d5367ae5450c8804ab6dcc72fc2fb4d1753ac65a3515aeb3f network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-68db9478d-cp5ch 5736bf02855c360d5367ae5450c8804ab6dcc72fc2fb4d1753ac65a3515aeb3f network default NAD default NAD key ] I0504 09:28:32.447688 3674 cni.go:473] [openshift-console/console-68db9478d-cp5ch 5736bf02855c360d5367ae5450c8804ab6dcc72fc2fb4d1753ac65a3515aeb3f network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-68db9478d-cp5ch 5736bf02855c360d5367ae5450c8804ab6dcc72fc2fb4d1753ac65a3515aeb3f network default NAD default NAD key default], result "{}", err I0504 09:28:32.497610 3674 obj_retry.go:498] Detected object openshift-console/console-68db9478d-cp5ch of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 09:28:32.497671 3674 pods.go:176] Deleting pod: openshift-console/console-68db9478d-cp5ch I0504 09:28:32.499039 3674 pods.go:236] Attempting to release IPs for pod: openshift-console/console-68db9478d-cp5ch, ips: 10.129.0.28 I0504 09:28:32.499069 3674 obj_retry.go:498] Detected object openshift-console/console-68db9478d-cp5ch of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 09:28:32.819703 3674 obj_retry.go:492] Detected object openshift-console/console-68db9478d-cp5ch of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:28:32.819730 3674 obj_retry.go:492] Detected object openshift-console/console-68db9478d-cp5ch of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:28:32.828507 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-68db9478d-cp5ch I0504 09:28:32.828548 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-68db9478d-cp5ch I0504 09:28:51.392830 3674 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=69 I0504 09:29:28.517106 3674 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0504 09:30:03.721566 3674 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29631450-27gsw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 09:30:03.722145 3674 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29631450-27gsw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 09:30:04.618108 3674 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29631450-27gsw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:30:04.618154 3674 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29631450-27gsw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:30:54.985851 3674 namespace.go:98] [tsf] adding namespace I0504 09:30:54.986741 3674 namespace.go:102] [tsf] adding namespace took 868.44µs I0504 09:30:55.006962 3674 namespace.go:142] [tsf] updating namespace I0504 09:30:55.030204 3674 namespace.go:142] [tsf] updating namespace I0504 09:30:57.525545 3674 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=5 I0504 09:30:58.915402 3674 namespace.go:98] [konflux-ui] adding namespace I0504 09:30:58.916283 3674 namespace.go:102] [konflux-ui] adding namespace took 858.032µs I0504 09:30:58.918682 3674 namespace.go:98] [rhtpa-operator] adding namespace I0504 09:30:58.919347 3674 namespace.go:102] [rhtpa-operator] adding namespace took 650.933µs I0504 09:30:58.922323 3674 namespace.go:98] [tsf-tas] adding namespace I0504 09:30:58.922406 3674 namespace.go:98] [tsf-tpa] adding namespace I0504 09:30:58.922543 3674 namespace.go:98] [konflux-operator] adding namespace I0504 09:30:58.922572 3674 namespace.go:98] [rhbk-operator] adding namespace I0504 09:30:58.922646 3674 namespace.go:98] [cert-manager-operator] adding namespace I0504 09:30:58.923072 3674 namespace.go:102] [tsf-tas] adding namespace took 735.409µs I0504 09:30:58.923649 3674 namespace.go:102] [tsf-tpa] adding namespace took 1.223078ms I0504 09:30:58.924159 3674 namespace.go:102] [konflux-operator] adding namespace took 1.602626ms I0504 09:30:58.924703 3674 namespace.go:102] [rhbk-operator] adding namespace took 2.123539ms I0504 09:30:58.925322 3674 namespace.go:102] [cert-manager-operator] adding namespace took 2.663393ms I0504 09:30:58.931175 3674 namespace.go:98] [tsf-keycloak] adding namespace I0504 09:30:58.931821 3674 namespace.go:102] [tsf-keycloak] adding namespace took 632.098µs I0504 09:30:58.953690 3674 namespace.go:142] [konflux-ui] updating namespace I0504 09:30:58.969910 3674 namespace.go:142] [rhtpa-operator] updating namespace I0504 09:30:58.980870 3674 namespace.go:142] [konflux-ui] updating namespace I0504 09:30:58.990806 3674 namespace.go:142] [tsf-tas] updating namespace I0504 09:30:58.994937 3674 namespace.go:142] [rhtpa-operator] updating namespace I0504 09:30:59.005318 3674 namespace.go:142] [konflux-operator] updating namespace I0504 09:30:59.032531 3674 namespace.go:142] [tsf-tpa] updating namespace I0504 09:30:59.032538 3674 namespace.go:142] [rhbk-operator] updating namespace I0504 09:30:59.045150 3674 namespace.go:142] [cert-manager-operator] updating namespace I0504 09:30:59.045222 3674 namespace.go:142] [tsf-keycloak] updating namespace I0504 09:30:59.052492 3674 namespace.go:142] [rhtpa-operator] updating namespace I0504 09:30:59.052598 3674 namespace.go:142] [tsf-tpa] updating namespace I0504 09:30:59.067748 3674 namespace.go:142] [konflux-ui] updating namespace I0504 09:30:59.067830 3674 namespace.go:142] [konflux-operator] updating namespace I0504 09:30:59.079292 3674 namespace.go:142] [konflux-operator] updating namespace I0504 09:30:59.088163 3674 namespace.go:142] [rhbk-operator] updating namespace I0504 09:30:59.107453 3674 namespace.go:142] [rhbk-operator] updating namespace I0504 09:30:59.114127 3674 namespace.go:142] [cert-manager-operator] updating namespace I0504 09:30:59.122159 3674 namespace.go:142] [cert-manager-operator] updating namespace I0504 09:30:59.130229 3674 namespace.go:142] [tsf-keycloak] updating namespace I0504 09:30:59.161416 3674 namespace.go:142] [tsf-keycloak] updating namespace I0504 09:30:59.161454 3674 namespace.go:142] [tsf-tas] updating namespace I0504 09:30:59.173508 3674 namespace.go:142] [tsf-tpa] updating namespace I0504 09:30:59.181759 3674 namespace.go:142] [tsf-tas] updating namespace I0504 09:31:00.535288 3674 namespace.go:142] [tsf-tpa] updating namespace I0504 09:31:00.558029 3674 namespace.go:142] [tsf-keycloak] updating namespace I0504 09:31:01.318926 3674 base_network_controller_pods.go:487] [default/openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bjvw8p] creating logical port openshift-marketplace_5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bjvw8p for pod on switch ip-10-0-2-89.ec2.internal I0504 09:31:01.319072 3674 kube.go:256] Updating pod openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bjvw8p I0504 09:31:01.333788 3674 pod.go:62] [openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bjvw8p] pod update took 14.745582ms I0504 09:31:01.333815 3674 base_network_controller_pods.go:951] [default/openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bjvw8p] addLogicalPort annotation time took 14.774584ms I0504 09:31:01.335210 3674 pods.go:271] [openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bjvw8p] addLogicalPort took 16.298941ms, libovsdb time 923.323µs I0504 09:31:01.480703 3674 base_network_controller_pods.go:487] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b519tq4t] creating logical port openshift-marketplace_79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b519tq4t for pod on switch ip-10-0-2-89.ec2.internal I0504 09:31:01.480830 3674 kube.go:256] Updating pod openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b519tq4t I0504 09:31:01.496379 3674 pod.go:62] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b519tq4t] pod update took 15.574614ms I0504 09:31:01.496401 3674 base_network_controller_pods.go:951] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b519tq4t] addLogicalPort annotation time took 15.606486ms I0504 09:31:01.497705 3674 pods.go:271] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b519tq4t] addLogicalPort took 17.016661ms, libovsdb time 908.68µs I0504 09:31:01.681095 3674 cni.go:452] [openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bjvw8p 3cc416ed5b30d7419f7ee5ae85ca1969dc4a9675dcc3bc180bf06405f55640de network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bjvw8p 3cc416ed5b30d7419f7ee5ae85ca1969dc4a9675dcc3bc180bf06405f55640de network default NAD default NAD key ] I0504 09:31:01.690641 3674 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bjvw8p, hostIfaceName: 3cc416ed5b30d74, network: default, NAD default, SandboxID: "3cc416ed5b30d7419f7ee5ae85ca1969dc4a9675dcc3bc180bf06405f55640de", PCI device ID: , UID: "c187766b-9c65-4f1b-a782-08d875b63e56", MAC: 0a:58:0a:81:00:1e, IPs: [10.129.0.30/23] I0504 09:31:01.742085 3674 cni.go:473] [openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bjvw8p 3cc416ed5b30d7419f7ee5ae85ca1969dc4a9675dcc3bc180bf06405f55640de network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bjvw8p 3cc416ed5b30d7419f7ee5ae85ca1969dc4a9675dcc3bc180bf06405f55640de network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:7d:49:9a:75:a4\",\"name\":\"3cc416ed5b30d74\"},{\"mac\":\"0a:58:0a:81:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d431299e-2182-475c-a1aa-2a812ff436b7\"}],\"ips\":[{\"address\":\"10.129.0.30/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 09:31:01.841183 3674 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b519tq4t 920df47608c217964f0e58373d720ee955d83240ea9fb05ec2989b3a6ceb6f44 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b519tq4t 920df47608c217964f0e58373d720ee955d83240ea9fb05ec2989b3a6ceb6f44 network default NAD default NAD key ] I0504 09:31:01.851997 3674 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b519tq4t, hostIfaceName: 920df47608c2179, network: default, NAD default, SandboxID: "920df47608c217964f0e58373d720ee955d83240ea9fb05ec2989b3a6ceb6f44", PCI device ID: , UID: "d65ed99b-f8be-42b8-8305-39c83b1448d6", MAC: 0a:58:0a:81:00:1f, IPs: [10.129.0.31/23] I0504 09:31:01.903689 3674 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b519tq4t 920df47608c217964f0e58373d720ee955d83240ea9fb05ec2989b3a6ceb6f44 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b519tq4t 920df47608c217964f0e58373d720ee955d83240ea9fb05ec2989b3a6ceb6f44 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:3d:82:e3:3d:62\",\"name\":\"920df47608c2179\"},{\"mac\":\"0a:58:0a:81:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/23991f0b-c637-4de7-b819-2953726e7203\"}],\"ips\":[{\"address\":\"10.129.0.31/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 09:31:04.858409 3674 base_network_controller_pods.go:487] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19ddqm59] creating logical port openshift-marketplace_2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19ddqm59 for pod on switch ip-10-0-2-89.ec2.internal I0504 09:31:04.858567 3674 kube.go:256] Updating pod openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19ddqm59 I0504 09:31:04.873333 3674 pod.go:62] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19ddqm59] pod update took 14.81571ms I0504 09:31:04.873354 3674 base_network_controller_pods.go:951] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19ddqm59] addLogicalPort annotation time took 14.843254ms I0504 09:31:04.874613 3674 pods.go:271] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19ddqm59] addLogicalPort took 16.22087ms, libovsdb time 856.363µs I0504 09:31:05.037200 3674 base_network_controller_pods.go:487] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2zx2nr] creating logical port openshift-marketplace_a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2zx2nr for pod on switch ip-10-0-2-89.ec2.internal I0504 09:31:05.037302 3674 kube.go:256] Updating pod openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2zx2nr I0504 09:31:05.055854 3674 pod.go:62] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2zx2nr] pod update took 18.583384ms I0504 09:31:05.055876 3674 base_network_controller_pods.go:951] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2zx2nr] addLogicalPort annotation time took 18.610715ms I0504 09:31:05.057218 3674 pods.go:271] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2zx2nr] addLogicalPort took 20.036891ms, libovsdb time 953.397µs I0504 09:31:05.174670 3674 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b519tq4t 920df47608c217964f0e58373d720ee955d83240ea9fb05ec2989b3a6ceb6f44 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b519tq4t 920df47608c217964f0e58373d720ee955d83240ea9fb05ec2989b3a6ceb6f44 network default NAD default NAD key ] I0504 09:31:05.175144 3674 cni.go:452] [openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bjvw8p 3cc416ed5b30d7419f7ee5ae85ca1969dc4a9675dcc3bc180bf06405f55640de network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bjvw8p 3cc416ed5b30d7419f7ee5ae85ca1969dc4a9675dcc3bc180bf06405f55640de network default NAD default NAD key ] I0504 09:31:05.224165 3674 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19ddqm59 e34f65b3c9e9ebe7d580a9980d535ae49b96e49028f5234ce85732c28660bf51 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19ddqm59 e34f65b3c9e9ebe7d580a9980d535ae49b96e49028f5234ce85732c28660bf51 network default NAD default NAD key ] I0504 09:31:05.235818 3674 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19ddqm59, hostIfaceName: e34f65b3c9e9ebe, network: default, NAD default, SandboxID: "e34f65b3c9e9ebe7d580a9980d535ae49b96e49028f5234ce85732c28660bf51", PCI device ID: , UID: "e78fe31c-1140-4e79-b8b2-7cd48c8eb9f5", MAC: 0a:58:0a:81:00:20, IPs: [10.129.0.32/23] I0504 09:31:05.255779 3674 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b519tq4t 920df47608c217964f0e58373d720ee955d83240ea9fb05ec2989b3a6ceb6f44 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b519tq4t 920df47608c217964f0e58373d720ee955d83240ea9fb05ec2989b3a6ceb6f44 network default NAD default NAD key default], result "{}", err I0504 09:31:05.283408 3674 cni.go:473] [openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bjvw8p 3cc416ed5b30d7419f7ee5ae85ca1969dc4a9675dcc3bc180bf06405f55640de network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bjvw8p 3cc416ed5b30d7419f7ee5ae85ca1969dc4a9675dcc3bc180bf06405f55640de network default NAD default NAD key default], result "{}", err I0504 09:31:05.287199 3674 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19ddqm59 e34f65b3c9e9ebe7d580a9980d535ae49b96e49028f5234ce85732c28660bf51 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19ddqm59 e34f65b3c9e9ebe7d580a9980d535ae49b96e49028f5234ce85732c28660bf51 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:b3:d1:f0:58:c1\",\"name\":\"e34f65b3c9e9ebe\"},{\"mac\":\"0a:58:0a:81:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1c1dccd5-292f-4b90-b1f1-6eb107d0dd43\"}],\"ips\":[{\"address\":\"10.129.0.32/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 09:31:05.305437 3674 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b519tq4t of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 09:31:05.305573 3674 pods.go:176] Deleting pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b519tq4t I0504 09:31:05.307211 3674 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b519tq4t, ips: 10.129.0.31 I0504 09:31:05.307240 3674 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b519tq4t of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 09:31:05.307264 3674 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b519tq4t of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 09:31:05.307273 3674 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 09:31:05.307499 3674 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b519tq4t of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 09:31:05.307531 3674 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0504 09:31:05.335472 3674 obj_retry.go:498] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bjvw8p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 09:31:05.335555 3674 pods.go:176] Deleting pod: openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bjvw8p I0504 09:31:05.337183 3674 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bjvw8p, ips: 10.129.0.30 I0504 09:31:05.337213 3674 obj_retry.go:498] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bjvw8p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 09:31:05.337236 3674 obj_retry.go:498] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bjvw8p of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 09:31:05.337245 3674 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 09:31:05.337474 3674 obj_retry.go:498] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bjvw8p of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 09:31:05.337488 3674 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0504 09:31:05.401907 3674 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2zx2nr 0e9c7f3bf6a892df22d1fdc62b34d9b4b1871fcff9d2ab5e882253e5ca2f3a82 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2zx2nr 0e9c7f3bf6a892df22d1fdc62b34d9b4b1871fcff9d2ab5e882253e5ca2f3a82 network default NAD default NAD key ] I0504 09:31:05.413729 3674 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2zx2nr, hostIfaceName: 0e9c7f3bf6a892d, network: default, NAD default, SandboxID: "0e9c7f3bf6a892df22d1fdc62b34d9b4b1871fcff9d2ab5e882253e5ca2f3a82", PCI device ID: , UID: "506ab605-11c9-4960-82c5-b64ca95a3728", MAC: 0a:58:0a:81:00:21, IPs: [10.129.0.33/23] I0504 09:31:05.464195 3674 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2zx2nr 0e9c7f3bf6a892df22d1fdc62b34d9b4b1871fcff9d2ab5e882253e5ca2f3a82 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2zx2nr 0e9c7f3bf6a892df22d1fdc62b34d9b4b1871fcff9d2ab5e882253e5ca2f3a82 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:17:9a:f1:21:56\",\"name\":\"0e9c7f3bf6a892d\"},{\"mac\":\"0a:58:0a:81:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bbca2f61-7115-450f-849c-391ba76f901c\"}],\"ips\":[{\"address\":\"10.129.0.33/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 09:31:06.340471 3674 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b519tq4t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:31:06.340536 3674 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b519tq4t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:31:06.340581 3674 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b519tq4t of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:31:06.340592 3674 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b519tq4t of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:31:06.362414 3674 obj_retry.go:492] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bjvw8p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:31:06.362449 3674 obj_retry.go:492] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bjvw8p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:31:06.362462 3674 obj_retry.go:492] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bjvw8p of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:31:06.362480 3674 obj_retry.go:492] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bjvw8p of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:31:08.107839 3674 base_network_controller_pods.go:487] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136z86ff] creating logical port openshift-marketplace_03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136z86ff for pod on switch ip-10-0-2-89.ec2.internal I0504 09:31:08.107937 3674 kube.go:256] Updating pod openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136z86ff I0504 09:31:08.121750 3674 pod.go:62] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136z86ff] pod update took 13.840843ms I0504 09:31:08.121776 3674 base_network_controller_pods.go:951] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136z86ff] addLogicalPort annotation time took 13.872952ms I0504 09:31:08.123025 3674 pods.go:271] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136z86ff] addLogicalPort took 15.201679ms, libovsdb time 867.434µs I0504 09:31:08.210897 3674 base_network_controller_pods.go:487] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kdkfv] creating logical port openshift-marketplace_09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kdkfv for pod on switch ip-10-0-2-89.ec2.internal I0504 09:31:08.210982 3674 kube.go:256] Updating pod openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kdkfv I0504 09:31:08.228047 3674 pod.go:62] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kdkfv] pod update took 17.086901ms I0504 09:31:08.228076 3674 base_network_controller_pods.go:951] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kdkfv] addLogicalPort annotation time took 17.120379ms I0504 09:31:08.229558 3674 pods.go:271] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kdkfv] addLogicalPort took 18.674252ms, libovsdb time 912.579µs I0504 09:31:08.466969 3674 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136z86ff db67fc8b1e90c546352927d281923f2a64bc5d84b075fa0aa05338d5d32e91c7 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136z86ff db67fc8b1e90c546352927d281923f2a64bc5d84b075fa0aa05338d5d32e91c7 network default NAD default NAD key ] I0504 09:31:08.477781 3674 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136z86ff, hostIfaceName: db67fc8b1e90c54, network: default, NAD default, SandboxID: "db67fc8b1e90c546352927d281923f2a64bc5d84b075fa0aa05338d5d32e91c7", PCI device ID: , UID: "77f8202c-95cd-4808-a2b9-46240699480c", MAC: 0a:58:0a:81:00:22, IPs: [10.129.0.34/23] I0504 09:31:08.527667 3674 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136z86ff db67fc8b1e90c546352927d281923f2a64bc5d84b075fa0aa05338d5d32e91c7 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136z86ff db67fc8b1e90c546352927d281923f2a64bc5d84b075fa0aa05338d5d32e91c7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:00:a6:9e:5b:40\",\"name\":\"db67fc8b1e90c54\"},{\"mac\":\"0a:58:0a:81:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c4240553-1411-44a0-bafd-5cef55907e07\"}],\"ips\":[{\"address\":\"10.129.0.34/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 09:31:08.573741 3674 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kdkfv cb0a4378963cc6bf99b373332602ec903dafd13569a625caf60cbd0f3402866e network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kdkfv cb0a4378963cc6bf99b373332602ec903dafd13569a625caf60cbd0f3402866e network default NAD default NAD key ] I0504 09:31:08.584983 3674 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kdkfv, hostIfaceName: cb0a4378963cc6b, network: default, NAD default, SandboxID: "cb0a4378963cc6bf99b373332602ec903dafd13569a625caf60cbd0f3402866e", PCI device ID: , UID: "bdc0582c-c1ce-4f08-9421-93736a91fd7e", MAC: 0a:58:0a:81:00:23, IPs: [10.129.0.35/23] I0504 09:31:08.635114 3674 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kdkfv cb0a4378963cc6bf99b373332602ec903dafd13569a625caf60cbd0f3402866e network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kdkfv cb0a4378963cc6bf99b373332602ec903dafd13569a625caf60cbd0f3402866e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:35:9a:46:5a:31\",\"name\":\"cb0a4378963cc6b\"},{\"mac\":\"0a:58:0a:81:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d32dcbda-bda3-445b-8416-aeff58c9f0ed\"}],\"ips\":[{\"address\":\"10.129.0.35/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 09:31:09.213131 3674 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2zx2nr 0e9c7f3bf6a892df22d1fdc62b34d9b4b1871fcff9d2ab5e882253e5ca2f3a82 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2zx2nr 0e9c7f3bf6a892df22d1fdc62b34d9b4b1871fcff9d2ab5e882253e5ca2f3a82 network default NAD default NAD key ] I0504 09:31:09.283842 3674 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2zx2nr 0e9c7f3bf6a892df22d1fdc62b34d9b4b1871fcff9d2ab5e882253e5ca2f3a82 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2zx2nr 0e9c7f3bf6a892df22d1fdc62b34d9b4b1871fcff9d2ab5e882253e5ca2f3a82 network default NAD default NAD key default], result "{}", err I0504 09:31:09.334237 3674 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2zx2nr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 09:31:09.334267 3674 pods.go:176] Deleting pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2zx2nr I0504 09:31:09.335731 3674 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2zx2nr, ips: 10.129.0.33 I0504 09:31:09.335764 3674 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2zx2nr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 09:31:09.335781 3674 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2zx2nr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 09:31:09.335787 3674 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0504 09:31:09.336004 3674 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2zx2nr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 09:31:09.336023 3674 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 09:31:10.225645 3674 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19ddqm59 e34f65b3c9e9ebe7d580a9980d535ae49b96e49028f5234ce85732c28660bf51 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19ddqm59 e34f65b3c9e9ebe7d580a9980d535ae49b96e49028f5234ce85732c28660bf51 network default NAD default NAD key ] I0504 09:31:10.304288 3674 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19ddqm59 e34f65b3c9e9ebe7d580a9980d535ae49b96e49028f5234ce85732c28660bf51 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19ddqm59 e34f65b3c9e9ebe7d580a9980d535ae49b96e49028f5234ce85732c28660bf51 network default NAD default NAD key default], result "{}", err I0504 09:31:10.363900 3674 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2zx2nr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:31:10.363930 3674 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2zx2nr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:31:10.363946 3674 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2zx2nr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:31:10.363958 3674 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2zx2nr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:31:10.406214 3674 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=116 I0504 09:31:10.431273 3674 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19ddqm59 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 09:31:10.431307 3674 pods.go:176] Deleting pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19ddqm59 I0504 09:31:10.432816 3674 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19ddqm59, ips: 10.129.0.32 I0504 09:31:10.432842 3674 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19ddqm59 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 09:31:10.432866 3674 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19ddqm59 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 09:31:10.432876 3674 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 09:31:10.433054 3674 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19ddqm59 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 09:31:10.433068 3674 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0504 09:31:11.470846 3674 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19ddqm59 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:31:11.470869 3674 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19ddqm59 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:31:11.470880 3674 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19ddqm59 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:31:11.470896 3674 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19ddqm59 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:31:12.242230 3674 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136z86ff db67fc8b1e90c546352927d281923f2a64bc5d84b075fa0aa05338d5d32e91c7 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136z86ff db67fc8b1e90c546352927d281923f2a64bc5d84b075fa0aa05338d5d32e91c7 network default NAD default NAD key ] I0504 09:31:12.315295 3674 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136z86ff db67fc8b1e90c546352927d281923f2a64bc5d84b075fa0aa05338d5d32e91c7 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136z86ff db67fc8b1e90c546352927d281923f2a64bc5d84b075fa0aa05338d5d32e91c7 network default NAD default NAD key default], result "{}", err I0504 09:31:12.366181 3674 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136z86ff of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 09:31:12.366225 3674 pods.go:176] Deleting pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136z86ff I0504 09:31:12.367613 3674 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136z86ff, ips: 10.129.0.34 I0504 09:31:12.367642 3674 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136z86ff of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 09:31:12.367663 3674 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136z86ff of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 09:31:12.367670 3674 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 09:31:12.367832 3674 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136z86ff of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 09:31:12.367846 3674 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0504 09:31:13.249440 3674 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kdkfv cb0a4378963cc6bf99b373332602ec903dafd13569a625caf60cbd0f3402866e network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kdkfv cb0a4378963cc6bf99b373332602ec903dafd13569a625caf60cbd0f3402866e network default NAD default NAD key ] I0504 09:31:13.326364 3674 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kdkfv cb0a4378963cc6bf99b373332602ec903dafd13569a625caf60cbd0f3402866e network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kdkfv cb0a4378963cc6bf99b373332602ec903dafd13569a625caf60cbd0f3402866e network default NAD default NAD key default], result "{}", err I0504 09:31:13.394642 3674 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kdkfv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 09:31:13.394679 3674 pods.go:176] Deleting pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kdkfv I0504 09:31:13.396066 3674 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kdkfv, ips: 10.129.0.35 I0504 09:31:13.396095 3674 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kdkfv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 09:31:13.396116 3674 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kdkfv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 09:31:13.396123 3674 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 09:31:13.396272 3674 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kdkfv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 09:31:13.396287 3674 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0504 09:31:13.408756 3674 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136z86ff of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:31:13.408780 3674 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136z86ff of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:31:13.408800 3674 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136z86ff of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:31:13.408814 3674 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136z86ff of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:31:14.420102 3674 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kdkfv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:31:14.420126 3674 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kdkfv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:31:14.420140 3674 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kdkfv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:31:14.420150 3674 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kdkfv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0504 09:31:18.653352 3674 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0504 09:31:23.827177 3674 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0504 09:31:23.849722 3674 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0504 09:31:23.971679 3674 namespace.go:98] [cert-manager] adding namespace I0504 09:31:23.972502 3674 namespace.go:102] [cert-manager] adding namespace took 801.023µs I0504 09:31:24.103020 3674 namespace.go:142] [cert-manager] updating namespace I0504 09:31:24.149382 3674 namespace.go:142] [cert-manager] updating namespace W0504 09:31:25.860385 3674 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0504 09:31:27.523506 3674 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-cainjector-5d99449ffd-m9l4k] creating logical port cert-manager_cert-manager-cainjector-5d99449ffd-m9l4k for pod on switch ip-10-0-2-89.ec2.internal I0504 09:31:27.523616 3674 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5d99449ffd-m9l4k I0504 09:31:27.578453 3674 pod.go:62] [cert-manager/cert-manager-cainjector-5d99449ffd-m9l4k] pod update took 54.862035ms I0504 09:31:27.578477 3674 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-cainjector-5d99449ffd-m9l4k] addLogicalPort annotation time took 54.889935ms I0504 09:31:27.579927 3674 pods.go:271] [cert-manager/cert-manager-cainjector-5d99449ffd-m9l4k] addLogicalPort took 56.43486ms, libovsdb time 1.028058ms I0504 09:31:27.891059 3674 cni.go:452] [cert-manager/cert-manager-cainjector-5d99449ffd-m9l4k 323e50a4fa2910685cb9b3ce68a9944ede08bace1ad4b30f65c53a0aac09f24d network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-m9l4k 323e50a4fa2910685cb9b3ce68a9944ede08bace1ad4b30f65c53a0aac09f24d network default NAD default NAD key ] I0504 09:31:27.900233 3674 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-cainjector-5d99449ffd-m9l4k, hostIfaceName: 323e50a4fa29106, network: default, NAD default, SandboxID: "323e50a4fa2910685cb9b3ce68a9944ede08bace1ad4b30f65c53a0aac09f24d", PCI device ID: , UID: "9c092e3e-73c5-4d36-a87d-d427bc6f62d8", MAC: 0a:58:0a:81:00:24, IPs: [10.129.0.36/23] I0504 09:31:27.952374 3674 cni.go:473] [cert-manager/cert-manager-cainjector-5d99449ffd-m9l4k 323e50a4fa2910685cb9b3ce68a9944ede08bace1ad4b30f65c53a0aac09f24d network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-m9l4k 323e50a4fa2910685cb9b3ce68a9944ede08bace1ad4b30f65c53a0aac09f24d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:09:4c:6d:d5:23\",\"name\":\"323e50a4fa29106\"},{\"mac\":\"0a:58:0a:81:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8734da0d-3ac5-4a1c-8bde-d3a6523fa7a1\"}],\"ips\":[{\"address\":\"10.129.0.36/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 09:31:28.828177 3674 namespace.go:142] [openshift-operators] updating namespace I0504 09:31:28.841577 3674 namespace.go:142] [openshift-operators] updating namespace I0504 09:31:29.289862 3674 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-webhook-7dc76cbb94-66gcc] creating logical port cert-manager_cert-manager-webhook-7dc76cbb94-66gcc for pod on switch ip-10-0-2-89.ec2.internal I0504 09:31:29.289985 3674 kube.go:256] Updating pod cert-manager/cert-manager-webhook-7dc76cbb94-66gcc I0504 09:31:29.411250 3674 pod.go:62] [cert-manager/cert-manager-webhook-7dc76cbb94-66gcc] pod update took 121.286739ms I0504 09:31:29.411274 3674 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-webhook-7dc76cbb94-66gcc] addLogicalPort annotation time took 121.317167ms I0504 09:31:29.412583 3674 pods.go:271] [cert-manager/cert-manager-webhook-7dc76cbb94-66gcc] addLogicalPort took 122.739254ms, libovsdb time 914.324µs I0504 09:31:30.188461 3674 cni.go:452] [cert-manager/cert-manager-webhook-7dc76cbb94-66gcc 6f51f169bc1b3dd5a5671a134df04d50a2fcee71368d435ff304b5f6929b5c32 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-66gcc 6f51f169bc1b3dd5a5671a134df04d50a2fcee71368d435ff304b5f6929b5c32 network default NAD default NAD key ] I0504 09:31:30.198150 3674 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-webhook-7dc76cbb94-66gcc, hostIfaceName: 6f51f169bc1b3dd, network: default, NAD default, SandboxID: "6f51f169bc1b3dd5a5671a134df04d50a2fcee71368d435ff304b5f6929b5c32", PCI device ID: , UID: "e9500988-8918-4021-b518-d0435a35e686", MAC: 0a:58:0a:81:00:25, IPs: [10.129.0.37/23] I0504 09:31:30.248172 3674 cni.go:473] [cert-manager/cert-manager-webhook-7dc76cbb94-66gcc 6f51f169bc1b3dd5a5671a134df04d50a2fcee71368d435ff304b5f6929b5c32 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-66gcc 6f51f169bc1b3dd5a5671a134df04d50a2fcee71368d435ff304b5f6929b5c32 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:08:60:70:2f:e6\",\"name\":\"6f51f169bc1b3dd\"},{\"mac\":\"0a:58:0a:81:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a1c69104-2df9-4d6c-9834-bab5402e076d\"}],\"ips\":[{\"address\":\"10.129.0.37/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0504 09:31:31.445360 3674 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0504 09:31:31.445375 3674 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook W0504 09:31:37.381463 3674 util.go:959] Failed to build node endpoints for node ip-10-0-2-89.ec2.internal port 9402: empty IP address endpoints for service cert-manager/cert-manager-webhook W0504 09:31:37.381485 3674 util.go:959] Failed to build node endpoints for node ip-10-0-2-89.ec2.internal port 10250: empty IP address endpoints for service cert-manager/cert-manager-webhook W0504 09:31:37.874493 3674 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0504 09:31:37.942595 3674 namespace.go:98] [trusted-artifact-signer] adding namespace I0504 09:31:37.943478 3674 namespace.go:102] [trusted-artifact-signer] adding namespace took 859.972µs I0504 09:31:38.022462 3674 namespace.go:142] [trusted-artifact-signer] updating namespace I0504 09:31:38.130395 3674 namespace.go:142] [trusted-artifact-signer] updating namespace W0504 09:31:38.277452 3674 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service W0504 09:31:38.373432 3674 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0504 09:31:38.803837 3674 base_network_controller_pods.go:487] [default/trusted-artifact-signer/cli-server-7d56d9fd65-q9x6m] creating logical port trusted-artifact-signer_cli-server-7d56d9fd65-q9x6m for pod on switch ip-10-0-2-89.ec2.internal I0504 09:31:38.803939 3674 kube.go:256] Updating pod trusted-artifact-signer/cli-server-7d56d9fd65-q9x6m I0504 09:31:38.877359 3674 pod.go:62] [trusted-artifact-signer/cli-server-7d56d9fd65-q9x6m] pod update took 73.452427ms I0504 09:31:38.877382 3674 base_network_controller_pods.go:951] [default/trusted-artifact-signer/cli-server-7d56d9fd65-q9x6m] addLogicalPort annotation time took 73.481112ms I0504 09:31:38.878657 3674 pods.go:271] [trusted-artifact-signer/cli-server-7d56d9fd65-q9x6m] addLogicalPort took 74.836903ms, libovsdb time 865.666µs I0504 09:31:39.051661 3674 cni.go:452] [trusted-artifact-signer/cli-server-7d56d9fd65-q9x6m ec60bb8e305676d607ebfc59cf8e5f3b9742bb021037f35485ee287b068ed379 network default NAD default NAD key ] ADD starting CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-q9x6m ec60bb8e305676d607ebfc59cf8e5f3b9742bb021037f35485ee287b068ed379 network default NAD default NAD key ] I0504 09:31:39.060980 3674 helper_linux.go:556] ConfigureOVS: namespace: trusted-artifact-signer, podName: cli-server-7d56d9fd65-q9x6m, hostIfaceName: ec60bb8e305676d, network: default, NAD default, SandboxID: "ec60bb8e305676d607ebfc59cf8e5f3b9742bb021037f35485ee287b068ed379", PCI device ID: , UID: "16273682-2df7-403d-8d18-62175cb1a74c", MAC: 0a:58:0a:81:00:26, IPs: [10.129.0.38/23] I0504 09:31:39.111022 3674 cni.go:473] [trusted-artifact-signer/cli-server-7d56d9fd65-q9x6m ec60bb8e305676d607ebfc59cf8e5f3b9742bb021037f35485ee287b068ed379 network default NAD default NAD key default] ADD finished CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-q9x6m ec60bb8e305676d607ebfc59cf8e5f3b9742bb021037f35485ee287b068ed379 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:0c:ae:19:b0:d8\",\"name\":\"ec60bb8e305676d\"},{\"mac\":\"0a:58:0a:81:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f216cfdf-a657-42f2-b049-cc54909a176f\"}],\"ips\":[{\"address\":\"10.129.0.38/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 09:31:42.380394 3674 namespace.go:142] [openshift-operators] updating namespace I0504 09:31:42.945206 3674 base_network_controller_pods.go:487] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-m666v] creating logical port openshift-operators_openshift-pipelines-operator-6bdf6c8794-m666v for pod on switch ip-10-0-2-89.ec2.internal I0504 09:31:42.945338 3674 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6bdf6c8794-m666v I0504 09:31:42.987599 3674 pod.go:62] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-m666v] pod update took 42.299976ms I0504 09:31:42.987624 3674 base_network_controller_pods.go:951] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-m666v] addLogicalPort annotation time took 42.326891ms I0504 09:31:42.988957 3674 pods.go:271] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-m666v] addLogicalPort took 43.770571ms, libovsdb time 928.872µs I0504 09:31:43.300798 3674 cni.go:452] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-m666v ed27a3226cd2ee0685c594bd6b48c54b627ad88b2570b4cd97b4b00bdeaf9bc2 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-m666v ed27a3226cd2ee0685c594bd6b48c54b627ad88b2570b4cd97b4b00bdeaf9bc2 network default NAD default NAD key ] I0504 09:31:43.311899 3674 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: openshift-pipelines-operator-6bdf6c8794-m666v, hostIfaceName: ed27a3226cd2ee0, network: default, NAD default, SandboxID: "ed27a3226cd2ee0685c594bd6b48c54b627ad88b2570b4cd97b4b00bdeaf9bc2", PCI device ID: , UID: "3b9915c1-1f27-4644-9ffc-5449882b6206", MAC: 0a:58:0a:81:00:27, IPs: [10.129.0.39/23] I0504 09:31:43.367662 3674 cni.go:473] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-m666v ed27a3226cd2ee0685c594bd6b48c54b627ad88b2570b4cd97b4b00bdeaf9bc2 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-m666v ed27a3226cd2ee0685c594bd6b48c54b627ad88b2570b4cd97b4b00bdeaf9bc2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:b6:aa:b2:3c:62\",\"name\":\"ed27a3226cd2ee0\"},{\"mac\":\"0a:58:0a:81:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f06146ce-745d-433f-9551-941f17c814ac\"}],\"ips\":[{\"address\":\"10.129.0.39/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 09:31:45.212849 3674 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-59c77684cc-sfd6g] creating logical port cert-manager_cert-manager-59c77684cc-sfd6g for pod on switch ip-10-0-2-89.ec2.internal I0504 09:31:45.212948 3674 kube.go:256] Updating pod cert-manager/cert-manager-59c77684cc-sfd6g I0504 09:31:45.233119 3674 pod.go:62] [cert-manager/cert-manager-59c77684cc-sfd6g] pod update took 20.195066ms I0504 09:31:45.233144 3674 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-59c77684cc-sfd6g] addLogicalPort annotation time took 20.228464ms I0504 09:31:45.234737 3674 pods.go:271] [cert-manager/cert-manager-59c77684cc-sfd6g] addLogicalPort took 21.906596ms, libovsdb time 1.134862ms I0504 09:31:45.929921 3674 cni.go:452] [cert-manager/cert-manager-59c77684cc-sfd6g 6ed346a27c0ca1ce50ff0cc62d072cb37288160c6ca3a5b5c9230fb086eabbd2 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-59c77684cc-sfd6g 6ed346a27c0ca1ce50ff0cc62d072cb37288160c6ca3a5b5c9230fb086eabbd2 network default NAD default NAD key ] I0504 09:31:45.941138 3674 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-59c77684cc-sfd6g, hostIfaceName: 6ed346a27c0ca1c, network: default, NAD default, SandboxID: "6ed346a27c0ca1ce50ff0cc62d072cb37288160c6ca3a5b5c9230fb086eabbd2", PCI device ID: , UID: "ae831c4d-c2a2-4d00-aaf5-9296be05e222", MAC: 0a:58:0a:81:00:28, IPs: [10.129.0.40/23] I0504 09:31:45.998124 3674 cni.go:473] [cert-manager/cert-manager-59c77684cc-sfd6g 6ed346a27c0ca1ce50ff0cc62d072cb37288160c6ca3a5b5c9230fb086eabbd2 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-59c77684cc-sfd6g 6ed346a27c0ca1ce50ff0cc62d072cb37288160c6ca3a5b5c9230fb086eabbd2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:15:6e:d3:26:49\",\"name\":\"6ed346a27c0ca1c\"},{\"mac\":\"0a:58:0a:81:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/85977b4a-7898-4ee7-a7f8-002b814bc755\"}],\"ips\":[{\"address\":\"10.129.0.40/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 09:31:52.182035 3674 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 09:31:52.182672 3674 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 09:31:52.217922 3674 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:31:52.217948 3674 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:31:52.226350 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0504 09:31:52.226379 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0504 09:31:57.413833 3674 namespace.go:98] [openshift-pipelines] adding namespace I0504 09:31:57.414719 3674 namespace.go:102] [openshift-pipelines] adding namespace took 861.572µs I0504 09:31:57.433431 3674 namespace.go:142] [openshift-pipelines] updating namespace I0504 09:31:58.279734 3674 namespace.go:142] [cert-manager] updating namespace I0504 09:31:58.486492 3674 namespace.go:142] [cert-manager-operator] updating namespace I0504 09:31:58.884462 3674 namespace.go:142] [konflux-operator] updating namespace I0504 09:31:59.086336 3674 namespace.go:142] [konflux-ui] updating namespace I0504 09:31:59.289177 3674 namespace.go:142] [open-cluster-management-2q30v0mp9l76e0dgvrf8upih6itusg2g] updating namespace I0504 09:31:59.691406 3674 namespace.go:142] [rhbk-operator] updating namespace I0504 09:31:59.893492 3674 namespace.go:142] [rhtpa-operator] updating namespace I0504 09:32:00.102615 3674 namespace.go:142] [trusted-artifact-signer] updating namespace I0504 09:32:00.298995 3674 namespace.go:142] [tsf] updating namespace I0504 09:32:00.495392 3674 namespace.go:142] [tsf-keycloak] updating namespace I0504 09:32:00.698549 3674 namespace.go:142] [tsf-tas] updating namespace I0504 09:32:00.897956 3674 namespace.go:142] [tsf-tpa] updating namespace I0504 09:32:01.035479 3674 namespace.go:142] [cert-manager] updating namespace I0504 09:32:01.046323 3674 namespace.go:142] [cert-manager-operator] updating namespace I0504 09:32:01.055289 3674 namespace.go:142] [default] updating namespace I0504 09:32:01.066314 3674 namespace.go:142] [konflux-operator] updating namespace I0504 09:32:01.079104 3674 namespace.go:142] [konflux-ui] updating namespace I0504 09:32:01.100323 3674 namespace.go:142] [open-cluster-management-2q30v0mp9l76e0dgvrf8upih6itusg2g] updating namespace W0504 09:32:01.100365 3674 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0504 09:32:01.113853 3674 namespace.go:142] [openshift] updating namespace I0504 09:32:01.123044 3674 namespace.go:142] [rhbk-operator] updating namespace I0504 09:32:01.133010 3674 namespace.go:142] [rhtpa-operator] updating namespace I0504 09:32:01.143494 3674 namespace.go:142] [trusted-artifact-signer] updating namespace I0504 09:32:01.157680 3674 namespace.go:142] [tsf] updating namespace I0504 09:32:01.169159 3674 namespace.go:142] [tsf-keycloak] updating namespace I0504 09:32:01.178216 3674 namespace.go:142] [tsf-tas] updating namespace I0504 09:32:01.190670 3674 namespace.go:142] [tsf-tpa] updating namespace I0504 09:32:01.273817 3674 namespace.go:142] [cert-manager] updating namespace I0504 09:32:01.381335 3674 namespace.go:142] [cert-manager-operator] updating namespace I0504 09:32:01.477756 3674 namespace.go:142] [default] updating namespace I0504 09:32:01.581380 3674 namespace.go:142] [konflux-operator] updating namespace I0504 09:32:01.678382 3674 namespace.go:142] [konflux-ui] updating namespace I0504 09:32:01.781750 3674 namespace.go:142] [open-cluster-management-2q30v0mp9l76e0dgvrf8upih6itusg2g] updating namespace I0504 09:32:01.875900 3674 namespace.go:142] [openshift] updating namespace I0504 09:32:01.975384 3674 namespace.go:142] [rhbk-operator] updating namespace I0504 09:32:02.078440 3674 namespace.go:142] [rhtpa-operator] updating namespace I0504 09:32:02.177275 3674 namespace.go:142] [trusted-artifact-signer] updating namespace I0504 09:32:02.275029 3674 namespace.go:142] [tsf] updating namespace I0504 09:32:02.377759 3674 namespace.go:142] [tsf-keycloak] updating namespace I0504 09:32:02.476876 3674 namespace.go:142] [tsf-tas] updating namespace I0504 09:32:02.577779 3674 namespace.go:142] [tsf-tpa] updating namespace I0504 09:32:02.956104 3674 namespace.go:142] [openshift-pipelines] updating namespace I0504 09:32:10.857192 3674 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-9tng6] creating logical port openshift-pipelines_tekton-pipelines-controller-86bd8d9bfc-9tng6 for pod on switch ip-10-0-2-89.ec2.internal I0504 09:32:10.857291 3674 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-9tng6 I0504 09:32:10.885278 3674 pod.go:62] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-9tng6] pod update took 28.017918ms I0504 09:32:10.885301 3674 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-9tng6] addLogicalPort annotation time took 28.046556ms I0504 09:32:10.886603 3674 pods.go:271] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-9tng6] addLogicalPort took 29.425478ms, libovsdb time 877.75µs W0504 09:32:11.157624 3674 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0504 09:32:11.220615 3674 cni.go:452] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-9tng6 531dd879f8a39204ea90a60c9ed9d89362916e5f8953ab209ce7d85bd5939dfe network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-9tng6 531dd879f8a39204ea90a60c9ed9d89362916e5f8953ab209ce7d85bd5939dfe network default NAD default NAD key ] I0504 09:32:11.230166 3674 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-controller-86bd8d9bfc-9tng6, hostIfaceName: 531dd879f8a3920, network: default, NAD default, SandboxID: "531dd879f8a39204ea90a60c9ed9d89362916e5f8953ab209ce7d85bd5939dfe", PCI device ID: , UID: "c3c82416-a921-4e20-aae6-be0a1bc10200", MAC: 0a:58:0a:81:00:29, IPs: [10.129.0.41/23] I0504 09:32:11.285485 3674 cni.go:473] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-9tng6 531dd879f8a39204ea90a60c9ed9d89362916e5f8953ab209ce7d85bd5939dfe network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-9tng6 531dd879f8a39204ea90a60c9ed9d89362916e5f8953ab209ce7d85bd5939dfe network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:3e:e5:76:a1:62\",\"name\":\"531dd879f8a3920\"},{\"mac\":\"0a:58:0a:81:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e72cd9b2-1914-4d52-9b52-0d60b92a19fe\"}],\"ips\":[{\"address\":\"10.129.0.41/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0504 09:32:14.593611 3674 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0504 09:32:14.593631 3674 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0504 09:32:14.593639 3674 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0504 09:32:16.904693 3674 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0504 09:32:16.904714 3674 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0504 09:32:16.904721 3674 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0504 09:32:16.951278 3674 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0504 09:32:16.951294 3674 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0504 09:32:16.951300 3674 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0504 09:32:16.951305 3674 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0504 09:32:25.601297 3674 util.go:959] Failed to build node endpoints for node ip-10-0-2-89.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0504 09:32:25.601322 3674 util.go:959] Failed to build node endpoints for node ip-10-0-2-89.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0504 09:32:25.601327 3674 util.go:959] Failed to build node endpoints for node ip-10-0-2-89.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller I0504 09:32:33.398753 3674 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=99 I0504 09:32:33.497247 3674 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0504 09:32:34.584710 3674 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-controller-785c845664-x5tx4] creating logical port openshift-pipelines_tekton-triggers-controller-785c845664-x5tx4 for pod on switch ip-10-0-2-89.ec2.internal I0504 09:32:34.584796 3674 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-controller-785c845664-x5tx4 I0504 09:32:34.602769 3674 pod.go:62] [openshift-pipelines/tekton-triggers-controller-785c845664-x5tx4] pod update took 17.993635ms I0504 09:32:34.602797 3674 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-controller-785c845664-x5tx4] addLogicalPort annotation time took 18.027574ms I0504 09:32:34.604090 3674 pods.go:271] [openshift-pipelines/tekton-triggers-controller-785c845664-x5tx4] addLogicalPort took 19.397171ms, libovsdb time 893.788µs I0504 09:32:34.950279 3674 cni.go:452] [openshift-pipelines/tekton-triggers-controller-785c845664-x5tx4 085cbaa3a797ea5a0d5f7e424454cfd0009ae9d1d11e99dbbbbb6c48b7db6ad4 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-x5tx4 085cbaa3a797ea5a0d5f7e424454cfd0009ae9d1d11e99dbbbbb6c48b7db6ad4 network default NAD default NAD key ] I0504 09:32:34.959808 3674 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-controller-785c845664-x5tx4, hostIfaceName: 085cbaa3a797ea5, network: default, NAD default, SandboxID: "085cbaa3a797ea5a0d5f7e424454cfd0009ae9d1d11e99dbbbbb6c48b7db6ad4", PCI device ID: , UID: "c64e3803-053f-4ee3-a0d0-b79a0321e56f", MAC: 0a:58:0a:81:00:2a, IPs: [10.129.0.42/23] I0504 09:32:35.012500 3674 cni.go:473] [openshift-pipelines/tekton-triggers-controller-785c845664-x5tx4 085cbaa3a797ea5a0d5f7e424454cfd0009ae9d1d11e99dbbbbb6c48b7db6ad4 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-x5tx4 085cbaa3a797ea5a0d5f7e424454cfd0009ae9d1d11e99dbbbbb6c48b7db6ad4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:a0:d0:4a:1e:52\",\"name\":\"085cbaa3a797ea5\"},{\"mac\":\"0a:58:0a:81:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/67577501-ae9a-41b8-92b9-a64a028a1e19\"}],\"ips\":[{\"address\":\"10.129.0.42/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 09:32:35.486085 3674 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0504 09:32:44.418031 3674 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 09:32:44.418614 3674 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 09:32:44.439709 3674 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:32:44.439727 3674 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:32:44.443333 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0504 09:32:44.443358 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0504 09:32:46.325424 3674 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0504 09:32:46.326060 3674 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0504 09:32:46.326079 3674 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0504 09:32:46.328472 3674 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel W0504 09:32:53.047217 3674 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0504 09:32:53.047239 3674 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0504 09:32:53.049601 3674 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0504 09:32:53.049615 3674 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0504 09:33:00.362510 3674 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0504 09:33:13.345487 3674 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-chains-controller-55fb698565-tzwvg] creating logical port openshift-pipelines_tekton-chains-controller-55fb698565-tzwvg for pod on switch ip-10-0-2-89.ec2.internal I0504 09:33:13.345614 3674 kube.go:256] Updating pod openshift-pipelines/tekton-chains-controller-55fb698565-tzwvg I0504 09:33:13.365046 3674 pod.go:62] [openshift-pipelines/tekton-chains-controller-55fb698565-tzwvg] pod update took 19.457188ms I0504 09:33:13.365067 3674 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-chains-controller-55fb698565-tzwvg] addLogicalPort annotation time took 19.482773ms I0504 09:33:13.366351 3674 pods.go:271] [openshift-pipelines/tekton-chains-controller-55fb698565-tzwvg] addLogicalPort took 20.883484ms, libovsdb time 910.317µs I0504 09:33:13.712197 3674 cni.go:452] [openshift-pipelines/tekton-chains-controller-55fb698565-tzwvg ce2574d278af20cc1207b271e8faaa13543b38c56d4b477d0f685755d38e5065 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-tzwvg ce2574d278af20cc1207b271e8faaa13543b38c56d4b477d0f685755d38e5065 network default NAD default NAD key ] I0504 09:33:13.721847 3674 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-chains-controller-55fb698565-tzwvg, hostIfaceName: ce2574d278af20c, network: default, NAD default, SandboxID: "ce2574d278af20cc1207b271e8faaa13543b38c56d4b477d0f685755d38e5065", PCI device ID: , UID: "04d2aa0a-0530-4723-a3f7-8c9ce46c5d17", MAC: 0a:58:0a:81:00:2b, IPs: [10.129.0.43/23] I0504 09:33:13.772688 3674 cni.go:473] [openshift-pipelines/tekton-chains-controller-55fb698565-tzwvg ce2574d278af20cc1207b271e8faaa13543b38c56d4b477d0f685755d38e5065 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-tzwvg ce2574d278af20cc1207b271e8faaa13543b38c56d4b477d0f685755d38e5065 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:04:70:ae:6e:a3\",\"name\":\"ce2574d278af20c\"},{\"mac\":\"0a:58:0a:81:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/37bc786c-155f-475e-b071-b584f57e87cc\"}],\"ips\":[{\"address\":\"10.129.0.43/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 09:33:15.507852 3674 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0504 09:33:17.949851 3674 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0504 09:33:30.526145 3674 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0504 09:33:36.647365 3674 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 09:33:36.647963 3674 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 09:33:36.694106 3674 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:33:36.694129 3674 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:33:36.704587 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0504 09:33:36.704610 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0504 09:33:38.661115 3674 base_network_controller_pods.go:487] [default/tsf-tas/segment-backup-installation-79ddd-tq856] creating logical port tsf-tas_segment-backup-installation-79ddd-tq856 for pod on switch ip-10-0-2-89.ec2.internal I0504 09:33:38.661203 3674 kube.go:256] Updating pod tsf-tas/segment-backup-installation-79ddd-tq856 I0504 09:33:38.682620 3674 pod.go:62] [tsf-tas/segment-backup-installation-79ddd-tq856] pod update took 21.438235ms I0504 09:33:38.682641 3674 base_network_controller_pods.go:951] [default/tsf-tas/segment-backup-installation-79ddd-tq856] addLogicalPort annotation time took 21.464655ms I0504 09:33:38.683868 3674 pods.go:271] [tsf-tas/segment-backup-installation-79ddd-tq856] addLogicalPort took 22.777425ms, libovsdb time 871.578µs I0504 09:33:39.058825 3674 cni.go:452] [tsf-tas/segment-backup-installation-79ddd-tq856 29c62fa48e2183ab28203056721f508b27d998626850ae587ab3e2bb435f9cd5 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/segment-backup-installation-79ddd-tq856 29c62fa48e2183ab28203056721f508b27d998626850ae587ab3e2bb435f9cd5 network default NAD default NAD key ] I0504 09:33:39.068150 3674 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: segment-backup-installation-79ddd-tq856, hostIfaceName: 29c62fa48e2183a, network: default, NAD default, SandboxID: "29c62fa48e2183ab28203056721f508b27d998626850ae587ab3e2bb435f9cd5", PCI device ID: , UID: "d9356cf2-8dd9-4908-b690-d7733aca9b05", MAC: 0a:58:0a:81:00:2c, IPs: [10.129.0.44/23] I0504 09:33:39.126766 3674 cni.go:473] [tsf-tas/segment-backup-installation-79ddd-tq856 29c62fa48e2183ab28203056721f508b27d998626850ae587ab3e2bb435f9cd5 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/segment-backup-installation-79ddd-tq856 29c62fa48e2183ab28203056721f508b27d998626850ae587ab3e2bb435f9cd5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:88:3d:62:a0:e5\",\"name\":\"29c62fa48e2183a\"},{\"mac\":\"0a:58:0a:81:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/29a0c62a-d40b-4b6c-99d4-daa2332864b4\"}],\"ips\":[{\"address\":\"10.129.0.44/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 09:33:39.414928 3674 base_network_controller_pods.go:487] [default/tsf-tas/fulcio-server-78657cd796-dkwf5] creating logical port tsf-tas_fulcio-server-78657cd796-dkwf5 for pod on switch ip-10-0-2-89.ec2.internal I0504 09:33:39.415023 3674 kube.go:256] Updating pod tsf-tas/fulcio-server-78657cd796-dkwf5 I0504 09:33:39.434594 3674 pod.go:62] [tsf-tas/fulcio-server-78657cd796-dkwf5] pod update took 19.5927ms I0504 09:33:39.434620 3674 base_network_controller_pods.go:951] [default/tsf-tas/fulcio-server-78657cd796-dkwf5] addLogicalPort annotation time took 19.623155ms I0504 09:33:39.435940 3674 pods.go:271] [tsf-tas/fulcio-server-78657cd796-dkwf5] addLogicalPort took 21.025891ms, libovsdb time 936.583µs I0504 09:33:39.778325 3674 cni.go:452] [tsf-tas/fulcio-server-78657cd796-dkwf5 74c459de54694188be9eb4599f04d9517c617c1b5c6fc433b05227a4d070b750 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/fulcio-server-78657cd796-dkwf5 74c459de54694188be9eb4599f04d9517c617c1b5c6fc433b05227a4d070b750 network default NAD default NAD key ] I0504 09:33:39.787679 3674 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logserver-5f99f89c47-mpr5z] creating logical port tsf-tas_trillian-logserver-5f99f89c47-mpr5z for pod on switch ip-10-0-2-89.ec2.internal I0504 09:33:39.787793 3674 kube.go:256] Updating pod tsf-tas/trillian-logserver-5f99f89c47-mpr5z I0504 09:33:39.790800 3674 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: fulcio-server-78657cd796-dkwf5, hostIfaceName: 74c459de5469418, network: default, NAD default, SandboxID: "74c459de54694188be9eb4599f04d9517c617c1b5c6fc433b05227a4d070b750", PCI device ID: , UID: "17735b54-fb30-4f13-9e1a-966005522999", MAC: 0a:58:0a:81:00:2d, IPs: [10.129.0.45/23] I0504 09:33:39.802548 3674 pod.go:62] [tsf-tas/trillian-logserver-5f99f89c47-mpr5z] pod update took 14.79036ms I0504 09:33:39.802569 3674 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logserver-5f99f89c47-mpr5z] addLogicalPort annotation time took 14.81837ms I0504 09:33:39.803893 3674 pods.go:271] [tsf-tas/trillian-logserver-5f99f89c47-mpr5z] addLogicalPort took 16.230749ms, libovsdb time 916.77µs I0504 09:33:39.852848 3674 cni.go:473] [tsf-tas/fulcio-server-78657cd796-dkwf5 74c459de54694188be9eb4599f04d9517c617c1b5c6fc433b05227a4d070b750 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/fulcio-server-78657cd796-dkwf5 74c459de54694188be9eb4599f04d9517c617c1b5c6fc433b05227a4d070b750 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:2c:a4:1e:33:a4\",\"name\":\"74c459de5469418\"},{\"mac\":\"0a:58:0a:81:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7d5e681d-f9fd-427b-9a7f-85d255e6b6c9\"}],\"ips\":[{\"address\":\"10.129.0.45/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 09:33:39.959449 3674 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logsigner-7bd7b78776-ltmkc] creating logical port tsf-tas_trillian-logsigner-7bd7b78776-ltmkc for pod on switch ip-10-0-2-89.ec2.internal I0504 09:33:39.959653 3674 kube.go:256] Updating pod tsf-tas/trillian-logsigner-7bd7b78776-ltmkc I0504 09:33:39.982075 3674 pod.go:62] [tsf-tas/trillian-logsigner-7bd7b78776-ltmkc] pod update took 22.448162ms I0504 09:33:39.982164 3674 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logsigner-7bd7b78776-ltmkc] addLogicalPort annotation time took 22.540881ms I0504 09:33:39.984005 3674 pods.go:271] [tsf-tas/trillian-logsigner-7bd7b78776-ltmkc] addLogicalPort took 24.5777ms, libovsdb time 1.229955ms I0504 09:33:39.985437 3674 base_network_controller_pods.go:487] [default/tsf-tas/rekor-createtree-job-2cwvw-zw2sw] creating logical port tsf-tas_rekor-createtree-job-2cwvw-zw2sw for pod on switch ip-10-0-2-89.ec2.internal I0504 09:33:39.985556 3674 kube.go:256] Updating pod tsf-tas/rekor-createtree-job-2cwvw-zw2sw I0504 09:33:40.005873 3674 pod.go:62] [tsf-tas/rekor-createtree-job-2cwvw-zw2sw] pod update took 20.354702ms I0504 09:33:40.005902 3674 base_network_controller_pods.go:951] [default/tsf-tas/rekor-createtree-job-2cwvw-zw2sw] addLogicalPort annotation time took 20.386629ms I0504 09:33:40.007480 3674 pods.go:271] [tsf-tas/rekor-createtree-job-2cwvw-zw2sw] addLogicalPort took 22.056646ms, libovsdb time 1.064255ms I0504 09:33:40.356460 3674 cni.go:452] [tsf-tas/rekor-createtree-job-2cwvw-zw2sw 9709eacd3c63a18da883ff807508f634285635237d252d45661e8da66108ae3d network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-createtree-job-2cwvw-zw2sw 9709eacd3c63a18da883ff807508f634285635237d252d45661e8da66108ae3d network default NAD default NAD key ] I0504 09:33:40.367502 3674 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-createtree-job-2cwvw-zw2sw, hostIfaceName: 9709eacd3c63a18, network: default, NAD default, SandboxID: "9709eacd3c63a18da883ff807508f634285635237d252d45661e8da66108ae3d", PCI device ID: , UID: "d928ff70-9be1-4fe2-a196-0b65b28c2edb", MAC: 0a:58:0a:81:00:30, IPs: [10.129.0.48/23] I0504 09:33:40.428078 3674 cni.go:473] [tsf-tas/rekor-createtree-job-2cwvw-zw2sw 9709eacd3c63a18da883ff807508f634285635237d252d45661e8da66108ae3d network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-createtree-job-2cwvw-zw2sw 9709eacd3c63a18da883ff807508f634285635237d252d45661e8da66108ae3d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:b8:fe:bf:89:05\",\"name\":\"9709eacd3c63a18\"},{\"mac\":\"0a:58:0a:81:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/39ef79ef-95fe-4dc5-bafc-fc9aefe3ba80\"}],\"ips\":[{\"address\":\"10.129.0.48/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 09:33:40.766945 3674 cni.go:452] [tsf-tas/trillian-logserver-5f99f89c47-mpr5z 7cea38d4a1fa08e0ae39432942c3311a3b1d38982ad5c444c282d2348cd9d8be network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logserver-5f99f89c47-mpr5z 7cea38d4a1fa08e0ae39432942c3311a3b1d38982ad5c444c282d2348cd9d8be network default NAD default NAD key ] I0504 09:33:40.779825 3674 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logserver-5f99f89c47-mpr5z, hostIfaceName: 7cea38d4a1fa08e, network: default, NAD default, SandboxID: "7cea38d4a1fa08e0ae39432942c3311a3b1d38982ad5c444c282d2348cd9d8be", PCI device ID: , UID: "a4ec3f17-2b98-4c51-bab1-78aa4f87a72a", MAC: 0a:58:0a:81:00:2e, IPs: [10.129.0.46/23] I0504 09:33:40.846422 3674 cni.go:473] [tsf-tas/trillian-logserver-5f99f89c47-mpr5z 7cea38d4a1fa08e0ae39432942c3311a3b1d38982ad5c444c282d2348cd9d8be network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logserver-5f99f89c47-mpr5z 7cea38d4a1fa08e0ae39432942c3311a3b1d38982ad5c444c282d2348cd9d8be network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:7e:7b:6a:37:e7\",\"name\":\"7cea38d4a1fa08e\"},{\"mac\":\"0a:58:0a:81:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9d2e80dc-1fed-4cfd-a1dc-4a96df7598b6\"}],\"ips\":[{\"address\":\"10.129.0.46/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 09:33:40.945596 3674 cni.go:452] [tsf-tas/trillian-logsigner-7bd7b78776-ltmkc 172f6c1f1439145e97212181537e77cd8b25c790051685d143fba23f1b00ab3a network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logsigner-7bd7b78776-ltmkc 172f6c1f1439145e97212181537e77cd8b25c790051685d143fba23f1b00ab3a network default NAD default NAD key ] I0504 09:33:40.958635 3674 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logsigner-7bd7b78776-ltmkc, hostIfaceName: 172f6c1f1439145, network: default, NAD default, SandboxID: "172f6c1f1439145e97212181537e77cd8b25c790051685d143fba23f1b00ab3a", PCI device ID: , UID: "28d7373d-8f45-438c-918b-3d6694e35ea9", MAC: 0a:58:0a:81:00:2f, IPs: [10.129.0.47/23] I0504 09:33:41.023139 3674 cni.go:473] [tsf-tas/trillian-logsigner-7bd7b78776-ltmkc 172f6c1f1439145e97212181537e77cd8b25c790051685d143fba23f1b00ab3a network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logsigner-7bd7b78776-ltmkc 172f6c1f1439145e97212181537e77cd8b25c790051685d143fba23f1b00ab3a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:f7:46:80:1f:76\",\"name\":\"172f6c1f1439145\"},{\"mac\":\"0a:58:0a:81:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f485ba04-eb1c-44e9-b65b-3b83379a5d9a\"}],\"ips\":[{\"address\":\"10.129.0.47/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0504 09:33:42.097321 3674 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0504 09:33:42.097461 3674 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0504 09:33:42.125280 3674 util.go:959] Failed to build node endpoints for node ip-10-0-2-89.ec2.internal port 5554: empty IP address endpoints for service tsf-tas/fulcio-server W0504 09:33:42.125375 3674 util.go:959] Failed to build node endpoints for node ip-10-0-2-89.ec2.internal port 5555: empty IP address endpoints for service tsf-tas/fulcio-server W0504 09:33:42.563800 3674 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0504 09:33:42.563830 3674 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0504 09:33:42.563836 3674 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0504 09:33:45.482236 3674 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-946h5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 09:33:45.482833 3674 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-946h5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 09:33:46.369832 3674 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-946h5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:33:46.369866 3674 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-946h5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0504 09:33:52.159091 3674 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0504 09:33:53.197867 3674 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver I0504 09:33:54.181374 3674 cni.go:452] [tsf-tas/segment-backup-installation-79ddd-tq856 29c62fa48e2183ab28203056721f508b27d998626850ae587ab3e2bb435f9cd5 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/segment-backup-installation-79ddd-tq856 29c62fa48e2183ab28203056721f508b27d998626850ae587ab3e2bb435f9cd5 network default NAD default NAD key ] I0504 09:33:54.267695 3674 cni.go:473] [tsf-tas/segment-backup-installation-79ddd-tq856 29c62fa48e2183ab28203056721f508b27d998626850ae587ab3e2bb435f9cd5 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/segment-backup-installation-79ddd-tq856 29c62fa48e2183ab28203056721f508b27d998626850ae587ab3e2bb435f9cd5 network default NAD default NAD key default], result "{}", err I0504 09:33:54.318940 3674 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-79ddd-tq856 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 09:33:54.318972 3674 pods.go:176] Deleting pod: tsf-tas/segment-backup-installation-79ddd-tq856 I0504 09:33:54.320339 3674 pods.go:236] Attempting to release IPs for pod: tsf-tas/segment-backup-installation-79ddd-tq856, ips: 10.129.0.44 I0504 09:33:54.320366 3674 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-79ddd-tq856 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 09:33:55.341222 3674 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-79ddd-tq856 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:33:55.341247 3674 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-79ddd-tq856 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0504 09:33:55.633873 3674 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0504 09:34:16.490379 3674 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0504 09:34:20.284691 3674 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-wj4s7] creating logical port openshift-pipelines_pipelines-as-code-controller-79b6fbbc5c-wj4s7 for pod on switch ip-10-0-2-89.ec2.internal I0504 09:34:20.284822 3674 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-wj4s7 I0504 09:34:20.306570 3674 pod.go:62] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-wj4s7] pod update took 21.801783ms I0504 09:34:20.306591 3674 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-wj4s7] addLogicalPort annotation time took 21.827144ms I0504 09:34:20.307868 3674 pods.go:271] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-wj4s7] addLogicalPort took 23.196577ms, libovsdb time 868.859µs I0504 09:34:20.667363 3674 cni.go:452] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-wj4s7 3bcd68672286584304877563b4fcd0581e6d4abe8bfeb101cbc4ff5632161269 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-wj4s7 3bcd68672286584304877563b4fcd0581e6d4abe8bfeb101cbc4ff5632161269 network default NAD default NAD key ] I0504 09:34:20.677348 3674 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-controller-79b6fbbc5c-wj4s7, hostIfaceName: 3bcd68672286584, network: default, NAD default, SandboxID: "3bcd68672286584304877563b4fcd0581e6d4abe8bfeb101cbc4ff5632161269", PCI device ID: , UID: "f83ec58c-b019-4178-b331-b01dc87bcd72", MAC: 0a:58:0a:81:00:31, IPs: [10.129.0.49/23] I0504 09:34:20.732119 3674 cni.go:473] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-wj4s7 3bcd68672286584304877563b4fcd0581e6d4abe8bfeb101cbc4ff5632161269 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-wj4s7 3bcd68672286584304877563b4fcd0581e6d4abe8bfeb101cbc4ff5632161269 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:ef:59:29:4c:17\",\"name\":\"3bcd68672286584\"},{\"mac\":\"0a:58:0a:81:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d35b19b2-60e7-45c0-9ff0-52867ffccd86\"}],\"ips\":[{\"address\":\"10.129.0.49/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0504 09:34:21.293362 3674 util.go:959] Failed to build node endpoints for node ip-10-0-2-89.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logserver W0504 09:34:24.365904 3674 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0504 09:34:24.365924 3674 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0504 09:34:24.396752 3674 util.go:959] Failed to build node endpoints for node ip-10-0-2-89.ec2.internal port 8082: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0504 09:34:24.396771 3674 util.go:959] Failed to build node endpoints for node ip-10-0-2-89.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0504 09:34:24.542738 3674 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0504 09:34:25.320671 3674 util.go:959] Failed to build node endpoints for node ip-10-0-2-89.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logsigner I0504 09:34:26.951044 3674 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 09:34:26.951623 3674 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 09:34:26.972708 3674 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:34:26.972737 3674 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:34:26.980082 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0504 09:34:26.980105 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0504 09:34:33.420038 3674 cni.go:452] [tsf-tas/rekor-createtree-job-2cwvw-zw2sw 9709eacd3c63a18da883ff807508f634285635237d252d45661e8da66108ae3d network default NAD default NAD key ] DEL starting CNI request [tsf-tas/rekor-createtree-job-2cwvw-zw2sw 9709eacd3c63a18da883ff807508f634285635237d252d45661e8da66108ae3d network default NAD default NAD key ] I0504 09:34:33.529610 3674 cni.go:473] [tsf-tas/rekor-createtree-job-2cwvw-zw2sw 9709eacd3c63a18da883ff807508f634285635237d252d45661e8da66108ae3d network default NAD default NAD key default] DEL finished CNI request [tsf-tas/rekor-createtree-job-2cwvw-zw2sw 9709eacd3c63a18da883ff807508f634285635237d252d45661e8da66108ae3d network default NAD default NAD key default], result "{}", err I0504 09:34:33.582051 3674 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-2cwvw-zw2sw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 09:34:33.582089 3674 pods.go:176] Deleting pod: tsf-tas/rekor-createtree-job-2cwvw-zw2sw I0504 09:34:33.583559 3674 pods.go:236] Attempting to release IPs for pod: tsf-tas/rekor-createtree-job-2cwvw-zw2sw, ips: 10.129.0.48 I0504 09:34:33.583595 3674 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-2cwvw-zw2sw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 09:34:34.435733 3674 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-2cwvw-zw2sw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:34:34.435762 3674 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-2cwvw-zw2sw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:34:35.969241 3674 obj_retry.go:498] Detected object tsf/patch-tekton-config-gjgzl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 09:34:35.969830 3674 obj_retry.go:498] Detected object tsf/patch-tekton-config-gjgzl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 09:34:36.869162 3674 obj_retry.go:492] Detected object tsf/patch-tekton-config-gjgzl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:34:36.869182 3674 obj_retry.go:492] Detected object tsf/patch-tekton-config-gjgzl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:34:37.607858 3674 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-7rhkm] creating logical port openshift-pipelines_pipelines-console-plugin-65f788bc74-7rhkm for pod on switch ip-10-0-2-89.ec2.internal I0504 09:34:37.607956 3674 kube.go:256] Updating pod openshift-pipelines/pipelines-console-plugin-65f788bc74-7rhkm I0504 09:34:37.623501 3674 pod.go:62] [openshift-pipelines/pipelines-console-plugin-65f788bc74-7rhkm] pod update took 15.565347ms I0504 09:34:37.623551 3674 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-7rhkm] addLogicalPort annotation time took 15.623577ms I0504 09:34:37.624935 3674 pods.go:271] [openshift-pipelines/pipelines-console-plugin-65f788bc74-7rhkm] addLogicalPort took 17.105386ms, libovsdb time 879.824µs I0504 09:34:37.972363 3674 cni.go:452] [openshift-pipelines/pipelines-console-plugin-65f788bc74-7rhkm 67199819787fb7b0b81b36cfa6eb607fad18817135b31dfd3438cf698695518d network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-7rhkm 67199819787fb7b0b81b36cfa6eb607fad18817135b31dfd3438cf698695518d network default NAD default NAD key ] I0504 09:34:37.982166 3674 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-console-plugin-65f788bc74-7rhkm, hostIfaceName: 67199819787fb7b, network: default, NAD default, SandboxID: "67199819787fb7b0b81b36cfa6eb607fad18817135b31dfd3438cf698695518d", PCI device ID: , UID: "d51879b0-6750-447e-91bb-f12c961601ce", MAC: 0a:58:0a:81:00:32, IPs: [10.129.0.50/23] I0504 09:34:38.038239 3674 cni.go:473] [openshift-pipelines/pipelines-console-plugin-65f788bc74-7rhkm 67199819787fb7b0b81b36cfa6eb607fad18817135b31dfd3438cf698695518d network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-7rhkm 67199819787fb7b0b81b36cfa6eb607fad18817135b31dfd3438cf698695518d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:f4:19:73:18:bb\",\"name\":\"67199819787fb7b\"},{\"mac\":\"0a:58:0a:81:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cbd8e71a-35e6-4113-a428-197310c931ae\"}],\"ips\":[{\"address\":\"10.129.0.50/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0504 09:34:39.860883 3674 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0504 09:34:42.021918 3674 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-d2882-vxvx5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 09:34:42.024555 3674 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-d2882-vxvx5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 09:34:42.503026 3674 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0504 09:34:42.893668 3674 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-d2882-vxvx5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:34:42.893690 3674 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-d2882-vxvx5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:34:43.398689 3674 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=69 W0504 09:34:44.649086 3674 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis W0504 09:34:44.894567 3674 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0504 09:34:45.822312 3674 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-zxkck of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 09:34:45.822852 3674 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-zxkck of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 09:34:46.680031 3674 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-zxkck of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:34:46.680063 3674 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-zxkck of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:34:46.719854 3674 obj_retry.go:492] Detected object tsf/patch-tekton-config-gjgzl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:34:46.719885 3674 obj_retry.go:492] Detected object tsf/patch-tekton-config-gjgzl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:34:46.726046 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-gjgzl I0504 09:34:46.726070 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-gjgzl W0504 09:34:46.909554 3674 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0504 09:34:51.081088 3674 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 09:34:51.081678 3674 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 09:34:51.102306 3674 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:34:51.102331 3674 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:34:51.109625 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0504 09:34:51.109650 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0504 09:34:52.361935 3674 base_network_controller_pods.go:487] [default/tsf-tpa/create-db-46th2] creating logical port tsf-tpa_create-db-46th2 for pod on switch ip-10-0-2-89.ec2.internal I0504 09:34:52.362041 3674 kube.go:256] Updating pod tsf-tpa/create-db-46th2 I0504 09:34:52.377310 3674 pod.go:62] [tsf-tpa/create-db-46th2] pod update took 15.302505ms I0504 09:34:52.377332 3674 base_network_controller_pods.go:951] [default/tsf-tpa/create-db-46th2] addLogicalPort annotation time took 15.331286ms I0504 09:34:52.378602 3674 pods.go:271] [tsf-tpa/create-db-46th2] addLogicalPort took 16.68832ms, libovsdb time 849.973µs I0504 09:34:52.725437 3674 cni.go:452] [tsf-tpa/create-db-46th2 6c2550ca12205b74b64a43920167b4e35f0ead4a2c932b9d2152098edfa917d1 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-db-46th2 6c2550ca12205b74b64a43920167b4e35f0ead4a2c932b9d2152098edfa917d1 network default NAD default NAD key ] I0504 09:34:52.734583 3674 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-db-46th2, hostIfaceName: 6c2550ca12205b7, network: default, NAD default, SandboxID: "6c2550ca12205b74b64a43920167b4e35f0ead4a2c932b9d2152098edfa917d1", PCI device ID: , UID: "f505e67a-4b83-4336-8dfd-7ef26056d481", MAC: 0a:58:0a:81:00:33, IPs: [10.129.0.51/23] I0504 09:34:52.787586 3674 cni.go:473] [tsf-tpa/create-db-46th2 6c2550ca12205b74b64a43920167b4e35f0ead4a2c932b9d2152098edfa917d1 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-db-46th2 6c2550ca12205b74b64a43920167b4e35f0ead4a2c932b9d2152098edfa917d1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:75:70:79:27:ba\",\"name\":\"6c2550ca12205b7\"},{\"mac\":\"0a:58:0a:81:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b772e937-2316-469a-8a75-659a55054923\"}],\"ips\":[{\"address\":\"10.129.0.51/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 09:34:57.571970 3674 cni.go:452] [tsf-tpa/create-db-46th2 6c2550ca12205b74b64a43920167b4e35f0ead4a2c932b9d2152098edfa917d1 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-db-46th2 6c2550ca12205b74b64a43920167b4e35f0ead4a2c932b9d2152098edfa917d1 network default NAD default NAD key ] I0504 09:34:57.652800 3674 cni.go:473] [tsf-tpa/create-db-46th2 6c2550ca12205b74b64a43920167b4e35f0ead4a2c932b9d2152098edfa917d1 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-db-46th2 6c2550ca12205b74b64a43920167b4e35f0ead4a2c932b9d2152098edfa917d1 network default NAD default NAD key default], result "{}", err I0504 09:34:57.705677 3674 obj_retry.go:498] Detected object tsf-tpa/create-db-46th2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 09:34:57.705710 3674 pods.go:176] Deleting pod: tsf-tpa/create-db-46th2 I0504 09:34:57.707121 3674 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-db-46th2, ips: 10.129.0.51 I0504 09:34:57.707147 3674 obj_retry.go:498] Detected object tsf-tpa/create-db-46th2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 09:34:58.729935 3674 obj_retry.go:492] Detected object tsf-tpa/create-db-46th2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:34:58.729961 3674 obj_retry.go:492] Detected object tsf-tpa/create-db-46th2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:34:58.831797 3674 base_network_controller_pods.go:487] [default/tsf-tpa/migrate-db-5mlx9] creating logical port tsf-tpa_migrate-db-5mlx9 for pod on switch ip-10-0-2-89.ec2.internal I0504 09:34:58.831913 3674 kube.go:256] Updating pod tsf-tpa/migrate-db-5mlx9 I0504 09:34:58.845213 3674 pod.go:62] [tsf-tpa/migrate-db-5mlx9] pod update took 13.325158ms I0504 09:34:58.845237 3674 base_network_controller_pods.go:951] [default/tsf-tpa/migrate-db-5mlx9] addLogicalPort annotation time took 13.355507ms I0504 09:34:58.846544 3674 pods.go:271] [tsf-tpa/migrate-db-5mlx9] addLogicalPort took 14.773398ms, libovsdb time 870.173µs I0504 09:34:59.193763 3674 cni.go:452] [tsf-tpa/migrate-db-5mlx9 aea2a5199fc070c8d69d06553a192b40401811e7ce466e7f116859d8f55c0bbd network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/migrate-db-5mlx9 aea2a5199fc070c8d69d06553a192b40401811e7ce466e7f116859d8f55c0bbd network default NAD default NAD key ] I0504 09:34:59.203914 3674 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: migrate-db-5mlx9, hostIfaceName: aea2a5199fc070c, network: default, NAD default, SandboxID: "aea2a5199fc070c8d69d06553a192b40401811e7ce466e7f116859d8f55c0bbd", PCI device ID: , UID: "7e1ff45f-e018-478e-904e-fb24c0becce3", MAC: 0a:58:0a:81:00:34, IPs: [10.129.0.52/23] I0504 09:34:59.257995 3674 cni.go:473] [tsf-tpa/migrate-db-5mlx9 aea2a5199fc070c8d69d06553a192b40401811e7ce466e7f116859d8f55c0bbd network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/migrate-db-5mlx9 aea2a5199fc070c8d69d06553a192b40401811e7ce466e7f116859d8f55c0bbd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:c0:c2:a2:c0:be\",\"name\":\"aea2a5199fc070c\"},{\"mac\":\"0a:58:0a:81:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/44b5aee4-8477-4020-bfcf-c72a584f6309\"}],\"ips\":[{\"address\":\"10.129.0.52/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 09:35:01.598556 3674 cni.go:452] [tsf-tpa/migrate-db-5mlx9 aea2a5199fc070c8d69d06553a192b40401811e7ce466e7f116859d8f55c0bbd network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/migrate-db-5mlx9 aea2a5199fc070c8d69d06553a192b40401811e7ce466e7f116859d8f55c0bbd network default NAD default NAD key ] I0504 09:35:01.705477 3674 cni.go:473] [tsf-tpa/migrate-db-5mlx9 aea2a5199fc070c8d69d06553a192b40401811e7ce466e7f116859d8f55c0bbd network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/migrate-db-5mlx9 aea2a5199fc070c8d69d06553a192b40401811e7ce466e7f116859d8f55c0bbd network default NAD default NAD key default], result "{}", err I0504 09:35:01.757734 3674 obj_retry.go:498] Detected object tsf-tpa/migrate-db-5mlx9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 09:35:01.757776 3674 pods.go:176] Deleting pod: tsf-tpa/migrate-db-5mlx9 I0504 09:35:01.759165 3674 pods.go:236] Attempting to release IPs for pod: tsf-tpa/migrate-db-5mlx9, ips: 10.129.0.52 I0504 09:35:01.759198 3674 obj_retry.go:498] Detected object tsf-tpa/migrate-db-5mlx9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 09:35:01.869597 3674 obj_retry.go:492] Detected object tsf-tpa/migrate-db-5mlx9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:35:01.869628 3674 obj_retry.go:492] Detected object tsf-tpa/migrate-db-5mlx9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:35:05.004620 3674 base_network_controller_pods.go:487] [default/tsf-tpa/server-544db6c84c-5zcbz] creating logical port tsf-tpa_server-544db6c84c-5zcbz for pod on switch ip-10-0-2-89.ec2.internal I0504 09:35:05.004725 3674 kube.go:256] Updating pod tsf-tpa/server-544db6c84c-5zcbz I0504 09:35:05.020800 3674 pod.go:62] [tsf-tpa/server-544db6c84c-5zcbz] pod update took 16.100931ms I0504 09:35:05.020828 3674 base_network_controller_pods.go:951] [default/tsf-tpa/server-544db6c84c-5zcbz] addLogicalPort annotation time took 16.13342ms I0504 09:35:05.022268 3674 pods.go:271] [tsf-tpa/server-544db6c84c-5zcbz] addLogicalPort took 17.66555ms, libovsdb time 974.411µs I0504 09:35:06.047572 3674 base_network_controller_pods.go:487] [default/tsf-tpa/importer-86bcdf477b-k9bb8] creating logical port tsf-tpa_importer-86bcdf477b-k9bb8 for pod on switch ip-10-0-2-89.ec2.internal I0504 09:35:06.047719 3674 kube.go:256] Updating pod tsf-tpa/importer-86bcdf477b-k9bb8 I0504 09:35:06.062788 3674 pod.go:62] [tsf-tpa/importer-86bcdf477b-k9bb8] pod update took 15.093936ms I0504 09:35:06.062818 3674 base_network_controller_pods.go:951] [default/tsf-tpa/importer-86bcdf477b-k9bb8] addLogicalPort annotation time took 15.129505ms I0504 09:35:06.064357 3674 pods.go:271] [tsf-tpa/importer-86bcdf477b-k9bb8] addLogicalPort took 16.804353ms, libovsdb time 947.858µs I0504 09:35:06.357546 3674 obj_retry.go:498] Detected object tsf-tpa/create-importers-wl47j of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 09:35:06.358141 3674 obj_retry.go:498] Detected object tsf-tpa/create-importers-wl47j of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 09:35:07.380365 3674 obj_retry.go:492] Detected object tsf-tpa/create-importers-wl47j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:35:07.380393 3674 obj_retry.go:492] Detected object tsf-tpa/create-importers-wl47j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:35:07.402280 3674 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=99 I0504 09:35:10.181639 3674 cni.go:452] [tsf-tpa/server-544db6c84c-5zcbz 6eda89cc4ac88a90e3f0e91b08da8930c4f5b27cb6dbe20004afa5c88007abf7 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/server-544db6c84c-5zcbz 6eda89cc4ac88a90e3f0e91b08da8930c4f5b27cb6dbe20004afa5c88007abf7 network default NAD default NAD key ] I0504 09:35:10.191331 3674 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: server-544db6c84c-5zcbz, hostIfaceName: 6eda89cc4ac88a9, network: default, NAD default, SandboxID: "6eda89cc4ac88a90e3f0e91b08da8930c4f5b27cb6dbe20004afa5c88007abf7", PCI device ID: , UID: "6c16effc-00e8-49c7-9f9e-08b0d50361a0", MAC: 0a:58:0a:81:00:35, IPs: [10.129.0.53/23] I0504 09:35:10.244993 3674 cni.go:473] [tsf-tpa/server-544db6c84c-5zcbz 6eda89cc4ac88a90e3f0e91b08da8930c4f5b27cb6dbe20004afa5c88007abf7 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/server-544db6c84c-5zcbz 6eda89cc4ac88a90e3f0e91b08da8930c4f5b27cb6dbe20004afa5c88007abf7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:a3:25:3f:aa:b6\",\"name\":\"6eda89cc4ac88a9\"},{\"mac\":\"0a:58:0a:81:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0f1d6678-c926-4c9e-a4dc-7961ceee4688\"}],\"ips\":[{\"address\":\"10.129.0.53/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0504 09:35:10.653349 3674 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0504 09:35:14.091250 3674 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-t2w4j-9wtqj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 09:35:14.091872 3674 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-t2w4j-9wtqj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 09:35:14.824175 3674 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-t2w4j-9wtqj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:35:14.824200 3674 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-t2w4j-9wtqj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:35:15.486610 3674 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0504 09:35:17.230876 3674 cni.go:452] [tsf-tpa/importer-86bcdf477b-k9bb8 f19bcd682249481d930c35b3191a22931c14f573254ee8cb291f158ce815f54e network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/importer-86bcdf477b-k9bb8 f19bcd682249481d930c35b3191a22931c14f573254ee8cb291f158ce815f54e network default NAD default NAD key ] I0504 09:35:17.240204 3674 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: importer-86bcdf477b-k9bb8, hostIfaceName: f19bcd682249481, network: default, NAD default, SandboxID: "f19bcd682249481d930c35b3191a22931c14f573254ee8cb291f158ce815f54e", PCI device ID: , UID: "04deae83-7d3a-4335-9905-e5ce417bc5a9", MAC: 0a:58:0a:81:00:36, IPs: [10.129.0.54/23] I0504 09:35:17.295128 3674 cni.go:473] [tsf-tpa/importer-86bcdf477b-k9bb8 f19bcd682249481d930c35b3191a22931c14f573254ee8cb291f158ce815f54e network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/importer-86bcdf477b-k9bb8 f19bcd682249481d930c35b3191a22931c14f573254ee8cb291f158ce815f54e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:95:da:8b:e0:d0\",\"name\":\"f19bcd682249481\"},{\"mac\":\"0a:58:0a:81:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bbb2eee3-ccf5-43d4-8b1d-6017f1cf6ced\"}],\"ips\":[{\"address\":\"10.129.0.54/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0504 09:35:19.837990 3674 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf W0504 09:35:21.660742 3674 util.go:959] Failed to build node endpoints for node ip-10-0-2-89.ec2.internal port 8080: empty IP address endpoints for service tsf-tpa/server I0504 09:35:38.338504 3674 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 09:35:38.339042 3674 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 09:35:38.381317 3674 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:35:38.381343 3674 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:35:38.388693 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0504 09:35:38.388716 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0504 09:35:39.161600 3674 namespace.go:98] [integration-service] adding namespace I0504 09:35:39.162305 3674 namespace.go:98] [build-service] adding namespace I0504 09:35:39.162669 3674 namespace.go:102] [integration-service] adding namespace took 1.046631ms I0504 09:35:39.163440 3674 namespace.go:102] [build-service] adding namespace took 1.119109ms I0504 09:35:39.169402 3674 namespace.go:98] [default-tenant] adding namespace I0504 09:35:39.169455 3674 namespace.go:98] [image-controller] adding namespace I0504 09:35:39.170091 3674 namespace.go:102] [default-tenant] adding namespace took 675.519µs I0504 09:35:39.170748 3674 namespace.go:102] [image-controller] adding namespace took 1.279233ms I0504 09:35:39.230016 3674 namespace.go:142] [integration-service] updating namespace I0504 09:35:39.255610 3674 namespace.go:142] [integration-service] updating namespace I0504 09:35:39.255690 3674 namespace.go:142] [build-service] updating namespace I0504 09:35:39.279666 3674 namespace.go:142] [build-service] updating namespace I0504 09:35:39.289995 3674 namespace.go:142] [default-tenant] updating namespace I0504 09:35:39.310588 3674 namespace.go:142] [default-tenant] updating namespace I0504 09:35:39.317067 3674 namespace.go:142] [image-controller] updating namespace I0504 09:35:39.368323 3674 namespace.go:142] [image-controller] updating namespace I0504 09:35:39.433376 3674 namespace.go:142] [build-service] updating namespace I0504 09:35:39.452833 3674 namespace.go:142] [integration-service] updating namespace I0504 09:35:39.483601 3674 namespace.go:98] [release-service] adding namespace I0504 09:35:39.484555 3674 namespace.go:102] [release-service] adding namespace took 928.543µs I0504 09:35:39.513910 3674 namespace.go:142] [release-service] updating namespace I0504 09:35:39.530848 3674 namespace.go:142] [konflux-ui] updating namespace I0504 09:35:39.562987 3674 namespace.go:142] [release-service] updating namespace I0504 09:35:39.641585 3674 namespace.go:98] [konflux-info] adding namespace I0504 09:35:39.642461 3674 namespace.go:102] [konflux-info] adding namespace took 855.216µs I0504 09:35:39.714023 3674 namespace.go:142] [konflux-info] updating namespace I0504 09:35:39.748423 3674 namespace.go:142] [konflux-info] updating namespace I0504 09:35:39.788457 3674 namespace.go:98] [namespace-lister] adding namespace I0504 09:35:39.789331 3674 namespace.go:102] [namespace-lister] adding namespace took 849.768µs I0504 09:35:39.840665 3674 namespace.go:98] [enterprise-contract-service] adding namespace I0504 09:35:39.841484 3674 namespace.go:102] [enterprise-contract-service] adding namespace took 795.172µs I0504 09:35:39.876850 3674 namespace.go:142] [image-controller] updating namespace I0504 09:35:39.876932 3674 namespace.go:142] [namespace-lister] updating namespace I0504 09:35:39.885099 3674 namespace.go:142] [enterprise-contract-service] updating namespace I0504 09:35:39.935406 3674 namespace.go:142] [namespace-lister] updating namespace I0504 09:35:39.983505 3674 namespace.go:142] [enterprise-contract-service] updating namespace I0504 09:35:40.063484 3674 namespace.go:142] [default-tenant] updating namespace I0504 09:35:40.218542 3674 namespace.go:98] [segment-bridge] adding namespace I0504 09:35:40.219507 3674 namespace.go:102] [segment-bridge] adding namespace took 938.623µs I0504 09:35:40.459451 3674 namespace.go:98] [konflux-cli] adding namespace I0504 09:35:40.460257 3674 namespace.go:102] [konflux-cli] adding namespace took 784.763µs I0504 09:35:40.573584 3674 namespace.go:142] [segment-bridge] updating namespace I0504 09:35:40.796791 3674 namespace.go:142] [segment-bridge] updating namespace I0504 09:35:41.024437 3674 namespace.go:142] [konflux-cli] updating namespace I0504 09:35:41.122461 3674 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0504 09:35:41.123189 3674 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0504 09:35:41.123211 3674 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0504 09:35:41.125974 3674 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0504 09:35:41.216633 3674 namespace.go:142] [konflux-cli] updating namespace I0504 09:35:41.307371 3674 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0504 09:35:41.307397 3674 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0504 09:35:41.308170 3674 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0504 09:35:42.321395 3674 namespace.go:142] [build-service] updating namespace I0504 09:35:42.805635 3674 namespace.go:142] [default-tenant] updating namespace I0504 09:35:43.068253 3674 namespace.go:142] [enterprise-contract-service] updating namespace I0504 09:35:43.368415 3674 namespace.go:142] [image-controller] updating namespace I0504 09:35:43.516103 3674 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0504 09:35:43.584989 3674 namespace.go:142] [integration-service] updating namespace I0504 09:35:43.781422 3674 namespace.go:142] [konflux-cli] updating namespace I0504 09:35:44.013040 3674 namespace.go:142] [konflux-info] updating namespace I0504 09:35:44.185287 3674 namespace.go:142] [namespace-lister] updating namespace I0504 09:35:44.376981 3674 namespace.go:142] [release-service] updating namespace I0504 09:35:44.589661 3674 namespace.go:142] [segment-bridge] updating namespace I0504 09:35:44.713606 3674 namespace.go:142] [build-service] updating namespace I0504 09:35:44.744706 3674 namespace.go:142] [default-tenant] updating namespace I0504 09:35:44.766714 3674 namespace.go:142] [enterprise-contract-service] updating namespace I0504 09:35:44.785200 3674 namespace.go:142] [image-controller] updating namespace I0504 09:35:44.803742 3674 namespace.go:142] [integration-service] updating namespace I0504 09:35:44.836583 3674 namespace.go:142] [konflux-cli] updating namespace I0504 09:35:44.868457 3674 namespace.go:142] [konflux-info] updating namespace I0504 09:35:44.891422 3674 namespace.go:142] [namespace-lister] updating namespace I0504 09:35:44.918403 3674 namespace.go:142] [release-service] updating namespace I0504 09:35:44.952591 3674 namespace.go:142] [segment-bridge] updating namespace I0504 09:35:45.033884 3674 namespace.go:142] [build-service] updating namespace I0504 09:35:45.188445 3674 namespace.go:142] [default-tenant] updating namespace I0504 09:35:45.306408 3674 namespace.go:142] [enterprise-contract-service] updating namespace I0504 09:35:45.410913 3674 namespace.go:142] [image-controller] updating namespace I0504 09:35:45.483136 3674 namespace.go:142] [integration-service] updating namespace I0504 09:35:45.584788 3674 namespace.go:142] [konflux-cli] updating namespace I0504 09:35:45.665960 3674 namespace.go:142] [konflux-info] updating namespace I0504 09:35:45.762339 3674 namespace.go:142] [namespace-lister] updating namespace I0504 09:35:45.871555 3674 namespace.go:142] [release-service] updating namespace W0504 09:35:46.024169 3674 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0504 09:35:46.044673 3674 namespace.go:142] [segment-bridge] updating namespace W0504 09:35:46.148945 3674 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0504 09:35:49.290094 3674 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0504 09:35:51.009183 3674 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0504 09:35:51.010574 3674 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0504 09:35:51.284397 3674 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0504 09:35:51.289393 3674 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0504 09:35:56.322695 3674 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0504 09:35:56.322739 3674 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0504 09:35:56.348062 3674 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0504 09:35:56.386121 3674 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0504 09:35:56.386135 3674 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0504 09:35:57.068872 3674 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0504 09:35:57.068889 3674 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy I0504 09:36:03.285540 3674 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-cx6z6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 09:36:03.286129 3674 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-cx6z6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 09:36:03.671337 3674 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-cx6z6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:36:03.671363 3674 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-cx6z6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:36:03.682615 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-cx6z6 I0504 09:36:03.682641 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-cx6z6 I0504 09:36:19.396413 3674 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=13 I0504 09:36:21.397060 3674 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=70 I0504 09:36:30.442699 3674 namespace.go:142] [openshift-pipelines] updating namespace I0504 09:36:37.409396 3674 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=548 I0504 09:37:06.374281 3674 obj_retry.go:498] Detected object konflux-ui/proxy-5b78f45564-gvbd9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 09:37:06.374901 3674 obj_retry.go:498] Detected object konflux-ui/proxy-5b78f45564-gvbd9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 09:37:06.724870 3674 obj_retry.go:492] Detected object konflux-ui/proxy-5b78f45564-gvbd9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:37:06.724892 3674 obj_retry.go:492] Detected object konflux-ui/proxy-5b78f45564-gvbd9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:37:06.733095 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-5b78f45564-gvbd9 I0504 09:37:06.733126 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-5b78f45564-gvbd9 I0504 09:37:10.891925 3674 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 09:37:10.892484 3674 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 09:37:10.911008 3674 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:37:10.911032 3674 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:37:10.918609 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0504 09:37:10.918628 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0504 09:37:40.962713 3674 namespace.go:98] [managed-tenant-mv8vb] adding namespace I0504 09:37:40.963502 3674 namespace.go:102] [managed-tenant-mv8vb] adding namespace took 766.186µs I0504 09:37:41.016766 3674 namespace.go:142] [managed-tenant-mv8vb] updating namespace I0504 09:37:41.036856 3674 namespace.go:142] [managed-tenant-mv8vb] updating namespace I0504 09:37:42.027754 3674 namespace.go:142] [managed-tenant-mv8vb] updating namespace I0504 09:37:42.148365 3674 namespace.go:142] [managed-tenant-mv8vb] updating namespace I0504 09:37:42.243900 3674 namespace.go:142] [managed-tenant-mv8vb] updating namespace I0504 09:38:36.520690 3674 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0504 09:38:58.529606 3674 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=5 I0504 09:39:08.490503 3674 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0504 09:39:59.529987 3674 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0504 09:40:00.493941 3674 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0504 09:40:04.810724 3674 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29631460-n5jnk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 09:40:04.811328 3674 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29631460-n5jnk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 09:40:05.696135 3674 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29631460-n5jnk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:40:05.696160 3674 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29631460-n5jnk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:40:36.511641 3674 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0504 09:40:45.403062 3674 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=112 I0504 09:41:01.402955 3674 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=21 I0504 09:41:09.501732 3674 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0504 09:41:53.490006 3674 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0504 09:41:59.413391 3674 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=24 I0504 09:42:23.506635 3674 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0504 09:43:13.400374 3674 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0504 09:43:19.520921 3674 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0504 09:44:13.400390 3674 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=51 I0504 09:44:13.406174 3674 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=82 I0504 09:44:24.493853 3674 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0504 09:44:58.054871 3674 obj_retry.go:492] Detected object tsf-tpa/create-db-46th2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:44:58.054918 3674 obj_retry.go:492] Detected object tsf-tpa/create-db-46th2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:44:58.060870 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-46th2 I0504 09:44:58.060896 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-46th2 I0504 09:45:01.034591 3674 obj_retry.go:492] Detected object tsf-tpa/migrate-db-5mlx9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:45:01.034644 3674 obj_retry.go:492] Detected object tsf-tpa/migrate-db-5mlx9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:45:01.041947 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-5mlx9 I0504 09:45:01.041980 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-5mlx9 I0504 09:45:07.037813 3674 obj_retry.go:492] Detected object tsf-tpa/create-importers-wl47j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:45:07.037858 3674 obj_retry.go:492] Detected object tsf-tpa/create-importers-wl47j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:45:07.047527 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-wl47j I0504 09:45:07.047565 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-wl47j I0504 09:45:33.523901 3674 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0504 09:46:10.505128 3674 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0504 09:46:18.515510 3674 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0504 09:46:21.406310 3674 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=7 I0504 09:46:48.412335 3674 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=6 I0504 09:47:24.497700 3674 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0504 09:47:34.493667 3674 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0504 09:47:37.533572 3674 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0504 09:48:25.432470 3674 obj_retry.go:498] Detected object default-tenant/tsf-comp-dt68e-on-pull-request-v7f8x-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 09:48:25.433079 3674 obj_retry.go:498] Detected object default-tenant/tsf-comp-dt68e-on-pull-request-v7f8x-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 09:48:26.182347 3674 obj_retry.go:492] Detected object default-tenant/tsf-comp-dt68e-on-pull-request-v7f8x-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:48:26.182375 3674 obj_retry.go:492] Detected object default-tenant/tsf-comp-dt68e-on-pull-request-v7f8x-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:48:26.190168 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-comp-dt68e-on-pull-request-v7f8x-init-pod I0504 09:48:26.190189 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-comp-dt68e-on-pull-request-v7f8x-init-pod I0504 09:48:30.533055 3674 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=11 I0504 09:48:36.281774 3674 obj_retry.go:498] Detected object default-tenant/tsf-comp-dt68e-on-push-jnkj7-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 09:48:36.282342 3674 obj_retry.go:498] Detected object default-tenant/tsf-comp-dt68e-on-push-jnkj7-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 09:48:46.524332 3674 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0504 09:48:49.403624 3674 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0504 09:48:49.505950 3674 obj_retry.go:498] Detected object default-tenant/tsf-comp-dt68e-on-push-jnkj7-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 09:48:49.506583 3674 obj_retry.go:498] Detected object default-tenant/tsf-comp-dt68e-on-push-jnkj7-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 09:49:09.510814 3674 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0504 09:49:15.404399 3674 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=26 I0504 09:49:56.776759 3674 obj_retry.go:498] Detected object default-tenant/tsf-comp-dt68e-on-push-jnkj7-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 09:49:56.777343 3674 obj_retry.go:498] Detected object default-tenant/tsf-comp-dt68e-on-push-jnkj7-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 09:50:03.886953 3674 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29631470-65lqt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 09:50:03.887573 3674 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29631470-65lqt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 09:50:04.760741 3674 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29631470-65lqt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:50:04.760767 3674 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29631470-65lqt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:50:04.802643 3674 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29631440-8dwz4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:50:04.802677 3674 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29631440-8dwz4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:50:04.808398 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29631440-8dwz4 I0504 09:50:04.808417 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29631440-8dwz4 I0504 09:50:17.498025 3674 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0504 09:50:56.418857 3674 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=91 I0504 09:51:40.409864 3674 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=9 I0504 09:52:54.498127 3674 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0504 09:53:00.509294 3674 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0504 09:53:54.246538 3674 obj_retry.go:498] Detected object default-tenant/tsf-comp-dt68e-on-push-jnkj7-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 09:53:54.247123 3674 obj_retry.go:498] Detected object default-tenant/tsf-comp-dt68e-on-push-jnkj7-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 09:54:23.313876 3674 obj_retry.go:498] Detected object default-tenant/tsf-comp-dt68e-on-push-jnkj7-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 09:54:23.314468 3674 obj_retry.go:498] Detected object default-tenant/tsf-comp-dt68e-on-push-jnkj7-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 09:54:35.501941 3674 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0504 09:54:46.527484 3674 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=11 I0504 09:54:52.519612 3674 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0504 09:55:01.410589 3674 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=10 I0504 09:55:14.845934 3674 obj_retry.go:498] Detected object default-tenant/tsf-comp-dt68e-on-push-jnkj7-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 09:55:14.846558 3674 obj_retry.go:498] Detected object default-tenant/tsf-comp-dt68e-on-push-jnkj7-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 09:55:34.514467 3674 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0504 09:55:40.854789 3674 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-wtnpw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 09:55:40.855412 3674 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-wtnpw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 09:55:41.683703 3674 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-wtnpw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:55:41.683729 3674 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-wtnpw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 09:55:41.691785 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-wtnpw I0504 09:55:41.691810 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-wtnpw I0504 09:55:42.047260 3674 obj_retry.go:498] Detected object default-tenant/tsf-comp-dt68e-on-push-jnkj7-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 09:55:42.048044 3674 obj_retry.go:498] Detected object default-tenant/tsf-comp-dt68e-on-push-jnkj7-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 09:55:43.045007 3674 obj_retry.go:498] Detected object default-tenant/tsf-comp-dt68e-on-push-jnkj7-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 09:55:43.045631 3674 obj_retry.go:498] Detected object default-tenant/tsf-comp-dt68e-on-push-jnkj7-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 09:55:48.068051 3674 obj_retry.go:498] Detected object default-tenant/tsf-comp-dt68e-on-push-jnkj7-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 09:55:48.068598 3674 obj_retry.go:498] Detected object default-tenant/tsf-comp-dt68e-on-push-jnkj7-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 09:55:56.416075 3674 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=13 I0504 09:55:57.407829 3674 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=41 I0504 09:56:04.195748 3674 obj_retry.go:498] Detected object default-tenant/tsf-comp-dt68e-on-push-jnkj7-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 09:56:04.196335 3674 obj_retry.go:498] Detected object default-tenant/tsf-comp-dt68e-on-push-jnkj7-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 09:56:06.537860 3674 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0504 09:56:39.529242 3674 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0504 09:57:05.536684 3674 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0504 09:57:52.502034 3674 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0504 09:58:01.408238 3674 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0504 09:58:07.413099 3674 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=7 I0504 09:58:20.780834 3674 obj_retry.go:498] Detected object default-tenant/tsf-comp-dt68e-on-push-jnkj7-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 09:58:20.781456 3674 obj_retry.go:498] Detected object default-tenant/tsf-comp-dt68e-on-push-jnkj7-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 09:58:23.422699 3674 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=105 I0504 09:58:38.503825 3674 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0504 09:58:38.927887 3674 obj_retry.go:498] Detected object default-tenant/my-integration-test-lktv-vchwt-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 09:58:38.928491 3674 obj_retry.go:498] Detected object default-tenant/my-integration-test-lktv-vchwt-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it