+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-0-75.ec2.internal ++ [[ -n ip-10-0-0-75.ec2.internal ]] ++ [[ -f /env/ip-10-0-0-75.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0512 02:54:02.549001755 - disable conntrack on geneve port' I0512 02:54:02.549001755 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0512 02:54:02.566470775 - starting ovnkube-node' I0512 02:54:02.566470775 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-0-75.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-0-75.ec2.internal --init-node ip-10-0-0-75.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-0-75.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0512 02:54:02.609148 3668 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0512 02:54:02.609201 3668 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-3036bd527a.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0512 02:54:02.611137 3668 kube.go:431] Waiting for certificate I0512 02:54:02.611169 3668 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0512 02:54:02.611209 3668 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0512 02:54:02.611905 3668 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0512 02:54:02.644000 3668 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0512 02:54:02.644018 3668 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0512 02:54:02.649870 3668 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0512 02:54:02.649962 3668 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-pxznb" I0512 02:54:02.654963 3668 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-pxznb" I0512 02:54:02.655054 3668 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0512 02:54:03.611410 3668 kube.go:438] Certificate found I0512 02:54:03.612460 3668 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0512 02:54:03.613378 3668 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0512 02:54:03.657735 3668 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-13 02:49:02 +0000 UTC" deadline="2026-05-13 00:18:36.224227423 +0000 UTC" I0512 02:54:03.657899 3668 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="21h24m32.566341274s" I0512 02:54:03.689278 3668 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0512 02:54:03.697309 3668 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0512 02:54:03.697407 3668 factory.go:561] Starting watch factory I0512 02:54:03.697564 3668 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 02:54:03.697602 3668 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0512 02:54:03.697642 3668 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 02:54:03.697660 3668 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0512 02:54:03.697595 3668 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 02:54:03.697737 3668 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0512 02:54:03.698149 3668 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 02:54:03.698173 3668 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0512 02:54:03.698228 3668 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 02:54:03.698380 3668 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0512 02:54:03.698499 3668 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0512 02:54:03.698493 3668 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 02:54:03.698612 3668 server.go:101] MetricServer registers OVS metrics I0512 02:54:03.698626 3668 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0512 02:54:03.699230 3668 server.go:105] MetricServer registers OVN DB metrics I0512 02:54:03.702732 3668 controller_manager.go:370] Starting the ovnkube controller I0512 02:54:03.702748 3668 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-0-75.ec2.internal I0512 02:54:03.702822 3668 controller_manager.go:395] NBDB zone sync took: 59.919µs I0512 02:54:03.702833 3668 factory.go:561] Starting watch factory I0512 02:54:03.703909 3668 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0512 02:54:03.703934 3668 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0512 02:54:03.717145 3668 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0512 02:54:03.717181 3668 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0512 02:54:03.717812 3668 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0512 02:54:03.719005 3668 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0512 02:54:03.719074 3668 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0512 02:54:03.720188 3668 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0512 02:54:03.720440 3668 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0512 02:54:03.723447 3668 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0512 02:54:03.723478 3668 server.go:109] MetricServer registers OVN Controller metrics I0512 02:54:03.728246 3668 server.go:113] MetricServer registers OVN Northd metrics I0512 02:54:03.729875 3668 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0512 02:54:03.732453 3668 metrics.go:519] OVN Metrics Server starts to run ... I0512 02:54:03.803438 3668 factory.go:1977] *v1.Service informer cache synced successfully I0512 02:54:03.803464 3668 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0512 02:54:03.803468 3668 factory.go:1977] *v1.Pod informer cache synced successfully I0512 02:54:03.803471 3668 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0512 02:54:03.803474 3668 factory.go:1977] *v1.Namespace informer cache synced successfully I0512 02:54:03.803478 3668 factory.go:1977] *v1.Node informer cache synced successfully I0512 02:54:03.803559 3668 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 02:54:03.803566 3668 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 02:54:03.803617 3668 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 02:54:03.803596 3668 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 02:54:03.806939 3668 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 02:54:03.807196 3668 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 02:54:03.808774 3668 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0512 02:54:03.808785 3668 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0512 02:54:03.808835 3668 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0512 02:54:03.808846 3668 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0512 02:54:03.809020 3668 factory.go:1977] *v1.Node informer cache synced successfully I0512 02:54:03.809031 3668 factory.go:1977] *v1.Service informer cache synced successfully I0512 02:54:03.809035 3668 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0512 02:54:03.809038 3668 factory.go:1977] *v1.Pod informer cache synced successfully I0512 02:54:03.809041 3668 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0512 02:54:03.809044 3668 factory.go:1977] *v1.Namespace informer cache synced successfully I0512 02:54:03.811059 3668 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0512 02:54:03.814328 3668 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0512 02:54:03.814337 3668 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0512 02:54:03.814406 3668 factory.go:1977] *v1.EgressIP informer cache synced successfully I0512 02:54:03.814463 3668 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0512 02:54:03.814479 3668 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0512 02:54:03.816856 3668 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0512 02:54:03.820006 3668 factory.go:1977] *v1.EgressIP informer cache synced successfully I0512 02:54:03.820015 3668 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0512 02:54:03.820069 3668 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0512 02:54:03.820081 3668 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0512 02:54:03.822412 3668 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0512 02:54:03.825618 3668 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0512 02:54:03.825626 3668 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0512 02:54:03.825675 3668 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0512 02:54:03.825686 3668 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0512 02:54:03.828100 3668 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0512 02:54:03.831274 3668 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0512 02:54:03.831286 3668 factory.go:1977] *v1.EgressService informer cache synced successfully I0512 02:54:03.831338 3668 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0512 02:54:03.831349 3668 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0512 02:54:03.833801 3668 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0512 02:54:03.836871 3668 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0512 02:54:03.836876 3668 factory.go:1977] *v1.EgressService informer cache synced successfully I0512 02:54:03.837013 3668 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0512 02:54:03.837027 3668 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0512 02:54:03.839436 3668 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0512 02:54:03.842029 3668 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0512 02:54:03.842078 3668 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0512 02:54:03.842133 3668 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 02:54:03.842152 3668 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 02:54:03.842206 3668 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 02:54:03.842224 3668 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 02:54:03.844918 3668 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 02:54:03.845024 3668 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 02:54:03.847278 3668 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0512 02:54:03.847302 3668 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0512 02:54:03.847308 3668 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0512 02:54:03.847316 3668 factory.go:680] Watch Factory start up complete, took: 149.914059ms I0512 02:54:03.847373 3668 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0512 02:54:03.852789 3668 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0512 02:54:03.852801 3668 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0512 02:54:03.852808 3668 factory.go:680] Watch Factory start up complete, took: 149.974625ms I0512 02:54:03.852815 3668 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-0-75.ec2.internal" zone I0512 02:54:03.878196 3668 default_node_network_controller.go:710] Initializing the default node network controller I0512 02:54:03.936438 3668 udn_isolation.go:101] Starting UDN host isolation manager I0512 02:54:03.942898 3668 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0512 02:54:03.991926 3668 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0512 02:54:03.992015 3668 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0512 02:54:03.992033 3668 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0512 02:54:04.025124 3668 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0512 02:54:04.025192 3668 default_node_network_controller.go:809] Node ip-10-0-0-75.ec2.internal ready for ovn initialization with subnet 10.129.0.0/23 I0512 02:54:04.030688 3668 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.0.75"] k8s.ovn.org/zone-name:ip-10-0-0-75.ec2.internal] on node ip-10-0-0-75.ec2.internal I0512 02:54:04.051917 3668 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0512 02:54:04.058018 3668 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0512 02:54:04.058186 3668 helper_linux.go:118] Found default gateway interface br-ex 10.0.0.1 I0512 02:54:04.058319 3668 gateway_init.go:263] Preparing Gateway I0512 02:54:04.058332 3668 gateway_shared_intf.go:1687] Creating new gateway I0512 02:54:04.103515 3668 controller_manager.go:429] Waiting for node in zone sync took: 250.686192ms I0512 02:54:04.108355 3668 controller_manager.go:611] Switching to transit router for layer2 networks I0512 02:54:04.108370 3668 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-0-75.ec2.internal I0512 02:54:04.124019 3668 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0512 02:54:04.130394 3668 controller_manager.go:290] SCTP support detected in OVN I0512 02:54:04.131037 3668 services_controller.go:69] Creating services controller for network=default I0512 02:54:04.131091 3668 udn_enabled_svc.go:80] Waiting for service informer to sync I0512 02:54:04.131168 3668 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0512 02:54:04.131199 3668 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0512 02:54:04.131214 3668 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0512 02:54:04.131226 3668 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0512 02:54:04.131388 3668 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0512 02:54:04.131434 3668 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0512 02:54:04.131487 3668 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 56.603µs I0512 02:54:04.131505 3668 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 63.698µs I0512 02:54:04.131512 3668 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 77.972µs I0512 02:54:04.131518 3668 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0512 02:54:04.131525 3668 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0512 02:54:04.131532 3668 default_network_controller.go:325] Starting the default network controller I0512 02:54:04.131552 3668 udn_enabled_svc.go:95] Performing full resync I0512 02:54:04.131615 3668 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 11.37µs I0512 02:54:04.131902 3668 udn_enabled_svc.go:99] Waiting for handler to sync I0512 02:54:04.131918 3668 udn_enabled_svc.go:104] Starting worker I0512 02:54:04.141333 3668 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0512 02:54:04.141393 3668 repair.go:33] Syncing exgw routes took 45.852µs I0512 02:54:04.141417 3668 default_network_controller.go:414] Starting all the Watchers... I0512 02:54:04.141598 3668 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0512 02:54:04.141614 3668 namespace.go:98] [openshift-network-node-identity] adding namespace I0512 02:54:04.141614 3668 namespace.go:98] [openshift-monitoring] adding namespace I0512 02:54:04.141625 3668 namespace.go:98] [openshift-console-user-settings] adding namespace I0512 02:54:04.141637 3668 namespace.go:98] [openshift-config-operator] adding namespace I0512 02:54:04.141640 3668 namespace.go:98] [openshift-ingress-operator] adding namespace I0512 02:54:04.141645 3668 namespace.go:98] [openshift-insights] adding namespace I0512 02:54:04.141653 3668 namespace.go:98] [openshift-dns] adding namespace I0512 02:54:04.141654 3668 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0512 02:54:04.141656 3668 namespace.go:98] [openshift-backplane-ai-agent] adding namespace I0512 02:54:04.141662 3668 namespace.go:98] [openshift-cluster-version] adding namespace I0512 02:54:04.141663 3668 namespace.go:98] [openshift-backplane-mobb] adding namespace I0512 02:54:04.141676 3668 namespace.go:98] [openshift-etcd] adding namespace I0512 02:54:04.141686 3668 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0512 02:54:04.141600 3668 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0512 02:54:04.142291 3668 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 680.05µs I0512 02:54:04.142306 3668 namespace.go:98] [openshift-kube-scheduler] adding namespace I0512 02:54:04.142852 3668 namespace.go:102] [openshift-kube-scheduler] adding namespace took 540.364µs I0512 02:54:04.142869 3668 namespace.go:98] [openshift-apiserver] adding namespace I0512 02:54:04.143438 3668 namespace.go:102] [openshift-apiserver] adding namespace took 562.425µs I0512 02:54:04.143456 3668 namespace.go:98] [kube-system] adding namespace I0512 02:54:04.143801 3668 iptables.go:108] Creating table: filter chain: FORWARD I0512 02:54:04.143967 3668 namespace.go:102] [openshift-network-node-identity] adding namespace took 2.342796ms I0512 02:54:04.143981 3668 namespace.go:98] [openshift-network-diagnostics] adding namespace I0512 02:54:04.144516 3668 namespace.go:102] [openshift-monitoring] adding namespace took 2.88461ms I0512 02:54:04.144535 3668 namespace.go:98] [openshift-operators] adding namespace I0512 02:54:04.145142 3668 namespace.go:102] [openshift-console-user-settings] adding namespace took 3.505438ms I0512 02:54:04.145162 3668 namespace.go:98] [openshift-ingress-canary] adding namespace I0512 02:54:04.145774 3668 namespace.go:102] [openshift-config-operator] adding namespace took 4.129518ms I0512 02:54:04.145793 3668 namespace.go:98] [openshift-logging] adding namespace I0512 02:54:04.146241 3668 namespace.go:102] [openshift-ingress-operator] adding namespace took 4.593499ms I0512 02:54:04.146257 3668 namespace.go:98] [openshift-machine-config-operator] adding namespace I0512 02:54:04.146768 3668 namespace.go:102] [openshift-insights] adding namespace took 5.113961ms I0512 02:54:04.146785 3668 namespace.go:98] [openshift-image-registry] adding namespace I0512 02:54:04.147292 3668 namespace.go:102] [openshift-dns] adding namespace took 5.633757ms I0512 02:54:04.147306 3668 namespace.go:98] [kube-node-lease] adding namespace I0512 02:54:04.147774 3668 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 6.113404ms I0512 02:54:04.147785 3668 namespace.go:98] [openshift-config] adding namespace I0512 02:54:04.148350 3668 namespace.go:102] [openshift-backplane-ai-agent] adding namespace took 6.686954ms I0512 02:54:04.148361 3668 namespace.go:98] [openshift-backplane-cse] adding namespace I0512 02:54:04.148884 3668 namespace.go:102] [openshift-cluster-version] adding namespace took 7.215263ms I0512 02:54:04.148894 3668 namespace.go:98] [openshift-customer-monitoring] adding namespace I0512 02:54:04.149510 3668 namespace.go:102] [openshift-backplane-mobb] adding namespace took 7.83373ms I0512 02:54:04.149533 3668 namespace.go:98] [openshift-kube-apiserver] adding namespace I0512 02:54:04.150029 3668 namespace.go:102] [openshift-etcd] adding namespace took 8.340437ms I0512 02:54:04.150053 3668 namespace.go:98] [openshift-controller-manager] adding namespace I0512 02:54:04.150375 3668 iptables.go:108] Creating table: filter chain: OUTPUT I0512 02:54:04.150678 3668 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 8.980967ms I0512 02:54:04.150695 3668 namespace.go:98] [openshift-console] adding namespace I0512 02:54:04.151255 3668 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 9.527814ms W0512 02:54:04.151258 3668 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-sngp9: pod kube-system/global-pull-secret-syncer-sngp9: no pod IPs found I0512 02:54:04.151272 3668 namespace.go:98] [openshift-host-network] adding namespace W0512 02:54:04.151281 3668 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-4n68r: pod kube-system/global-pull-secret-syncer-4n68r: no pod IPs found W0512 02:54:04.151878 3668 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-ldm57: pod openshift-network-diagnostics/network-check-target-ldm57: no pod IPs found I0512 02:54:04.151910 3668 namespace.go:102] [kube-system] adding namespace took 8.447092ms W0512 02:54:04.151915 3668 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-wdfm9: pod openshift-network-diagnostics/network-check-target-wdfm9: no pod IPs found I0512 02:54:04.151927 3668 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0512 02:54:04.152458 3668 namespace.go:102] [openshift-network-diagnostics] adding namespace took 8.471951ms I0512 02:54:04.152475 3668 namespace.go:98] [openshift] adding namespace I0512 02:54:04.152844 3668 namespace.go:102] [openshift-operators] adding namespace took 8.302263ms I0512 02:54:04.152867 3668 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0512 02:54:04.153489 3668 namespace.go:102] [openshift-ingress-canary] adding namespace took 8.319065ms I0512 02:54:04.153507 3668 namespace.go:98] [openshift-backplane-tam] adding namespace I0512 02:54:04.153979 3668 namespace.go:102] [openshift-logging] adding namespace took 8.181373ms I0512 02:54:04.153995 3668 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0512 02:54:04.154497 3668 namespace.go:102] [openshift-machine-config-operator] adding namespace took 8.233268ms I0512 02:54:04.154513 3668 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0512 02:54:04.155051 3668 namespace.go:102] [openshift-image-registry] adding namespace took 8.260517ms I0512 02:54:04.155063 3668 namespace.go:98] [openshift-authentication] adding namespace I0512 02:54:04.155545 3668 namespace.go:102] [kube-node-lease] adding namespace took 8.235614ms I0512 02:54:04.155554 3668 namespace.go:98] [openshift-console-operator] adding namespace I0512 02:54:04.156065 3668 namespace.go:102] [openshift-config] adding namespace took 8.273857ms I0512 02:54:04.156085 3668 namespace.go:98] [openshift-config-managed] adding namespace I0512 02:54:04.156566 3668 namespace.go:102] [openshift-backplane-cse] adding namespace took 8.200856ms I0512 02:54:04.156591 3668 namespace.go:98] [openshift-backplane-csm] adding namespace I0512 02:54:04.157027 3668 gateway_shared_intf.go:1816] Gateway Creation Complete I0512 02:54:04.157040 3668 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-75.ec2.internal","mac-address":"12:e3:e3:1a:c7:4b","ip-addresses":["10.0.0.75/24"],"ip-address":"10.0.0.75/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:f9843ce8-5edd-42b8-b625-adeedf89f088 k8s.ovn.org/node-encap-ips:["10.0.0.75"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.75/24"} k8s.ovn.org/zone-name:ip-10-0-0-75.ec2.internal] on node ip-10-0-0-75.ec2.internal I0512 02:54:04.157276 3668 namespace.go:102] [openshift-customer-monitoring] adding namespace took 8.377171ms I0512 02:54:04.157291 3668 namespace.go:98] [openshift-backplane-srep] adding namespace I0512 02:54:04.157682 3668 namespace.go:102] [openshift-kube-apiserver] adding namespace took 8.14365ms I0512 02:54:04.157693 3668 namespace.go:98] [default] adding namespace I0512 02:54:04.158164 3668 namespace.go:102] [openshift-controller-manager] adding namespace took 8.104594ms I0512 02:54:04.158178 3668 namespace.go:98] [openshift-ingress] adding namespace I0512 02:54:04.158607 3668 namespace.go:102] [openshift-console] adding namespace took 7.904682ms I0512 02:54:04.158625 3668 namespace.go:98] [openshift-network-operator] adding namespace I0512 02:54:04.159193 3668 namespace.go:102] [openshift-host-network] adding namespace took 7.913545ms I0512 02:54:04.159206 3668 namespace.go:98] [openshift-must-gather-operator] adding namespace I0512 02:54:04.159597 3668 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 7.665175ms I0512 02:54:04.159608 3668 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0512 02:54:04.160103 3668 namespace.go:102] [openshift] adding namespace took 7.623162ms I0512 02:54:04.160115 3668 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0512 02:54:04.160520 3668 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 7.648913ms I0512 02:54:04.160529 3668 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0512 02:54:04.160948 3668 namespace.go:102] [openshift-backplane-tam] adding namespace took 7.435644ms I0512 02:54:04.160962 3668 namespace.go:98] [openshift-authentication-operator] adding namespace I0512 02:54:04.161334 3668 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 7.33434ms I0512 02:54:04.161345 3668 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0512 02:54:04.161813 3668 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 7.293677ms I0512 02:54:04.161826 3668 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0512 02:54:04.162359 3668 namespace.go:102] [openshift-authentication] adding namespace took 7.292057ms I0512 02:54:04.162369 3668 namespace.go:98] [openshift-operators-redhat] adding namespace I0512 02:54:04.162895 3668 namespace.go:102] [openshift-console-operator] adding namespace took 7.3364ms I0512 02:54:04.162904 3668 namespace.go:98] [openshift-backplane-cee] adding namespace I0512 02:54:04.163476 3668 namespace.go:102] [openshift-config-managed] adding namespace took 7.384995ms I0512 02:54:04.163490 3668 namespace.go:98] [openshift-machine-api] adding namespace I0512 02:54:04.163962 3668 namespace.go:102] [openshift-backplane-csm] adding namespace took 7.36627ms I0512 02:54:04.163973 3668 namespace.go:98] [dedicated-admin] adding namespace I0512 02:54:04.164410 3668 namespace.go:102] [openshift-backplane-srep] adding namespace took 7.114367ms I0512 02:54:04.164422 3668 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0512 02:54:04.164893 3668 namespace.go:102] [default] adding namespace took 7.196395ms I0512 02:54:04.164904 3668 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0512 02:54:04.165652 3668 namespace.go:102] [openshift-ingress] adding namespace took 7.47069ms I0512 02:54:04.165663 3668 namespace.go:98] [openshift-dns-operator] adding namespace I0512 02:54:04.166241 3668 namespace.go:102] [openshift-network-operator] adding namespace took 7.610016ms I0512 02:54:04.166255 3668 namespace.go:98] [open-cluster-management-2q849ff3l8mcja2utv9c7s5ks9919tt2] adding namespace I0512 02:54:04.166785 3668 namespace.go:102] [openshift-must-gather-operator] adding namespace took 7.57476ms I0512 02:54:04.166796 3668 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0512 02:54:04.167292 3668 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 7.680337ms I0512 02:54:04.167793 3668 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 7.673726ms I0512 02:54:04.167806 3668 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0512 02:54:04.168289 3668 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 7.753915ms I0512 02:54:04.168301 3668 namespace.go:98] [openshift-node] adding namespace I0512 02:54:04.168858 3668 namespace.go:102] [openshift-authentication-operator] adding namespace took 7.890235ms I0512 02:54:04.168872 3668 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0512 02:54:04.169314 3668 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 7.96475ms I0512 02:54:04.169327 3668 namespace.go:98] [openshift-network-console] adding namespace I0512 02:54:04.169975 3668 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 8.141435ms I0512 02:54:04.169996 3668 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0512 02:54:04.170434 3668 namespace.go:102] [openshift-operators-redhat] adding namespace took 8.060958ms I0512 02:54:04.170447 3668 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0512 02:54:04.170925 3668 namespace.go:102] [openshift-backplane-cee] adding namespace took 8.016932ms I0512 02:54:04.170936 3668 namespace.go:98] [openshift-package-operator] adding namespace I0512 02:54:04.171448 3668 namespace.go:102] [openshift-machine-api] adding namespace took 7.955204ms I0512 02:54:04.171459 3668 namespace.go:98] [openshift-route-controller-manager] adding namespace I0512 02:54:04.171907 3668 namespace.go:102] [dedicated-admin] adding namespace took 7.929399ms I0512 02:54:04.171917 3668 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0512 02:54:04.172314 3668 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 7.888072ms I0512 02:54:04.172323 3668 namespace.go:98] [kube-public] adding namespace I0512 02:54:04.172782 3668 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 7.870584ms I0512 02:54:04.173441 3668 namespace.go:102] [openshift-dns-operator] adding namespace took 7.77198ms I0512 02:54:04.173462 3668 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0512 02:54:04.174073 3668 namespace.go:102] [open-cluster-management-2q849ff3l8mcja2utv9c7s5ks9919tt2] adding namespace took 7.81137ms I0512 02:54:04.174088 3668 namespace.go:98] [openshift-backplane] adding namespace I0512 02:54:04.174697 3668 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 7.893406ms I0512 02:54:04.174713 3668 namespace.go:98] [openshift-infra] adding namespace I0512 02:54:04.175168 3668 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 7.356267ms I0512 02:54:04.175666 3668 namespace.go:102] [openshift-node] adding namespace took 7.360019ms I0512 02:54:04.175685 3668 namespace.go:98] [openshift-service-ca-operator] adding namespace I0512 02:54:04.176218 3668 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 7.340693ms I0512 02:54:04.176804 3668 namespace.go:102] [openshift-network-console] adding namespace took 7.468179ms I0512 02:54:04.176826 3668 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0512 02:54:04.177271 3668 default_node_network_controller.go:519] Node connection status = connected I0512 02:54:04.177331 3668 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 7.327723ms I0512 02:54:04.177958 3668 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 7.504942ms I0512 02:54:04.177978 3668 namespace.go:98] [openshift-marketplace] adding namespace I0512 02:54:04.178656 3668 namespace.go:102] [openshift-package-operator] adding namespace took 7.715744ms I0512 02:54:04.179298 3668 namespace.go:102] [openshift-route-controller-manager] adding namespace took 7.834232ms I0512 02:54:04.179312 3668 namespace.go:98] [openshift-multus] adding namespace I0512 02:54:04.179823 3668 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 7.898321ms I0512 02:54:04.180436 3668 namespace.go:102] [kube-public] adding namespace took 8.108233ms I0512 02:54:04.180997 3668 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 7.530305ms I0512 02:54:04.181467 3668 namespace.go:102] [openshift-backplane] adding namespace took 7.373697ms I0512 02:54:04.181480 3668 namespace.go:98] [openshift-apiserver-operator] adding namespace I0512 02:54:04.181890 3668 namespace.go:102] [openshift-infra] adding namespace took 7.171905ms I0512 02:54:04.182344 3668 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.652445ms I0512 02:54:04.182815 3668 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 5.983018ms W0512 02:54:04.183177 3668 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-vqzrk: pod openshift-multus/network-metrics-daemon-vqzrk: no pod IPs found W0512 02:54:04.183193 3668 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-dqkwd: pod openshift-multus/network-metrics-daemon-dqkwd: no pod IPs found I0512 02:54:04.183218 3668 namespace.go:102] [openshift-marketplace] adding namespace took 5.23452ms I0512 02:54:04.183887 3668 namespace.go:102] [openshift-multus] adding namespace took 4.568823ms I0512 02:54:04.184288 3668 namespace.go:102] [openshift-apiserver-operator] adding namespace took 2.80084ms W0512 02:54:04.184380 3668 master.go:471] Unable to parse remote node ip-10-0-1-252.ec2.internal chassis-id annotation. Chassis may be removed during sync I0512 02:54:04.184489 3668 master.go:548] Adding or Updating local node "ip-10-0-0-75.ec2.internal" for network "default" I0512 02:54:04.184546 3668 obj_retry.go:578] Failed to create *v1.Node ip-10-0-1-252.ec2.internal, error: adding or updating remote node chassis ip-10-0-1-252.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-1-252.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-252.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-252.ec2.internal I0512 02:54:04.185425 3668 zone_ic_handler.go:195] Time taken to create transit switch: 319.872µs I0512 02:54:04.185440 3668 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-144.ec2.internal for the network default I0512 02:54:04.186757 3668 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-144.ec2.internal" on network "default" took: 1.665505ms W0512 02:54:04.193398 3668 gateway.go:207] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-sngp9: pod kube-system/global-pull-secret-syncer-sngp9: no pod IPs found W0512 02:54:04.193424 3668 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-wdfm9: pod openshift-network-diagnostics/network-check-target-wdfm9: no pod IPs found W0512 02:54:04.193433 3668 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-vqzrk: pod openshift-multus/network-metrics-daemon-vqzrk: no pod IPs found I0512 02:54:04.194493 3668 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-75.ec2.internal for the network default I0512 02:54:04.194691 3668 zone_ic_handler.go:195] Time taken to create transit switch: 185.16µs I0512 02:54:04.195546 3668 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0512 02:54:04.195569 3668 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0512 02:54:04.195605 3668 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0512 02:54:04.195608 3668 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-75.ec2.internal in network "default" I0512 02:54:04.195675 3668 node_tracker.go:169] Node ip-10-0-0-75.ec2.internal switch + router changed, syncing services in network "default" I0512 02:54:04.195693 3668 services_controller.go:574] Full service sync requested for network=default I0512 02:54:04.195704 3668 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-252.ec2.internal in network "default" I0512 02:54:04.195714 3668 node_tracker.go:235] Node ip-10-0-1-252.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-252.ec2.internal" I0512 02:54:04.195723 3668 node_tracker.go:169] Node ip-10-0-1-252.ec2.internal switch + router changed, syncing services in network "default" I0512 02:54:04.195727 3668 services_controller.go:574] Full service sync requested for network=default I0512 02:54:04.195735 3668 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-144.ec2.internal in network "default" I0512 02:54:04.195759 3668 node_tracker.go:169] Node ip-10-0-2-144.ec2.internal switch + router changed, syncing services in network "default" I0512 02:54:04.195765 3668 services_controller.go:574] Full service sync requested for network=default I0512 02:54:04.296682 3668 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0512 02:54:04.296713 3668 services_controller.go:208] Setting up event handlers for services for network=default I0512 02:54:04.296777 3668 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0512 02:54:04.296837 3668 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0512 02:54:04.296854 3668 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0512 02:54:04.363854 3668 default_network_controller.go:1025] Node "ip-10-0-1-252.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0512 02:54:04.397794 3668 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0512 02:54:04.397825 3668 repair.go:60] Starting repairing loop for services I0512 02:54:04.397958 3668 repair.go:131] Deleted 0 stale service LBs I0512 02:54:04.397979 3668 repair.go:137] Deleted 0 stale Chassis Template Vars I0512 02:54:04.398006 3668 repair.go:62] Finished repairing loop for services: 183.992µs I0512 02:54:04.398050 3668 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0512 02:54:04.398064 3668 services_controller.go:254] Starting workers for network=default I0512 02:54:04.398497 3668 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-dqkwd, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-dqkwd: suppressed error logged: pod openshift-multus/network-metrics-daemon-dqkwd: no pod IPs found I0512 02:54:04.398550 3668 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-vqzrk] creating logical port openshift-multus_network-metrics-daemon-vqzrk for pod on switch ip-10-0-0-75.ec2.internal I0512 02:54:04.398566 3668 obj_retry.go:578] Failed to create *v1.Pod kube-system/global-pull-secret-syncer-4n68r, error: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-4n68r: suppressed error logged: pod kube-system/global-pull-secret-syncer-4n68r: no pod IPs found I0512 02:54:04.398712 3668 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-ldm57, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-ldm57: suppressed error logged: pod openshift-network-diagnostics/network-check-target-ldm57: no pod IPs found I0512 02:54:04.398718 3668 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-vqzrk I0512 02:54:04.398734 3668 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-wdfm9] creating logical port openshift-network-diagnostics_network-check-target-wdfm9 for pod on switch ip-10-0-0-75.ec2.internal I0512 02:54:04.398836 3668 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-wdfm9 I0512 02:54:04.416848 3668 pod.go:62] [openshift-multus/network-metrics-daemon-vqzrk] pod update took 18.20085ms I0512 02:54:04.416868 3668 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-vqzrk] addLogicalPort annotation time took 18.224427ms I0512 02:54:04.416906 3668 pod.go:62] [openshift-network-diagnostics/network-check-target-wdfm9] pod update took 18.123655ms I0512 02:54:04.416919 3668 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-wdfm9] addLogicalPort annotation time took 18.139295ms I0512 02:54:04.417677 3668 pods.go:271] [openshift-multus/network-metrics-daemon-vqzrk] addLogicalPort took 19.138886ms, libovsdb time 617.167µs I0512 02:54:04.417728 3668 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-sngp9] creating logical port kube-system_global-pull-secret-syncer-sngp9 for pod on switch ip-10-0-0-75.ec2.internal I0512 02:54:04.417789 3668 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-sngp9 I0512 02:54:04.418113 3668 pods.go:271] [openshift-network-diagnostics/network-check-target-wdfm9] addLogicalPort took 19.38882ms, libovsdb time 1.017804ms I0512 02:54:04.431414 3668 pod.go:62] [kube-system/global-pull-secret-syncer-sngp9] pod update took 13.640965ms I0512 02:54:04.431439 3668 base_network_controller_pods.go:951] [default/kube-system/global-pull-secret-syncer-sngp9] addLogicalPort annotation time took 13.667972ms I0512 02:54:04.432785 3668 pods.go:271] [kube-system/global-pull-secret-syncer-sngp9] addLogicalPort took 15.066568ms, libovsdb time 1.047897ms I0512 02:54:04.433121 3668 admin_network_policy_controller.go:227] Starting controller default-network-controller I0512 02:54:04.433144 3668 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0512 02:54:04.433159 3668 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0512 02:54:04.433163 3668 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0512 02:54:04.433352 3668 repair.go:29] Repairing admin network policies took 183.643µs I0512 02:54:04.433447 3668 repair.go:92] Repairing baseline admin network policies took 88.386µs I0512 02:54:04.433929 3668 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0512 02:54:04.433947 3668 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0512 02:54:04.435772 3668 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0512 02:54:04.435793 3668 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0512 02:54:04.435803 3668 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0512 02:54:04.437427 3668 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0512 02:54:04.437449 3668 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0512 02:54:04.437458 3668 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0512 02:54:04.439517 3668 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0512 02:54:04.439534 3668 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0512 02:54:04.439543 3668 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0512 02:54:04.441364 3668 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0512 02:54:04.441383 3668 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0512 02:54:04.441392 3668 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0512 02:54:04.441887 3668 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0512 02:54:04.441904 3668 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0512 02:54:04.441912 3668 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0512 02:54:04.442398 3668 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0512 02:54:04.442417 3668 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0512 02:54:04.443184 3668 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0512 02:54:04.443200 3668 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0512 02:54:04.443921 3668 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0512 02:54:04.443945 3668 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0512 02:54:04.443953 3668 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0512 02:54:04.446109 3668 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0512 02:54:04.446138 3668 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0512 02:54:04.446152 3668 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0512 02:54:04.448756 3668 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0512 02:54:04.448776 3668 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0512 02:54:04.448792 3668 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0512 02:54:04.449816 3668 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0512 02:54:04.449833 3668 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0512 02:54:04.449848 3668 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0512 02:54:04.450400 3668 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0512 02:54:04.450420 3668 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0512 02:54:04.450428 3668 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0512 02:54:04.450921 3668 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0512 02:54:04.450938 3668 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0512 02:54:04.450947 3668 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0512 02:54:04.452103 3668 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0512 02:54:04.452132 3668 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0512 02:54:04.452169 3668 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0512 02:54:04.452703 3668 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0512 02:54:04.452721 3668 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0512 02:54:04.452730 3668 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0512 02:54:04.454556 3668 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0512 02:54:04.454573 3668 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0512 02:54:04.454595 3668 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0512 02:54:04.455833 3668 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0512 02:54:04.455852 3668 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0512 02:54:04.455859 3668 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0512 02:54:04.456109 3668 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0512 02:54:04.456126 3668 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0512 02:54:04.456132 3668 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0512 02:54:04.456400 3668 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0512 02:54:04.456418 3668 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0512 02:54:04.456427 3668 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0512 02:54:04.456914 3668 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0512 02:54:04.456928 3668 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0512 02:54:04.456952 3668 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0512 02:54:04.457570 3668 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0512 02:54:04.457607 3668 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0512 02:54:04.457616 3668 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0512 02:54:04.458709 3668 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0512 02:54:04.458734 3668 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0512 02:54:04.458753 3668 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0512 02:54:04.459934 3668 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0512 02:54:04.459952 3668 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0512 02:54:04.459959 3668 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0512 02:54:04.460440 3668 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0512 02:54:04.460458 3668 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0512 02:54:04.460466 3668 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0512 02:54:04.460969 3668 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0512 02:54:04.460985 3668 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0512 02:54:04.460995 3668 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0512 02:54:04.462412 3668 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0512 02:54:04.462431 3668 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0512 02:54:04.462438 3668 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0512 02:54:04.462798 3668 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0512 02:54:04.462819 3668 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0512 02:54:04.462827 3668 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0512 02:54:04.463394 3668 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0512 02:54:04.463416 3668 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0512 02:54:04.463422 3668 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0512 02:54:04.463812 3668 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0512 02:54:04.463834 3668 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0512 02:54:04.463854 3668 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0512 02:54:04.464462 3668 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0512 02:54:04.470171 3668 egressfirewall.go:374] Starting EgressFirewall controller I0512 02:54:04.470195 3668 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0512 02:54:04.470223 3668 controller.go:133] Adding controller egress-firewall-controller event handlers I0512 02:54:04.470253 3668 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0512 02:54:04.470270 3668 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0512 02:54:04.470296 3668 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0512 02:54:04.470311 3668 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0512 02:54:04.470640 3668 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0512 02:54:04.470657 3668 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0512 02:54:04.470664 3668 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0512 02:54:04.470677 3668 egressqos.go:193] Setting up event handlers for EgressQoS I0512 02:54:04.470740 3668 egressfirewall.go:723] Syncing node "ip-10-0-0-75.ec2.internal" for egress firewall I0512 02:54:04.470751 3668 egressfirewall.go:723] Syncing node "ip-10-0-1-252.ec2.internal" for egress firewall I0512 02:54:04.470758 3668 egressfirewall.go:723] Syncing node "ip-10-0-2-144.ec2.internal" for egress firewall I0512 02:54:04.470910 3668 egressqos.go:245] Starting EgressQoS Controller I0512 02:54:04.470923 3668 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0512 02:54:04.470931 3668 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0512 02:54:04.470936 3668 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0512 02:54:04.470941 3668 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0512 02:54:04.470948 3668 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0512 02:54:04.470952 3668 shared_informer.go:356] "Caches are synced" controller="egressqos" I0512 02:54:04.470956 3668 egressqos.go:259] Repairing EgressQoSes I0512 02:54:04.470961 3668 egressqos.go:399] Starting repairing loop for egressqos I0512 02:54:04.471076 3668 egressqos.go:401] Finished repairing loop for egressqos: 114.998µs I0512 02:54:04.471096 3668 egressservice_zone.go:132] Setting up event handlers for Egress Services I0512 02:54:04.471127 3668 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-0-75.ec2.internal I0512 02:54:04.471185 3668 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-0-75.ec2.internal : 58.943µs I0512 02:54:04.471276 3668 egressservice_zone.go:210] Starting Egress Services Controller I0512 02:54:04.471341 3668 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0512 02:54:04.471350 3668 shared_informer.go:356] "Caches are synced" controller="egressservices" I0512 02:54:04.471355 3668 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0512 02:54:04.471360 3668 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0512 02:54:04.471365 3668 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0512 02:54:04.471370 3668 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0512 02:54:04.471375 3668 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0512 02:54:04.471379 3668 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0512 02:54:04.471383 3668 egressservice_zone.go:228] Repairing Egress Services I0512 02:54:04.471670 3668 master_controller.go:88] Starting Admin Policy Based Route Controller I0512 02:54:04.471680 3668 external_controller.go:278] Starting Admin Policy Based Route Controller I0512 02:54:04.471750 3668 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-75.ec2.internal I0512 02:54:04.471765 3668 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-75.ec2.internal: 18.705µs I0512 02:54:04.471776 3668 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-252.ec2.internal I0512 02:54:04.471782 3668 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-252.ec2.internal: 6.83µs I0512 02:54:04.471789 3668 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-144.ec2.internal I0512 02:54:04.471800 3668 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-144.ec2.internal: 12.318µs I0512 02:54:04.471877 3668 default_network_controller.go:585] Completing all the Watchers took 330.451177ms I0512 02:54:04.471891 3668 default_network_controller.go:589] Starting unidling controllers I0512 02:54:04.471904 3668 unidle.go:46] Registering OVN SB ControllerEvent handler I0512 02:54:04.471911 3668 unidle.go:63] Populating Initial ContollerEvent events I0512 02:54:04.471932 3668 unidle.go:79] Setting up event handlers for services I0512 02:54:04.472051 3668 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0512 02:54:04.677544 3668 default_node_network_controller.go:519] Node connection status = connected I0512 02:54:05.177536 3668 default_node_network_controller.go:519] Node connection status = connected I0512 02:54:05.677959 3668 default_node_network_controller.go:519] Node connection status = connected I0512 02:54:06.178157 3668 default_node_network_controller.go:519] Node connection status = connected I0512 02:54:06.507669 3668 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0512 02:54:06.677723 3668 default_node_network_controller.go:519] Node connection status = connected I0512 02:54:06.696536 3668 bridgeconfig.go:537] Gateway is ready I0512 02:54:06.696558 3668 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0512 02:54:06.709007 3668 node_ip_handler_linux.go:247] Node primary address changed to 10.0.0.75. Updating OVN encap IP. I0512 02:54:06.714718 3668 node_ip_handler_linux.go:542] Will not update encap IP 10.0.0.75 - it is already configured I0512 02:54:06.714736 3668 node_ip_handler_linux.go:485] Node address changed to map[10.0.0.75/24:{} 172.20.0.1/32:{}]. Updating annotations. I0512 02:54:06.714945 3668 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.0.75/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-75.ec2.internal","mac-address":"12:e3:e3:1a:c7:4b","ip-addresses":["10.0.0.75/24"],"ip-address":"10.0.0.75/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:f9843ce8-5edd-42b8-b625-adeedf89f088 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.75/24"}] on node ip-10-0-0-75.ec2.internal I0512 02:54:06.729056 3668 egressfirewall.go:723] Syncing node "ip-10-0-0-75.ec2.internal" for egress firewall I0512 02:54:06.729091 3668 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-75.ec2.internal I0512 02:54:06.729175 3668 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-75.ec2.internal: 84.272µs I0512 02:54:06.729090 3668 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-75.ec2.internal in network "default" I0512 02:54:06.729283 3668 node_tracker.go:169] Node ip-10-0-0-75.ec2.internal switch + router changed, syncing services in network "default" I0512 02:54:06.729305 3668 services_controller.go:574] Full service sync requested for network=default I0512 02:54:06.729147 3668 master.go:548] Adding or Updating local node "ip-10-0-0-75.ec2.internal" for network "default" I0512 02:54:06.729861 3668 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.0.75 I0512 02:54:06.730005 3668 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-0-75.ec2.internal I0512 02:54:06.734869 3668 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-75.ec2.internal. Updating no re-route policies I0512 02:54:06.734956 3668 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-ksnr2 I0512 02:54:06.734973 3668 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-ksnr2 I0512 02:54:06.734972 3668 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-xcjwn I0512 02:54:06.734975 3668 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-jrr9b I0512 02:54:06.734977 3668 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-jtlnk I0512 02:54:06.734990 3668 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-jrr9b I0512 02:54:06.734987 3668 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-8rnh7 I0512 02:54:06.734993 3668 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-4n68r I0512 02:54:06.735000 3668 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-jtlnk I0512 02:54:06.735003 3668 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-4n68r I0512 02:54:06.735008 3668 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-8rnh7 I0512 02:54:06.735006 3668 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-sngp9 I0512 02:54:06.735019 3668 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-75.ec2.internal I0512 02:54:06.735019 3668 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-jrr9b after 0 failed attempt(s) I0512 02:54:06.735026 3668 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-sngp9 I0512 02:54:06.735020 3668 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-wdfm9 I0512 02:54:06.735032 3668 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-8rnh7 after 0 failed attempt(s) I0512 02:54:06.735038 3668 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-mkgs8 I0512 02:54:06.735033 3668 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-vqzrk I0512 02:54:06.735041 3668 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-ldm57 I0512 02:54:06.735044 3668 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-dqkwd I0512 02:54:06.735046 3668 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-mkgs8 I0512 02:54:06.735048 3668 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-vqzrk I0512 02:54:06.735051 3668 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-75.ec2.internal I0512 02:54:06.735054 3668 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-dqkwd I0512 02:54:06.735060 3668 obj_retry.go:409] Retry add failed for *v1.Pod kube-system/global-pull-secret-syncer-4n68r, will try again later: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-4n68r: suppressed error logged: pod kube-system/global-pull-secret-syncer-4n68r: no pod IPs found I0512 02:54:06.735063 3668 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-75.ec2.internal I0512 02:54:06.735066 3668 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-sngp9] creating logical port kube-system_global-pull-secret-syncer-sngp9 for pod on switch ip-10-0-0-75.ec2.internal I0512 02:54:06.734960 3668 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-mm5bv I0512 02:54:06.735078 3668 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-mm5bv I0512 02:54:06.735082 3668 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-vqzrk] creating logical port openshift-multus_network-metrics-daemon-vqzrk for pod on switch ip-10-0-0-75.ec2.internal I0512 02:54:06.735099 3668 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-mm5bv after 0 failed attempt(s) I0512 02:54:06.735000 3668 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-ksnr2 after 0 failed attempt(s) I0512 02:54:06.735011 3668 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-sttf6 I0512 02:54:06.735131 3668 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-sttf6 I0512 02:54:06.735151 3668 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-75.ec2.internal after 0 failed attempt(s) I0512 02:54:06.735159 3668 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-sttf6 after 0 failed attempt(s) I0512 02:54:06.735100 3668 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-dqkwd, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-dqkwd: suppressed error logged: pod openshift-multus/network-metrics-daemon-dqkwd: no pod IPs found I0512 02:54:06.735028 3668 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-75.ec2.internal I0512 02:54:06.735038 3668 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-fv5b9 I0512 02:54:06.735190 3668 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-75.ec2.internal after 0 failed attempt(s) I0512 02:54:06.735192 3668 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-fv5b9 I0512 02:54:06.735030 3668 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-jtlnk after 0 failed attempt(s) I0512 02:54:06.735041 3668 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-wdfm9 I0512 02:54:06.735217 3668 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-fv5b9 after 0 failed attempt(s) I0512 02:54:06.734985 3668 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-xcjwn I0512 02:54:06.735234 3668 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-wdfm9] creating logical port openshift-network-diagnostics_network-check-target-wdfm9 for pod on switch ip-10-0-0-75.ec2.internal I0512 02:54:06.735049 3668 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-ldm57 I0512 02:54:06.735277 3668 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-ldm57, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-ldm57: suppressed error logged: pod openshift-network-diagnostics/network-check-target-ldm57: no pod IPs found I0512 02:54:06.735238 3668 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-xcjwn after 0 failed attempt(s) I0512 02:54:06.735065 3668 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-mkgs8 after 0 failed attempt(s) I0512 02:54:06.735963 3668 pods.go:271] [openshift-network-diagnostics/network-check-target-wdfm9] addLogicalPort took 736.692µs, libovsdb time 327.909µs I0512 02:54:06.735983 3668 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-wdfm9 after 0 failed attempt(s) I0512 02:54:06.736056 3668 pods.go:271] [kube-system/global-pull-secret-syncer-sngp9] addLogicalPort took 1.003602ms, libovsdb time 404.994µs I0512 02:54:06.736066 3668 obj_retry.go:418] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-sngp9 after 0 failed attempt(s) I0512 02:54:06.736157 3668 pods.go:271] [openshift-multus/network-metrics-daemon-vqzrk] addLogicalPort took 1.085907ms, libovsdb time 388.819µs I0512 02:54:06.736169 3668 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-vqzrk after 0 failed attempt(s) I0512 02:54:06.746856 3668 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0512 02:54:06.759852 3668 iptables.go:108] Creating table: mangle chain: OUTPUT I0512 02:54:06.763363 3668 iptables.go:108] Creating table: nat chain: OUTPUT I0512 02:54:06.786725 3668 iptables.go:108] Creating table: nat chain: PREROUTING I0512 02:54:06.831249 3668 iptables.go:108] Creating table: filter chain: FORWARD I0512 02:54:06.847992 3668 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0512 02:54:06.848106 3668 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0512 02:54:06.848160 3668 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0512 02:54:06.848244 3668 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0512 02:54:06.848304 3668 gateway_init.go:325] Gateway and management port readiness took 2.675220313s I0512 02:54:06.848340 3668 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0512 02:54:06.848387 3668 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0512 02:54:06.848402 3668 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0512 02:54:06.848416 3668 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0512 02:54:06.848480 3668 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0512 02:54:06.848594 3668 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 81.987µs I0512 02:54:06.848835 3668 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0512 02:54:06.848866 3668 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 20.476µs I0512 02:54:06.848874 3668 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 39.972µs I0512 02:54:06.848880 3668 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0512 02:54:06.848890 3668 nad_controller.go:379] [node-nad-controller NAD controller]: started I0512 02:54:06.848896 3668 default_node_network_controller.go:899] Starting the default node network controller I0512 02:54:06.848901 3668 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0512 02:54:06.848980 3668 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 13.106µs I0512 02:54:06.849048 3668 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0512 02:54:06.849057 3668 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0512 02:54:06.849081 3668 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c8e4a0 0xc000327ea0 0xc000327f10 0xc000340000 0xc000340070 0xc0003400e0 0xc000340150 0xc000cda320 0xc0003401c0 0xc000340310 0xc0002882d0 0xc00655d500 0xc000340380 map[0x2ff9080:0xc002616fc0 0x2ff95c0:0xc0026172c0 0x2ffa2e0:0xc002616f00 0x2ffa580:0xc002616f60 0x2ffad60:0xc002617020 0x2ffb000:0xc002617080 0x2ffb2a0:0xc0026170e0 0x2ffba80:0xc002617320 0x2ffbd20:0xc004602f00 0x3026980:0xc000dbccc0 0x3026d20:0xc000dbcea0 0x3027800:0xc000c89e60 0x3029160:0xc001bc0000 0x30298a0:0xc002512a80 0x302a720:0xc0008cdbc0] 0xc0001808c0 0} I0512 02:54:06.849146 3668 gateway.go:151] Starting gateway service sync I0512 02:54:06.849550 3668 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0512 02:54:06.851801 3668 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0512 02:54:06.861716 3668 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0512 02:54:06.862945 3668 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0512 02:54:06.864171 3668 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0512 02:54:06.899690 3668 gateway.go:168] Gateway service sync done. Time taken: 50.529767ms I0512 02:54:06.900552 3668 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 32490 I0512 02:54:06.900659 3668 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c8e4a0 0xc000327ea0 0xc000327f10 0xc000340000 0xc000340070 0xc0003400e0 0xc000340150 0xc000cda320 0xc0003401c0 0xc000340310 0xc0002882d0 0xc00655d500 0xc000340380 map[0x2ff9080:0xc002616fc0 0x2ff95c0:0xc0026172c0 0x2ffa2e0:0xc002616f00 0x2ffa580:0xc002616f60 0x2ffad60:0xc002617020 0x2ffb000:0xc002617080 0x2ffb2a0:0xc0026170e0 0x2ffba80:0xc002617320 0x2ffbd20:0xc004602f00 0x3026980:0xc000dbccc0 0x3026d20:0xc000dbcea0 0x3027800:0xc000c89e60 0x3029160:0xc001bc0000 0x30298a0:0xc002512a80 0x302a720:0xc0008cdbc0] 0xc0001808c0 0} I0512 02:54:06.901253 3668 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c8e4a0 0xc000327ea0 0xc000327f10 0xc000340000 0xc000340070 0xc0003400e0 0xc000340150 0xc000cda320 0xc0003401c0 0xc000340310 0xc0002882d0 0xc00655d500 0xc000340380 map[0x2ff9080:0xc002616fc0 0x2ff95c0:0xc0026172c0 0x2ffa2e0:0xc002616f00 0x2ffa580:0xc002616f60 0x2ffad60:0xc002617020 0x2ffb000:0xc002617080 0x2ffb2a0:0xc0026170e0 0x2ffba80:0xc002617320 0x2ffbd20:0xc004602f00 0x3026980:0xc000dbccc0 0x3026d20:0xc000dbcea0 0x3027800:0xc000c89e60 0x3029160:0xc001bc0000 0x30298a0:0xc002512a80 0x302a720:0xc0008cdbc0] 0xc0001808c0 0} I0512 02:54:06.901291 3668 gateway.go:532] Reconciling gateway with updates I0512 02:54:06.906675 3668 gateway.go:339] Spawning Conntrack Rule Check Thread I0512 02:54:06.906774 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0512 02:54:06.906788 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0512 02:54:06.906796 3668 default_node_network_controller.go:944] Gateway and management port readiness took 57.730344ms I0512 02:54:06.906804 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0512 02:54:06.906805 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0512 02:54:06.906814 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0512 02:54:06.906813 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0512 02:54:06.906830 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0512 02:54:06.906836 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0512 02:54:06.906840 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0512 02:54:06.906847 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0512 02:54:06.906848 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0512 02:54:06.906850 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0512 02:54:06.906835 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0512 02:54:06.906854 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0512 02:54:06.906862 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0512 02:54:06.906862 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0512 02:54:06.906866 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0512 02:54:06.906877 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0512 02:54:06.906881 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0512 02:54:06.906873 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0512 02:54:06.906889 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0512 02:54:06.906889 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0512 02:54:06.906898 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0512 02:54:06.906900 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0512 02:54:06.906906 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0512 02:54:06.906909 3668 port_claim.go:71] Svc openshift-ingress/router-default: port 31345 is already open, no action needed I0512 02:54:06.906920 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0512 02:54:06.906940 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0512 02:54:06.906943 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0512 02:54:06.906778 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0512 02:54:06.906963 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0512 02:54:06.906967 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0512 02:54:06.906905 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0512 02:54:06.906975 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0512 02:54:06.906985 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0512 02:54:06.906988 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0512 02:54:06.906995 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0512 02:54:06.907002 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0512 02:54:06.906922 3668 port_claim.go:71] Svc openshift-ingress/router-default: port 32439 is already open, no action needed I0512 02:54:06.907003 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0512 02:54:06.907009 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0512 02:54:06.906869 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0512 02:54:06.907017 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0512 02:54:06.907018 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0512 02:54:06.906986 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0512 02:54:06.907026 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0512 02:54:06.907028 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0512 02:54:06.907035 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0512 02:54:06.907040 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0512 02:54:06.907038 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0512 02:54:06.907048 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0512 02:54:06.907051 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0512 02:54:06.906889 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0512 02:54:06.907026 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0512 02:54:06.907065 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0512 02:54:06.907066 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0512 02:54:06.907072 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0512 02:54:06.907078 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0512 02:54:06.907096 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0512 02:54:06.907076 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0512 02:54:06.906893 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0512 02:54:06.907139 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0512 02:54:06.906872 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0512 02:54:06.906809 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0512 02:54:06.907163 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0512 02:54:06.907171 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0512 02:54:06.907173 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0512 02:54:06.907173 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0512 02:54:06.907180 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0512 02:54:06.906910 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0512 02:54:06.906862 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0512 02:54:06.906937 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0512 02:54:06.907214 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0512 02:54:06.906884 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0512 02:54:06.907221 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0512 02:54:06.907227 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0512 02:54:06.907236 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0512 02:54:06.906871 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0512 02:54:06.906911 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0512 02:54:06.907246 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0512 02:54:06.906991 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0512 02:54:06.907259 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0512 02:54:06.907005 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0512 02:54:06.907278 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0512 02:54:06.906774 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0512 02:54:06.907311 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0512 02:54:06.907348 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0512 02:54:06.907416 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0512 02:54:06.907053 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0512 02:54:06.907477 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0512 02:54:06.907150 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0512 02:54:06.907508 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0512 02:54:06.907161 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0512 02:54:06.907588 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0512 02:54:06.906894 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0512 02:54:06.907676 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0512 02:54:06.906863 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0512 02:54:06.906812 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0512 02:54:06.907756 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0512 02:54:06.907027 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0512 02:54:06.907830 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0512 02:54:06.907026 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0512 02:54:06.907859 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0512 02:54:06.908558 3668 node_ip_handler_linux.go:160] Node IP manager is running W0512 02:54:06.948356 3668 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0512 02:54:06.948527 3668 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0512 02:54:06.948675 3668 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:81:00:01/10.129.0.1) on link ovn-k8s-mp0 I0512 02:54:06.956638 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0512 02:54:06.956668 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0512 02:54:06.956675 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0512 02:54:06.956682 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0512 02:54:06.998938 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0512 02:54:06.998954 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0512 02:54:06.998942 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0512 02:54:06.998965 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0512 02:54:06.998972 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0512 02:54:06.998977 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0512 02:54:06.998983 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0512 02:54:06.998989 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0512 02:54:06.998997 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0512 02:54:06.999003 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0512 02:54:06.999008 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0512 02:54:06.999014 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0512 02:54:06.999031 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0512 02:54:06.999055 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0512 02:54:06.999070 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0512 02:54:06.999088 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0512 02:54:06.999115 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0512 02:54:06.999125 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0512 02:54:06.999140 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0512 02:54:06.999161 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0512 02:54:06.999202 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0512 02:54:06.999222 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0512 02:54:06.999230 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0512 02:54:06.999236 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0512 02:54:07.044598 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0512 02:54:07.044631 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0512 02:54:07.044639 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0512 02:54:08.619711 3668 default_node_network_controller.go:1380] Starting node controller node sync W0512 02:54:08.619716 3668 egressip_healthcheck.go:76] Health checking using insecure connection I0512 02:54:08.619874 3668 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.129.0.2:9107 I0512 02:54:08.631476 3668 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.741543ms I0512 02:54:08.631624 3668 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-144.ec2.internal", IP: 10.0.2.144 to PMTUD blocking rules I0512 02:54:08.631636 3668 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-144.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0512 02:54:08.637056 3668 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0512 02:54:08.637305 3668 egressservice_node.go:93] Setting up event handlers for Egress Services I0512 02:54:08.637459 3668 egressservice_node.go:183] Starting Egress Services Controller I0512 02:54:08.637475 3668 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0512 02:54:08.637486 3668 shared_informer.go:356] "Caches are synced" controller="egressservices" I0512 02:54:08.637492 3668 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0512 02:54:08.637498 3668 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0512 02:54:08.637503 3668 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0512 02:54:08.637509 3668 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0512 02:54:08.637513 3668 egressservice_node.go:197] Repairing Egress Services I0512 02:54:08.647386 3668 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0512 02:54:08.647398 3668 external_controller.go:278] Starting Admin Policy Based Route Controller I0512 02:54:08.647548 3668 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0512 02:54:08.647562 3668 link_network_manager.go:119] Link manager is running I0512 02:54:08.647571 3668 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0512 02:54:08.647782 3668 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0512 02:54:08.648083 3668 vrf_manager.go:128] VRF manager is running I0512 02:54:08.648166 3668 node_controller_manager.go:437] Removing flows to drop GARP I0512 02:54:08.648175 3668 gateway.go:532] Reconciling gateway with updates I0512 02:54:08.669714 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0512 02:54:08.669726 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0512 02:54:08.669736 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0512 02:54:08.669742 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0512 02:54:08.669748 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0512 02:54:08.669751 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0512 02:54:08.669752 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0512 02:54:08.669761 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0512 02:54:08.669764 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0512 02:54:08.669765 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0512 02:54:08.669770 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0512 02:54:08.669776 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0512 02:54:08.669783 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0512 02:54:08.669785 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0512 02:54:08.669785 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0512 02:54:08.669790 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0512 02:54:08.669794 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0512 02:54:08.669794 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0512 02:54:08.669796 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0512 02:54:08.669804 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0512 02:54:08.669805 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0512 02:54:08.669809 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0512 02:54:08.669818 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0512 02:54:08.669814 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0512 02:54:08.669825 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0512 02:54:08.669822 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0512 02:54:08.669784 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0512 02:54:08.669844 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0512 02:54:08.669851 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0512 02:54:08.669852 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0512 02:54:08.669728 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0512 02:54:08.669858 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0512 02:54:08.669860 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0512 02:54:08.669862 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0512 02:54:08.669865 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0512 02:54:08.669868 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0512 02:54:08.669871 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0512 02:54:08.669875 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0512 02:54:08.669879 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0512 02:54:08.669849 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0512 02:54:08.669883 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0512 02:54:08.669886 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0512 02:54:08.669889 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0512 02:54:08.669894 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0512 02:54:08.669891 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0512 02:54:08.669897 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0512 02:54:08.669902 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0512 02:54:08.669907 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0512 02:54:08.669909 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0512 02:54:08.669805 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0512 02:54:08.669919 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0512 02:54:08.669787 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0512 02:54:08.669860 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0512 02:54:08.669799 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0512 02:54:08.669956 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0512 02:54:08.669956 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0512 02:54:08.669978 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0512 02:54:08.669753 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0512 02:54:08.669987 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0512 02:54:08.669989 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0512 02:54:08.669992 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0512 02:54:08.669991 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0512 02:54:08.670008 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0512 02:54:08.669960 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0512 02:54:08.670022 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0512 02:54:08.669997 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0512 02:54:08.669752 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0512 02:54:08.670032 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0512 02:54:08.669736 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0512 02:54:08.670043 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0512 02:54:08.669822 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0512 02:54:08.670057 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0512 02:54:08.670064 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0512 02:54:08.669774 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0512 02:54:08.669776 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0512 02:54:08.670102 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0512 02:54:08.669766 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0512 02:54:08.670159 3668 port_claim.go:71] Svc openshift-ingress/router-default: port 31345 is already open, no action needed I0512 02:54:08.670167 3668 port_claim.go:71] Svc openshift-ingress/router-default: port 32439 is already open, no action needed I0512 02:54:08.669743 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0512 02:54:08.670208 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0512 02:54:08.669741 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0512 02:54:08.670230 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0512 02:54:08.669757 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0512 02:54:08.669767 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0512 02:54:08.670307 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0512 02:54:08.669776 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0512 02:54:08.669822 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0512 02:54:08.670363 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0512 02:54:08.669841 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0512 02:54:08.669841 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0512 02:54:08.669843 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0512 02:54:08.670412 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0512 02:54:08.669854 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0512 02:54:08.669870 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0512 02:54:08.669714 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0512 02:54:08.670481 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0512 02:54:08.670486 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0512 02:54:08.669882 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0512 02:54:08.669885 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0512 02:54:08.669892 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0512 02:54:08.669969 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0512 02:54:08.670558 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0512 02:54:08.709792 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0512 02:54:08.709818 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0512 02:54:08.709825 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0512 02:54:08.709838 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0512 02:54:08.709846 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0512 02:54:08.709852 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0512 02:54:08.709858 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0512 02:54:08.709878 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0512 02:54:08.709906 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0512 02:54:08.709916 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0512 02:54:08.709924 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0512 02:54:08.709933 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0512 02:54:08.709943 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0512 02:54:08.709952 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0512 02:54:08.749529 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0512 02:54:08.749565 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0512 02:54:08.749589 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0512 02:54:08.749610 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0512 02:54:08.749628 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0512 02:54:08.749638 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0512 02:54:08.789638 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0512 02:54:08.789638 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0512 02:54:08.789667 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0512 02:54:08.789676 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0512 02:54:08.789685 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0512 02:54:08.789693 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0512 02:54:08.789709 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0512 02:54:08.789732 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0512 02:54:08.789743 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0512 02:54:08.789750 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0512 02:54:08.789755 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) W0512 02:54:10.446523 3668 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0512 02:54:10.654961 3668 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-75.ec2.internal I0512 02:54:10.655018 3668 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-75.ec2.internal: 37.135µs I0512 02:54:10.680774 3668 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-f998b9b66-6tlwp] creating logical port openshift-image-registry_image-registry-f998b9b66-6tlwp for pod on switch ip-10-0-0-75.ec2.internal I0512 02:54:10.680899 3668 kube.go:256] Updating pod openshift-image-registry/image-registry-f998b9b66-6tlwp I0512 02:54:10.702712 3668 pod.go:62] [openshift-image-registry/image-registry-f998b9b66-6tlwp] pod update took 21.844298ms I0512 02:54:10.702734 3668 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-f998b9b66-6tlwp] addLogicalPort annotation time took 21.870855ms I0512 02:54:10.703875 3668 pods.go:271] [openshift-image-registry/image-registry-f998b9b66-6tlwp] addLogicalPort took 23.11772ms, libovsdb time 885.524µs I0512 02:54:10.704779 3668 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-4n5ck] creating logical port openshift-dns_dns-default-4n5ck for pod on switch ip-10-0-0-75.ec2.internal I0512 02:54:10.704908 3668 kube.go:256] Updating pod openshift-dns/dns-default-4n5ck I0512 02:54:10.721649 3668 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-zzvf8] creating logical port openshift-ingress-canary_ingress-canary-zzvf8 for pod on switch ip-10-0-0-75.ec2.internal I0512 02:54:10.721757 3668 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-zzvf8 I0512 02:54:10.725282 3668 pod.go:62] [openshift-dns/dns-default-4n5ck] pod update took 20.408692ms I0512 02:54:10.725301 3668 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-4n5ck] addLogicalPort annotation time took 20.43297ms I0512 02:54:10.726430 3668 pods.go:271] [openshift-dns/dns-default-4n5ck] addLogicalPort took 21.667484ms, libovsdb time 882.991µs I0512 02:54:10.737643 3668 pod.go:62] [openshift-ingress-canary/ingress-canary-zzvf8] pod update took 15.908756ms I0512 02:54:10.737672 3668 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-zzvf8] addLogicalPort annotation time took 15.937529ms I0512 02:54:10.738816 3668 pods.go:271] [openshift-ingress-canary/ingress-canary-zzvf8] addLogicalPort took 17.179008ms, libovsdb time 804.886µs I0512 02:54:11.080707 3668 cni.go:452] [openshift-ingress-canary/ingress-canary-zzvf8 a0c9c8af55ff740d833307f1c0f6cb75153dd0ba27899e56d2633cd164119958 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-zzvf8 a0c9c8af55ff740d833307f1c0f6cb75153dd0ba27899e56d2633cd164119958 network default NAD default NAD key ] I0512 02:54:11.098622 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-zzvf8, hostIfaceName: a0c9c8af55ff740, network: default, NAD default, SandboxID: "a0c9c8af55ff740d833307f1c0f6cb75153dd0ba27899e56d2633cd164119958", PCI device ID: , UID: "00d3f7b3-3989-408d-b4ce-37d30c8e8587", MAC: 0a:58:0a:81:00:08, IPs: [10.129.0.8/23] I0512 02:54:11.145776 3668 cni.go:473] [openshift-ingress-canary/ingress-canary-zzvf8 a0c9c8af55ff740d833307f1c0f6cb75153dd0ba27899e56d2633cd164119958 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-zzvf8 a0c9c8af55ff740d833307f1c0f6cb75153dd0ba27899e56d2633cd164119958 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:39:56:88:28:0f\",\"name\":\"a0c9c8af55ff740\"},{\"mac\":\"0a:58:0a:81:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bb059ef8-2e7a-454f-8c88-8de726e0ce86\"}],\"ips\":[{\"address\":\"10.129.0.8/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 02:54:12.207812 3668 egressfirewall.go:723] Syncing node "ip-10-0-1-252.ec2.internal" for egress firewall I0512 02:54:12.207880 3668 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-252.ec2.internal I0512 02:54:12.207892 3668 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-252.ec2.internal: 20.244µs I0512 02:54:12.207931 3668 default_network_controller.go:1025] Node "ip-10-0-1-252.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0512 02:54:13.876025 3668 default_network_controller.go:1025] Node "ip-10-0-1-252.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0512 02:54:14.830413 3668 cni.go:452] [openshift-network-diagnostics/network-check-target-wdfm9 8ceaaa5e0e8a1d148b8ec74a7f9eda7234875b41c6254c4e78ec6f282eac71c1 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-wdfm9 8ceaaa5e0e8a1d148b8ec74a7f9eda7234875b41c6254c4e78ec6f282eac71c1 network default NAD default NAD key ] I0512 02:54:14.839917 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-wdfm9, hostIfaceName: 8ceaaa5e0e8a1d1, network: default, NAD default, SandboxID: "8ceaaa5e0e8a1d148b8ec74a7f9eda7234875b41c6254c4e78ec6f282eac71c1", PCI device ID: , UID: "9e089270-8ef7-45bb-a68e-266744ea0524", MAC: 0a:58:0a:81:00:04, IPs: [10.129.0.4/23] I0512 02:54:14.845893 3668 cni.go:452] [kube-system/global-pull-secret-syncer-sngp9 cd076d36a7a68b5d7586c34006c172ab71de27239bde14ff5a1b07cc7fa6e69c network default NAD default NAD key ] ADD starting CNI request [kube-system/global-pull-secret-syncer-sngp9 cd076d36a7a68b5d7586c34006c172ab71de27239bde14ff5a1b07cc7fa6e69c network default NAD default NAD key ] I0512 02:54:14.856495 3668 helper_linux.go:556] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-sngp9, hostIfaceName: cd076d36a7a68b5, network: default, NAD default, SandboxID: "cd076d36a7a68b5d7586c34006c172ab71de27239bde14ff5a1b07cc7fa6e69c", PCI device ID: , UID: "78ac66f7-395a-43e3-970d-2adb66be4149", MAC: 0a:58:0a:81:00:05, IPs: [10.129.0.5/23] I0512 02:54:14.890154 3668 cni.go:473] [openshift-network-diagnostics/network-check-target-wdfm9 8ceaaa5e0e8a1d148b8ec74a7f9eda7234875b41c6254c4e78ec6f282eac71c1 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-wdfm9 8ceaaa5e0e8a1d148b8ec74a7f9eda7234875b41c6254c4e78ec6f282eac71c1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:6d:e5:2e:74:64\",\"name\":\"8ceaaa5e0e8a1d1\"},{\"mac\":\"0a:58:0a:81:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/28111ca4-62e1-49a6-b386-f362704399fc\"}],\"ips\":[{\"address\":\"10.129.0.4/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 02:54:14.903422 3668 cni.go:473] [kube-system/global-pull-secret-syncer-sngp9 cd076d36a7a68b5d7586c34006c172ab71de27239bde14ff5a1b07cc7fa6e69c network default NAD default NAD key default] ADD finished CNI request [kube-system/global-pull-secret-syncer-sngp9 cd076d36a7a68b5d7586c34006c172ab71de27239bde14ff5a1b07cc7fa6e69c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:33:b6:03:9b:72\",\"name\":\"cd076d36a7a68b5\"},{\"mac\":\"0a:58:0a:81:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/517173dd-3137-45e9-a5cb-847ce235536e\"}],\"ips\":[{\"address\":\"10.129.0.5/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 02:54:17.907393 3668 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-252.ec2.internal in network "default" I0512 02:54:17.907442 3668 node_tracker.go:235] Node ip-10-0-1-252.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-252.ec2.internal" I0512 02:54:17.907441 3668 default_network_controller.go:1025] Node "ip-10-0-1-252.ec2.internal" in remote zone "ip-10-0-1-252.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0512 02:54:17.907463 3668 node_tracker.go:169] Node ip-10-0-1-252.ec2.internal switch + router changed, syncing services in network "default" I0512 02:54:17.907479 3668 services_controller.go:574] Full service sync requested for network=default W0512 02:54:17.907634 3668 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0512 02:54:18.065906 3668 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-252.ec2.internal in network "default" I0512 02:54:18.065923 3668 default_network_controller.go:1025] Node "ip-10-0-1-252.ec2.internal" in remote zone "ip-10-0-1-252.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0512 02:54:18.065981 3668 node_tracker.go:169] Node ip-10-0-1-252.ec2.internal switch + router changed, syncing services in network "default" I0512 02:54:18.065997 3668 services_controller.go:574] Full service sync requested for network=default W0512 02:54:18.066428 3668 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0512 02:54:18.067039 3668 zone_ic_handler.go:195] Time taken to create transit switch: 319.576µs I0512 02:54:18.067053 3668 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-252.ec2.internal for the network default I0512 02:54:18.068204 3668 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-252.ec2.internal" on network "default" took: 1.498046ms W0512 02:54:19.944366 3668 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0512 02:54:20.118527 3668 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-252.ec2.internal in network "default" I0512 02:54:20.118605 3668 egressfirewall.go:723] Syncing node "ip-10-0-1-252.ec2.internal" for egress firewall I0512 02:54:20.118638 3668 node_tracker.go:169] Node ip-10-0-1-252.ec2.internal switch + router changed, syncing services in network "default" I0512 02:54:20.118658 3668 services_controller.go:574] Full service sync requested for network=default I0512 02:54:20.118664 3668 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-252.ec2.internal I0512 02:54:20.118672 3668 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-252.ec2.internal", IP: 10.0.1.252 to PMTUD blocking rules I0512 02:54:20.118677 3668 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-252.ec2.internal: 16.543µs I0512 02:54:20.118687 3668 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-252.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules W0512 02:54:20.119117 3668 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0512 02:54:20.119120 3668 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0512 02:54:20.124893 3668 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-252.ec2.internal. Updating no re-route policies I0512 02:54:20.134899 3668 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-252.ec2.internal", IP: 10.0.1.252 to PMTUD blocking rules I0512 02:54:20.134919 3668 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-252.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0512 02:54:24.141916 3668 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-252.ec2.internal I0512 02:54:24.141946 3668 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-252.ec2.internal: 33.863µs W0512 02:54:33.366637 3668 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0512 02:54:40.550642 3668 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0512 02:54:50.936414 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0512 02:54:58.541034 3668 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d4kd59 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 02:54:58.541601 3668 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d4kd59 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 02:54:58.541635 3668 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d4kd59 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 02:54:58.541643 3668 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0512 02:54:58.541656 3668 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d4kd59 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 02:54:58.541660 3668 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0512 02:54:59.565177 3668 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d4kd59 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 02:54:59.565201 3668 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d4kd59 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 02:54:59.565218 3668 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d4kd59 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 02:54:59.565226 3668 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d4kd59 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 02:55:01.712803 3668 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0512 02:55:01.725109 3668 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0512 02:56:06.719891 3668 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-crxvc] creating logical port openshift-network-diagnostics_network-check-source-84fd6d9d54-crxvc for pod on switch ip-10-0-0-75.ec2.internal I0512 02:56:06.719979 3668 kube.go:256] Updating pod openshift-network-diagnostics/network-check-source-84fd6d9d54-crxvc I0512 02:56:06.733674 3668 base_network_controller_pods.go:487] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-jgdz2] creating logical port openshift-cluster-samples-operator_cluster-samples-operator-67f4d568c7-jgdz2 for pod on switch ip-10-0-0-75.ec2.internal I0512 02:56:06.733797 3668 kube.go:256] Updating pod openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-jgdz2 I0512 02:56:06.749430 3668 pod.go:62] [openshift-network-diagnostics/network-check-source-84fd6d9d54-crxvc] pod update took 29.469227ms I0512 02:56:06.749452 3668 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-crxvc] addLogicalPort annotation time took 29.5013ms I0512 02:56:06.750710 3668 pods.go:271] [openshift-network-diagnostics/network-check-source-84fd6d9d54-crxvc] addLogicalPort took 30.838862ms, libovsdb time 908.722µs I0512 02:56:06.752447 3668 pod.go:62] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-jgdz2] pod update took 18.65444ms I0512 02:56:06.752470 3668 base_network_controller_pods.go:951] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-jgdz2] addLogicalPort annotation time took 18.70617ms I0512 02:56:06.753343 3668 pods.go:271] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-jgdz2] addLogicalPort took 19.687579ms, libovsdb time 553.645µs I0512 02:56:06.815208 3668 base_network_controller_pods.go:487] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-g44gx] creating logical port openshift-monitoring_cluster-monitoring-operator-557b74df6-g44gx for pod on switch ip-10-0-0-75.ec2.internal I0512 02:56:06.815302 3668 kube.go:256] Updating pod openshift-monitoring/cluster-monitoring-operator-557b74df6-g44gx I0512 02:56:06.836093 3668 pod.go:62] [openshift-monitoring/cluster-monitoring-operator-557b74df6-g44gx] pod update took 20.811704ms I0512 02:56:06.836120 3668 base_network_controller_pods.go:951] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-g44gx] addLogicalPort annotation time took 20.840832ms I0512 02:56:06.837310 3668 pods.go:271] [openshift-monitoring/cluster-monitoring-operator-557b74df6-g44gx] addLogicalPort took 22.115585ms, libovsdb time 901.164µs I0512 02:56:06.842019 3668 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-85jk4] creating logical port openshift-kube-storage-version-migrator-operator_kube-storage-version-migrator-operator-74478b59c6-85jk4 for pod on switch ip-10-0-0-75.ec2.internal I0512 02:56:06.842118 3668 kube.go:256] Updating pod openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-85jk4 I0512 02:56:06.863400 3668 pod.go:62] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-85jk4] pod update took 21.306655ms I0512 02:56:06.863422 3668 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-85jk4] addLogicalPort annotation time took 21.333961ms I0512 02:56:06.864593 3668 pods.go:271] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-85jk4] addLogicalPort took 22.573813ms, libovsdb time 804.797µs I0512 02:56:07.082278 3668 cni.go:452] [openshift-network-diagnostics/network-check-source-84fd6d9d54-crxvc 2ec188e7c2859a19cf77166f3d92c5ba26531be60a16723045b5a238c750459f network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-crxvc 2ec188e7c2859a19cf77166f3d92c5ba26531be60a16723045b5a238c750459f network default NAD default NAD key ] I0512 02:56:07.092659 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-source-84fd6d9d54-crxvc, hostIfaceName: 2ec188e7c2859a1, network: default, NAD default, SandboxID: "2ec188e7c2859a19cf77166f3d92c5ba26531be60a16723045b5a238c750459f", PCI device ID: , UID: "02c3863f-523e-404a-add5-cd73ac89030c", MAC: 0a:58:0a:81:00:09, IPs: [10.129.0.9/23] I0512 02:56:07.139449 3668 cni.go:473] [openshift-network-diagnostics/network-check-source-84fd6d9d54-crxvc 2ec188e7c2859a19cf77166f3d92c5ba26531be60a16723045b5a238c750459f network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-crxvc 2ec188e7c2859a19cf77166f3d92c5ba26531be60a16723045b5a238c750459f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:c0:e6:15:e7:80\",\"name\":\"2ec188e7c2859a1\"},{\"mac\":\"0a:58:0a:81:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cfdefa06-bc28-4a75-8d40-113410c5c693\"}],\"ips\":[{\"address\":\"10.129.0.9/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 02:56:07.200361 3668 cni.go:452] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-85jk4 20e0f18ce8b640018ded0e26761931fcbef4e1282655524be720152ef059871d network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-85jk4 20e0f18ce8b640018ded0e26761931fcbef4e1282655524be720152ef059871d network default NAD default NAD key ] I0512 02:56:07.212155 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator-operator, podName: kube-storage-version-migrator-operator-74478b59c6-85jk4, hostIfaceName: 20e0f18ce8b6400, network: default, NAD default, SandboxID: "20e0f18ce8b640018ded0e26761931fcbef4e1282655524be720152ef059871d", PCI device ID: , UID: "5a0c3abb-a5c0-459f-a86d-05b77255ff8d", MAC: 0a:58:0a:81:00:0c, IPs: [10.129.0.12/23] I0512 02:56:07.256264 3668 cni.go:473] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-85jk4 20e0f18ce8b640018ded0e26761931fcbef4e1282655524be720152ef059871d network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-85jk4 20e0f18ce8b640018ded0e26761931fcbef4e1282655524be720152ef059871d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:56:88:98:6c:e1\",\"name\":\"20e0f18ce8b6400\"},{\"mac\":\"0a:58:0a:81:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a7524662-16d6-4017-ae07-443ca9f6bc32\"}],\"ips\":[{\"address\":\"10.129.0.12/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 02:56:10.671141 3668 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0512 02:56:10.845139 3668 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0512 02:56:10.846107 3668 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 944.805µs I0512 02:56:10.891054 3668 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0512 02:56:13.009378 3668 namespace.go:98] [openshift-service-ca] adding namespace I0512 02:56:13.010246 3668 namespace.go:102] [openshift-service-ca] adding namespace took 839.395µs I0512 02:56:13.020757 3668 namespace.go:142] [openshift-service-ca] updating namespace I0512 02:56:14.678572 3668 base_network_controller_pods.go:487] [default/openshift-service-ca/service-ca-d9cb48497-tsc5x] creating logical port openshift-service-ca_service-ca-d9cb48497-tsc5x for pod on switch ip-10-0-0-75.ec2.internal I0512 02:56:14.678698 3668 kube.go:256] Updating pod openshift-service-ca/service-ca-d9cb48497-tsc5x I0512 02:56:14.693295 3668 pod.go:62] [openshift-service-ca/service-ca-d9cb48497-tsc5x] pod update took 14.619547ms I0512 02:56:14.693319 3668 base_network_controller_pods.go:951] [default/openshift-service-ca/service-ca-d9cb48497-tsc5x] addLogicalPort annotation time took 14.648729ms I0512 02:56:14.694521 3668 pods.go:271] [openshift-service-ca/service-ca-d9cb48497-tsc5x] addLogicalPort took 15.970074ms, libovsdb time 859.115µs I0512 02:56:15.034266 3668 cni.go:452] [openshift-service-ca/service-ca-d9cb48497-tsc5x e2eac7c02a65cd7a7754b7481f8e6bc8ea647a55b15f3c2758b6c5cdb3b2b33e network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca/service-ca-d9cb48497-tsc5x e2eac7c02a65cd7a7754b7481f8e6bc8ea647a55b15f3c2758b6c5cdb3b2b33e network default NAD default NAD key ] I0512 02:56:15.043513 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca, podName: service-ca-d9cb48497-tsc5x, hostIfaceName: e2eac7c02a65cd7, network: default, NAD default, SandboxID: "e2eac7c02a65cd7a7754b7481f8e6bc8ea647a55b15f3c2758b6c5cdb3b2b33e", PCI device ID: , UID: "740ffec3-c7c9-4596-a84c-771fa95f109a", MAC: 0a:58:0a:81:00:0d, IPs: [10.129.0.13/23] I0512 02:56:15.092346 3668 cni.go:473] [openshift-service-ca/service-ca-d9cb48497-tsc5x e2eac7c02a65cd7a7754b7481f8e6bc8ea647a55b15f3c2758b6c5cdb3b2b33e network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca/service-ca-d9cb48497-tsc5x e2eac7c02a65cd7a7754b7481f8e6bc8ea647a55b15f3c2758b6c5cdb3b2b33e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:c6:10:95:2f:14\",\"name\":\"e2eac7c02a65cd7\"},{\"mac\":\"0a:58:0a:81:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/44b60c3a-6fc1-418d-8b5b-e5834f5b5286\"}],\"ips\":[{\"address\":\"10.129.0.13/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 02:56:21.494568 3668 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0512 02:56:22.685949 3668 cni.go:452] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-jgdz2 86622c2561920cf507b2fa184b4eb336a14bd5370321c3b3fa8f3164ddf7b367 network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-jgdz2 86622c2561920cf507b2fa184b4eb336a14bd5370321c3b3fa8f3164ddf7b367 network default NAD default NAD key ] I0512 02:56:22.695311 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-samples-operator, podName: cluster-samples-operator-67f4d568c7-jgdz2, hostIfaceName: 86622c2561920cf, network: default, NAD default, SandboxID: "86622c2561920cf507b2fa184b4eb336a14bd5370321c3b3fa8f3164ddf7b367", PCI device ID: , UID: "6f1bab34-6233-4e08-af60-f2f741479f5d", MAC: 0a:58:0a:81:00:0a, IPs: [10.129.0.10/23] I0512 02:56:22.743350 3668 cni.go:473] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-jgdz2 86622c2561920cf507b2fa184b4eb336a14bd5370321c3b3fa8f3164ddf7b367 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-jgdz2 86622c2561920cf507b2fa184b4eb336a14bd5370321c3b3fa8f3164ddf7b367 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:24:04:a9:6b:42\",\"name\":\"86622c2561920cf\"},{\"mac\":\"0a:58:0a:81:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/852e65db-2653-4a30-8409-e50e1355ec66\"}],\"ips\":[{\"address\":\"10.129.0.10/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 02:56:36.036935 3668 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0512 02:56:36.036961 3668 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0512 02:56:36.036968 3668 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default I0512 02:56:36.172057 3668 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-grsgg] creating logical port openshift-insights_insights-runtime-extractor-grsgg for pod on switch ip-10-0-0-75.ec2.internal I0512 02:56:36.172172 3668 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-grsgg I0512 02:56:36.210469 3668 pod.go:62] [openshift-insights/insights-runtime-extractor-grsgg] pod update took 38.332124ms I0512 02:56:36.210492 3668 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-grsgg] addLogicalPort annotation time took 38.360476ms I0512 02:56:36.211432 3668 pods.go:271] [openshift-insights/insights-runtime-extractor-grsgg] addLogicalPort took 39.392517ms, libovsdb time 640.973µs I0512 02:56:36.244771 3668 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-c79kd] creating logical port openshift-console_downloads-5c54f4944f-c79kd for pod on switch ip-10-0-0-75.ec2.internal I0512 02:56:36.244860 3668 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-c79kd I0512 02:56:36.308898 3668 pod.go:62] [openshift-console/downloads-5c54f4944f-c79kd] pod update took 64.059702ms I0512 02:56:36.308921 3668 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-c79kd] addLogicalPort annotation time took 64.089461ms I0512 02:56:36.310040 3668 pods.go:271] [openshift-console/downloads-5c54f4944f-c79kd] addLogicalPort took 65.287123ms, libovsdb time 835.306µs I0512 02:56:36.600046 3668 cni.go:452] [openshift-console/downloads-5c54f4944f-c79kd 91dac10975264487fa65c4736838d03bb97b1e1195ef0a940b36b37784faaac2 network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-c79kd 91dac10975264487fa65c4736838d03bb97b1e1195ef0a940b36b37784faaac2 network default NAD default NAD key ] I0512 02:56:36.609303 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-c79kd, hostIfaceName: 91dac1097526448, network: default, NAD default, SandboxID: "91dac10975264487fa65c4736838d03bb97b1e1195ef0a940b36b37784faaac2", PCI device ID: , UID: "147d21a2-7a5c-46aa-adca-22ade5416f16", MAC: 0a:58:0a:81:00:0f, IPs: [10.129.0.15/23] I0512 02:56:36.657561 3668 cni.go:473] [openshift-console/downloads-5c54f4944f-c79kd 91dac10975264487fa65c4736838d03bb97b1e1195ef0a940b36b37784faaac2 network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-c79kd 91dac10975264487fa65c4736838d03bb97b1e1195ef0a940b36b37784faaac2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:57:44:b7:69:f5\",\"name\":\"91dac1097526448\"},{\"mac\":\"0a:58:0a:81:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/06a62ee0-a0f8-44b5-8525-e37a00f90aa9\"}],\"ips\":[{\"address\":\"10.129.0.15/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 02:56:36.752635 3668 obj_retry.go:498] Detected object openshift-image-registry/image-registry-76954bd7c7-hxnxs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 02:56:36.753245 3668 obj_retry.go:498] Detected object openshift-image-registry/image-registry-76954bd7c7-hxnxs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 02:56:36.771116 3668 obj_retry.go:492] Detected object openshift-image-registry/image-registry-76954bd7c7-hxnxs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 02:56:36.771138 3668 obj_retry.go:492] Detected object openshift-image-registry/image-registry-76954bd7c7-hxnxs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 02:56:36.773113 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-76954bd7c7-hxnxs I0512 02:56:36.773138 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-76954bd7c7-hxnxs W0512 02:56:37.743028 3668 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0512 02:56:37.830314 3668 obj_retry.go:498] Detected object openshift-image-registry/image-registry-f998b9b66-52z9p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 02:56:37.830973 3668 obj_retry.go:498] Detected object openshift-image-registry/image-registry-f998b9b66-52z9p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 02:56:37.850568 3668 obj_retry.go:492] Detected object openshift-image-registry/image-registry-f998b9b66-52z9p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 02:56:37.850602 3668 obj_retry.go:492] Detected object openshift-image-registry/image-registry-f998b9b66-52z9p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 02:56:37.856554 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-f998b9b66-52z9p I0512 02:56:37.856588 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-f998b9b66-52z9p I0512 02:56:38.030289 3668 cni.go:452] [openshift-insights/insights-runtime-extractor-grsgg 4c3b7ad996466d8c61afbd9abb763e60ad7f681e4dd2441718bd1e156fba8cf0 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-grsgg 4c3b7ad996466d8c61afbd9abb763e60ad7f681e4dd2441718bd1e156fba8cf0 network default NAD default NAD key ] I0512 02:56:38.039963 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-grsgg, hostIfaceName: 4c3b7ad996466d8, network: default, NAD default, SandboxID: "4c3b7ad996466d8c61afbd9abb763e60ad7f681e4dd2441718bd1e156fba8cf0", PCI device ID: , UID: "ce471035-ef70-4ac5-8fa4-b1b0283f7e1c", MAC: 0a:58:0a:81:00:0e, IPs: [10.129.0.14/23] I0512 02:56:38.088291 3668 cni.go:473] [openshift-insights/insights-runtime-extractor-grsgg 4c3b7ad996466d8c61afbd9abb763e60ad7f681e4dd2441718bd1e156fba8cf0 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-grsgg 4c3b7ad996466d8c61afbd9abb763e60ad7f681e4dd2441718bd1e156fba8cf0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:e4:f0:17:1d:b7\",\"name\":\"4c3b7ad996466d8\"},{\"mac\":\"0a:58:0a:81:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/48e19e21-47c9-4819-b246-a01a8ffa802b\"}],\"ips\":[{\"address\":\"10.129.0.14/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 02:56:38.839387 3668 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0512 02:56:38.971673 3668 cni.go:452] [openshift-monitoring/cluster-monitoring-operator-557b74df6-g44gx 0cf37299bc7dbb312752f0832cd09526e3ad17eac4ee5f277289a9ee8e39f6f9 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-g44gx 0cf37299bc7dbb312752f0832cd09526e3ad17eac4ee5f277289a9ee8e39f6f9 network default NAD default NAD key ] I0512 02:56:38.983722 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: cluster-monitoring-operator-557b74df6-g44gx, hostIfaceName: 0cf37299bc7dbb3, network: default, NAD default, SandboxID: "0cf37299bc7dbb312752f0832cd09526e3ad17eac4ee5f277289a9ee8e39f6f9", PCI device ID: , UID: "da4b77d0-1d53-47b6-a009-b9d203fcfc70", MAC: 0a:58:0a:81:00:0b, IPs: [10.129.0.11/23] I0512 02:56:39.034098 3668 cni.go:473] [openshift-monitoring/cluster-monitoring-operator-557b74df6-g44gx 0cf37299bc7dbb312752f0832cd09526e3ad17eac4ee5f277289a9ee8e39f6f9 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-g44gx 0cf37299bc7dbb312752f0832cd09526e3ad17eac4ee5f277289a9ee8e39f6f9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:d6:04:d5:14:81\",\"name\":\"0cf37299bc7dbb3\"},{\"mac\":\"0a:58:0a:81:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e9271c99-d851-4d2f-a948-7857e5f84225\"}],\"ips\":[{\"address\":\"10.129.0.11/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 02:56:39.753992 3668 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0512 02:56:39.754083 3668 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0512 02:56:39.754139 3668 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 02:56:39.754162 3668 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 02:56:39.754169 3668 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 02:56:39.782343 3668 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 02:56:39.782368 3668 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 02:56:39.782375 3668 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 02:56:39.784214 3668 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0512 02:56:39.784228 3668 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0512 02:56:39.880496 3668 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 02:56:39.880524 3668 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 02:56:39.880532 3668 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 02:56:39.881104 3668 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0512 02:56:39.881117 3668 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default I0512 02:56:41.558020 3668 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-4nppg] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-4nppg for pod on switch ip-10-0-0-75.ec2.internal I0512 02:56:41.558111 3668 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-4nppg I0512 02:56:41.573251 3668 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-4nppg] pod update took 15.165509ms I0512 02:56:41.573272 3668 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-4nppg] addLogicalPort annotation time took 15.19285ms I0512 02:56:41.574569 3668 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-4nppg] addLogicalPort took 16.568899ms, libovsdb time 961.403µs I0512 02:56:41.919612 3668 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-4nppg 86f4a95f518618b23a9ca4a991c474c4ffb09306180e20cd6360c68eb229872a network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-4nppg 86f4a95f518618b23a9ca4a991c474c4ffb09306180e20cd6360c68eb229872a network default NAD default NAD key ] I0512 02:56:41.929874 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-4nppg, hostIfaceName: 86f4a95f518618b, network: default, NAD default, SandboxID: "86f4a95f518618b23a9ca4a991c474c4ffb09306180e20cd6360c68eb229872a", PCI device ID: , UID: "bc286b14-8d88-4b48-a31e-ddc9562e0727", MAC: 0a:58:0a:81:00:10, IPs: [10.129.0.16/23] I0512 02:56:41.982827 3668 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-4nppg 86f4a95f518618b23a9ca4a991c474c4ffb09306180e20cd6360c68eb229872a network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-4nppg 86f4a95f518618b23a9ca4a991c474c4ffb09306180e20cd6360c68eb229872a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:a2:b4:46:f0:4c\",\"name\":\"86f4a95f518618b\"},{\"mac\":\"0a:58:0a:81:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6ad0c380-5864-493c-bb00-468f31ea3447\"}],\"ips\":[{\"address\":\"10.129.0.16/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 02:56:43.301165 3668 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0512 02:56:43.324143 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0512 02:56:44.644905 3668 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-76b589d668-kfmlq] creating logical port openshift-monitoring_prometheus-operator-76b589d668-kfmlq for pod on switch ip-10-0-0-75.ec2.internal I0512 02:56:44.645027 3668 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-76b589d668-kfmlq I0512 02:56:44.660258 3668 pod.go:62] [openshift-monitoring/prometheus-operator-76b589d668-kfmlq] pod update took 15.260476ms I0512 02:56:44.660285 3668 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-76b589d668-kfmlq] addLogicalPort annotation time took 15.294317ms I0512 02:56:44.661614 3668 pods.go:271] [openshift-monitoring/prometheus-operator-76b589d668-kfmlq] addLogicalPort took 16.751599ms, libovsdb time 911.298µs I0512 02:56:45.602809 3668 cni.go:452] [openshift-monitoring/prometheus-operator-76b589d668-kfmlq 6c1041e18a29d5a6f403e83e2866112a1580051f87516be357790c418df1036e network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-76b589d668-kfmlq 6c1041e18a29d5a6f403e83e2866112a1580051f87516be357790c418df1036e network default NAD default NAD key ] I0512 02:56:45.614160 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-76b589d668-kfmlq, hostIfaceName: 6c1041e18a29d5a, network: default, NAD default, SandboxID: "6c1041e18a29d5a6f403e83e2866112a1580051f87516be357790c418df1036e", PCI device ID: , UID: "a00e2f30-aae9-4dff-9281-62c9b5c4ab7c", MAC: 0a:58:0a:81:00:11, IPs: [10.129.0.17/23] I0512 02:56:45.666650 3668 cni.go:473] [openshift-monitoring/prometheus-operator-76b589d668-kfmlq 6c1041e18a29d5a6f403e83e2866112a1580051f87516be357790c418df1036e network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-76b589d668-kfmlq 6c1041e18a29d5a6f403e83e2866112a1580051f87516be357790c418df1036e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:d1:7f:bd:28:b3\",\"name\":\"6c1041e18a29d5a\"},{\"mac\":\"0a:58:0a:81:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/55857cc4-71b9-4fde-a7cc-e026195c28e4\"}],\"ips\":[{\"address\":\"10.129.0.17/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 02:56:48.319422 3668 base_network_controller_pods.go:487] [default/openshift-console/console-644dc47bb-zb4f7] creating logical port openshift-console_console-644dc47bb-zb4f7 for pod on switch ip-10-0-0-75.ec2.internal I0512 02:56:48.319531 3668 kube.go:256] Updating pod openshift-console/console-644dc47bb-zb4f7 I0512 02:56:48.334055 3668 pod.go:62] [openshift-console/console-644dc47bb-zb4f7] pod update took 14.557538ms I0512 02:56:48.334077 3668 base_network_controller_pods.go:951] [default/openshift-console/console-644dc47bb-zb4f7] addLogicalPort annotation time took 14.586396ms I0512 02:56:48.335609 3668 pods.go:271] [openshift-console/console-644dc47bb-zb4f7] addLogicalPort took 16.202962ms, libovsdb time 1.078429ms W0512 02:56:51.897009 3668 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0512 02:56:52.205500 3668 cni.go:452] [openshift-console/console-644dc47bb-zb4f7 0276c434b12529196a9bcf92342660b94aaa1f02c10afdce8d77314225f2cc09 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-644dc47bb-zb4f7 0276c434b12529196a9bcf92342660b94aaa1f02c10afdce8d77314225f2cc09 network default NAD default NAD key ] I0512 02:56:52.225675 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-644dc47bb-zb4f7, hostIfaceName: 0276c434b125291, network: default, NAD default, SandboxID: "0276c434b12529196a9bcf92342660b94aaa1f02c10afdce8d77314225f2cc09", PCI device ID: , UID: "a3d40004-f892-45b3-98cd-da492d219bed", MAC: 0a:58:0a:81:00:12, IPs: [10.129.0.18/23] I0512 02:56:52.278535 3668 cni.go:473] [openshift-console/console-644dc47bb-zb4f7 0276c434b12529196a9bcf92342660b94aaa1f02c10afdce8d77314225f2cc09 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-644dc47bb-zb4f7 0276c434b12529196a9bcf92342660b94aaa1f02c10afdce8d77314225f2cc09 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:dc:21:a7:b0:a2\",\"name\":\"0276c434b125291\"},{\"mac\":\"0a:58:0a:81:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4264e62e-8daa-4699-a0a5-8f09d0c191bd\"}],\"ips\":[{\"address\":\"10.129.0.18/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 02:56:52.800700 3668 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0512 02:56:53.378506 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0512 02:56:55.366458 3668 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0512 02:56:56.138494 3668 base_network_controller_pods.go:487] [default/openshift-monitoring/openshift-state-metrics-b8587444b-75p6h] creating logical port openshift-monitoring_openshift-state-metrics-b8587444b-75p6h for pod on switch ip-10-0-0-75.ec2.internal I0512 02:56:56.138676 3668 kube.go:256] Updating pod openshift-monitoring/openshift-state-metrics-b8587444b-75p6h I0512 02:56:56.157429 3668 base_network_controller_pods.go:487] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-4lmxc] creating logical port openshift-monitoring_kube-state-metrics-6dfffbb599-4lmxc for pod on switch ip-10-0-0-75.ec2.internal I0512 02:56:56.157629 3668 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-6dfffbb599-4lmxc I0512 02:56:56.163834 3668 pod.go:62] [openshift-monitoring/openshift-state-metrics-b8587444b-75p6h] pod update took 25.194137ms I0512 02:56:56.163863 3668 base_network_controller_pods.go:951] [default/openshift-monitoring/openshift-state-metrics-b8587444b-75p6h] addLogicalPort annotation time took 25.227635ms I0512 02:56:56.165459 3668 pods.go:271] [openshift-monitoring/openshift-state-metrics-b8587444b-75p6h] addLogicalPort took 26.983498ms, libovsdb time 1.077659ms I0512 02:56:56.186927 3668 pod.go:62] [openshift-monitoring/kube-state-metrics-6dfffbb599-4lmxc] pod update took 29.326084ms I0512 02:56:56.186957 3668 base_network_controller_pods.go:951] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-4lmxc] addLogicalPort annotation time took 29.376737ms I0512 02:56:56.188435 3668 pods.go:271] [openshift-monitoring/kube-state-metrics-6dfffbb599-4lmxc] addLogicalPort took 31.027008ms, libovsdb time 1.056858ms I0512 02:56:56.523927 3668 cni.go:452] [openshift-monitoring/kube-state-metrics-6dfffbb599-4lmxc 1e8fdf39fb5e44731ef87f8ab8ad466d282e99e4d5d8de4c7cdf2e83c47784d1 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-4lmxc 1e8fdf39fb5e44731ef87f8ab8ad466d282e99e4d5d8de4c7cdf2e83c47784d1 network default NAD default NAD key ] I0512 02:56:56.535896 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-6dfffbb599-4lmxc, hostIfaceName: 1e8fdf39fb5e447, network: default, NAD default, SandboxID: "1e8fdf39fb5e44731ef87f8ab8ad466d282e99e4d5d8de4c7cdf2e83c47784d1", PCI device ID: , UID: "a380bbf2-ed38-4366-a816-a37fdd4920d8", MAC: 0a:58:0a:81:00:14, IPs: [10.129.0.20/23] I0512 02:56:56.589363 3668 cni.go:473] [openshift-monitoring/kube-state-metrics-6dfffbb599-4lmxc 1e8fdf39fb5e44731ef87f8ab8ad466d282e99e4d5d8de4c7cdf2e83c47784d1 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-4lmxc 1e8fdf39fb5e44731ef87f8ab8ad466d282e99e4d5d8de4c7cdf2e83c47784d1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:f5:41:81:b2:14\",\"name\":\"1e8fdf39fb5e447\"},{\"mac\":\"0a:58:0a:81:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/23284481-e98d-48f3-b9ce-472f087cea92\"}],\"ips\":[{\"address\":\"10.129.0.20/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 02:56:57.106931 3668 cni.go:452] [openshift-monitoring/openshift-state-metrics-b8587444b-75p6h aa4e5cf51da3ac2294906c397dd9e88561cae16ba8c57b43a59c1734c840edcb network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-75p6h aa4e5cf51da3ac2294906c397dd9e88561cae16ba8c57b43a59c1734c840edcb network default NAD default NAD key ] I0512 02:56:57.116794 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: openshift-state-metrics-b8587444b-75p6h, hostIfaceName: aa4e5cf51da3ac2, network: default, NAD default, SandboxID: "aa4e5cf51da3ac2294906c397dd9e88561cae16ba8c57b43a59c1734c840edcb", PCI device ID: , UID: "be332760-d98a-40c6-b047-d54fa28f83f3", MAC: 0a:58:0a:81:00:13, IPs: [10.129.0.19/23] I0512 02:56:57.177501 3668 cni.go:473] [openshift-monitoring/openshift-state-metrics-b8587444b-75p6h aa4e5cf51da3ac2294906c397dd9e88561cae16ba8c57b43a59c1734c840edcb network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-75p6h aa4e5cf51da3ac2294906c397dd9e88561cae16ba8c57b43a59c1734c840edcb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:0d:e3:4d:e0:4a\",\"name\":\"aa4e5cf51da3ac2\"},{\"mac\":\"0a:58:0a:81:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c45e499b-3da4-459d-a46e-1caca1ca5d81\"}],\"ips\":[{\"address\":\"10.129.0.19/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 02:56:58.837149 3668 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0512 02:56:59.003978 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0512 02:56:59.004004 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0512 02:56:59.916289 3668 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 02:56:59.916310 3668 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 02:56:59.916330 3668 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 02:56:59.952981 3668 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 02:56:59.953004 3668 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 02:56:59.953015 3668 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0512 02:57:00.403858 3668 obj_retry.go:498] Detected object openshift-image-registry/image-registry-f998b9b66-6tlwp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 02:57:00.403904 3668 pods.go:176] Deleting pod: openshift-image-registry/image-registry-f998b9b66-6tlwp I0512 02:57:00.405349 3668 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-f998b9b66-6tlwp, ips: 10.129.0.6 I0512 02:57:00.405386 3668 obj_retry.go:498] Detected object openshift-image-registry/image-registry-f998b9b66-6tlwp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 02:57:00.413658 3668 obj_retry.go:492] Detected object openshift-image-registry/image-registry-f998b9b66-6tlwp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 02:57:00.413686 3668 obj_retry.go:492] Detected object openshift-image-registry/image-registry-f998b9b66-6tlwp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 02:57:00.423154 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-f998b9b66-6tlwp I0512 02:57:00.423184 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-f998b9b66-6tlwp I0512 02:57:00.634681 3668 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-55cc8dc569-5ltvr] creating logical port openshift-monitoring_metrics-server-55cc8dc569-5ltvr for pod on switch ip-10-0-0-75.ec2.internal I0512 02:57:00.634806 3668 kube.go:256] Updating pod openshift-monitoring/metrics-server-55cc8dc569-5ltvr I0512 02:57:00.649098 3668 pod.go:62] [openshift-monitoring/metrics-server-55cc8dc569-5ltvr] pod update took 14.332854ms I0512 02:57:00.649124 3668 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-55cc8dc569-5ltvr] addLogicalPort annotation time took 14.363275ms I0512 02:57:00.650508 3668 pods.go:271] [openshift-monitoring/metrics-server-55cc8dc569-5ltvr] addLogicalPort took 15.845616ms, libovsdb time 985.367µs I0512 02:57:00.879802 3668 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-4n5r7] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-4n5r7 for pod on switch ip-10-0-0-75.ec2.internal I0512 02:57:00.879935 3668 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-4n5r7 I0512 02:57:00.917030 3668 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-4n5r7] pod update took 37.118205ms I0512 02:57:00.917061 3668 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-4n5r7] addLogicalPort annotation time took 37.157727ms I0512 02:57:00.918379 3668 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-4n5r7] addLogicalPort took 38.59695ms, libovsdb time 955.807µs I0512 02:57:01.058431 3668 cni.go:452] [openshift-monitoring/metrics-server-55cc8dc569-5ltvr 7292473ac87cc291534af9207c75e582adb7603ca1e2b1655d409ad389558898 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-55cc8dc569-5ltvr 7292473ac87cc291534af9207c75e582adb7603ca1e2b1655d409ad389558898 network default NAD default NAD key ] I0512 02:57:01.069275 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-55cc8dc569-5ltvr, hostIfaceName: 7292473ac87cc29, network: default, NAD default, SandboxID: "7292473ac87cc291534af9207c75e582adb7603ca1e2b1655d409ad389558898", PCI device ID: , UID: "2315d75b-0097-46b2-a7bd-9145a931b00b", MAC: 0a:58:0a:81:00:15, IPs: [10.129.0.21/23] I0512 02:57:01.124863 3668 cni.go:473] [openshift-monitoring/metrics-server-55cc8dc569-5ltvr 7292473ac87cc291534af9207c75e582adb7603ca1e2b1655d409ad389558898 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-55cc8dc569-5ltvr 7292473ac87cc291534af9207c75e582adb7603ca1e2b1655d409ad389558898 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:82:95:8a:46:a8\",\"name\":\"7292473ac87cc29\"},{\"mac\":\"0a:58:0a:81:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8b7d8faf-bd3f-42fd-bb8f-67e32f200149\"}],\"ips\":[{\"address\":\"10.129.0.21/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 02:57:01.888231 3668 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-4n5r7 09cf76a7efe96f7eea5f47e9274e577554394e834f54d5c0099c271edb777486 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-4n5r7 09cf76a7efe96f7eea5f47e9274e577554394e834f54d5c0099c271edb777486 network default NAD default NAD key ] I0512 02:57:01.898212 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-4n5r7, hostIfaceName: 09cf76a7efe96f7, network: default, NAD default, SandboxID: "09cf76a7efe96f7eea5f47e9274e577554394e834f54d5c0099c271edb777486", PCI device ID: , UID: "a509c152-46eb-4358-baf8-b8a18da01d53", MAC: 0a:58:0a:81:00:16, IPs: [10.129.0.22/23] I0512 02:57:01.957720 3668 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-4n5r7 09cf76a7efe96f7eea5f47e9274e577554394e834f54d5c0099c271edb777486 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-4n5r7 09cf76a7efe96f7eea5f47e9274e577554394e834f54d5c0099c271edb777486 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:e6:5d:29:e5:8e\",\"name\":\"09cf76a7efe96f7\"},{\"mac\":\"0a:58:0a:81:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/208e98e8-c770-4133-b40c-e5e58bd577ac\"}],\"ips\":[{\"address\":\"10.129.0.22/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 02:57:01.999834 3668 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-7ccbd7dc64-gtsxk IP address from the namespace address-set, err: pod openshift-console/console-7ccbd7dc64-gtsxk: no pod IPs found I0512 02:57:02.788344 3668 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-0-75.ec2.internal I0512 02:57:02.788501 3668 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0512 02:57:02.810974 3668 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 22.518367ms I0512 02:57:02.811016 3668 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 22.564217ms I0512 02:57:02.812724 3668 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 24.400805ms, libovsdb time 1.226495ms W0512 02:57:02.976227 3668 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server I0512 02:57:03.183525 3668 cni.go:452] [openshift-monitoring/prometheus-k8s-0 6dc5eb2023a5cc3e7f05e096a628c3ac092d895b6870cc1fdcebec20c654ae88 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 6dc5eb2023a5cc3e7f05e096a628c3ac092d895b6870cc1fdcebec20c654ae88 network default NAD default NAD key ] I0512 02:57:03.194959 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 6dc5eb2023a5cc3, network: default, NAD default, SandboxID: "6dc5eb2023a5cc3e7f05e096a628c3ac092d895b6870cc1fdcebec20c654ae88", PCI device ID: , UID: "2eb89400-e4ab-466a-92bd-57eef7ac975b", MAC: 0a:58:0a:81:00:17, IPs: [10.129.0.23/23] I0512 02:57:03.256049 3668 cni.go:473] [openshift-monitoring/prometheus-k8s-0 6dc5eb2023a5cc3e7f05e096a628c3ac092d895b6870cc1fdcebec20c654ae88 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 6dc5eb2023a5cc3e7f05e096a628c3ac092d895b6870cc1fdcebec20c654ae88 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:e4:4a:1e:32:4c\",\"name\":\"6dc5eb2023a5cc3\"},{\"mac\":\"0a:58:0a:81:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c79d8b0c-f576-44e6-99c5-1d0ae7a643c3\"}],\"ips\":[{\"address\":\"10.129.0.23/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 02:57:03.420993 3668 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0512 02:57:03.918940 3668 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 02:57:03.918960 3668 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 02:57:03.918966 3668 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 02:57:03.918970 3668 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 02:57:04.002494 3668 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 02:57:04.002512 3668 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 02:57:04.061982 3668 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 02:57:04.061999 3668 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 02:57:04.062004 3668 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 02:57:04.062008 3668 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 02:57:04.454907 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 9443: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0512 02:57:05.450514 3668 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 02:57:05.450533 3668 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 02:57:15.483732 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0512 02:57:15.483758 3668 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0512 02:57:15.483800 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0512 02:57:16.483964 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0512 02:57:20.527847 3668 cni.go:452] [openshift-console/console-644dc47bb-zb4f7 0276c434b12529196a9bcf92342660b94aaa1f02c10afdce8d77314225f2cc09 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-644dc47bb-zb4f7 0276c434b12529196a9bcf92342660b94aaa1f02c10afdce8d77314225f2cc09 network default NAD default NAD key ] I0512 02:57:20.602160 3668 cni.go:473] [openshift-console/console-644dc47bb-zb4f7 0276c434b12529196a9bcf92342660b94aaa1f02c10afdce8d77314225f2cc09 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-644dc47bb-zb4f7 0276c434b12529196a9bcf92342660b94aaa1f02c10afdce8d77314225f2cc09 network default NAD default NAD key default], result "{}", err I0512 02:57:20.677207 3668 obj_retry.go:498] Detected object openshift-console/console-644dc47bb-zb4f7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 02:57:20.677266 3668 pods.go:176] Deleting pod: openshift-console/console-644dc47bb-zb4f7 I0512 02:57:20.678617 3668 pods.go:236] Attempting to release IPs for pod: openshift-console/console-644dc47bb-zb4f7, ips: 10.129.0.18 I0512 02:57:20.678645 3668 obj_retry.go:498] Detected object openshift-console/console-644dc47bb-zb4f7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 02:57:20.685863 3668 base_network_controller_pods.go:487] [default/openshift-console/console-77bd88f895-rwlnz] creating logical port openshift-console_console-77bd88f895-rwlnz for pod on switch ip-10-0-0-75.ec2.internal I0512 02:57:20.685983 3668 kube.go:256] Updating pod openshift-console/console-77bd88f895-rwlnz I0512 02:57:20.700724 3668 pod.go:62] [openshift-console/console-77bd88f895-rwlnz] pod update took 14.768078ms I0512 02:57:20.700747 3668 base_network_controller_pods.go:951] [default/openshift-console/console-77bd88f895-rwlnz] addLogicalPort annotation time took 14.795393ms I0512 02:57:20.701930 3668 pods.go:271] [openshift-console/console-77bd88f895-rwlnz] addLogicalPort took 16.078002ms, libovsdb time 844.587µs I0512 02:57:21.095503 3668 cni.go:452] [openshift-console/console-77bd88f895-rwlnz 0a08f6754a5cca5fe83a22ebba72aaf43e7f1763cd95b81d79d7de0468aa559c network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-77bd88f895-rwlnz 0a08f6754a5cca5fe83a22ebba72aaf43e7f1763cd95b81d79d7de0468aa559c network default NAD default NAD key ] I0512 02:57:21.105115 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-77bd88f895-rwlnz, hostIfaceName: 0a08f6754a5cca5, network: default, NAD default, SandboxID: "0a08f6754a5cca5fe83a22ebba72aaf43e7f1763cd95b81d79d7de0468aa559c", PCI device ID: , UID: "6e8553ea-64ea-4c25-b312-afbff4e4eee8", MAC: 0a:58:0a:81:00:18, IPs: [10.129.0.24/23] I0512 02:57:21.154820 3668 cni.go:473] [openshift-console/console-77bd88f895-rwlnz 0a08f6754a5cca5fe83a22ebba72aaf43e7f1763cd95b81d79d7de0468aa559c network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-77bd88f895-rwlnz 0a08f6754a5cca5fe83a22ebba72aaf43e7f1763cd95b81d79d7de0468aa559c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:13:01:5c:66:06\",\"name\":\"0a08f6754a5cca5\"},{\"mac\":\"0a:58:0a:81:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a713b50b-64d9-43f5-ae6f-bb15f9939c49\"}],\"ips\":[{\"address\":\"10.129.0.24/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 02:57:21.516322 3668 obj_retry.go:492] Detected object openshift-console/console-644dc47bb-zb4f7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 02:57:21.516354 3668 obj_retry.go:492] Detected object openshift-console/console-644dc47bb-zb4f7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 02:57:21.521963 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-644dc47bb-zb4f7 I0512 02:57:21.521992 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-644dc47bb-zb4f7 W0512 02:57:21.947997 3668 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0512 02:57:23.883949 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0512 02:57:23.883973 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0512 02:57:24.432113 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0512 02:57:25.968747 3668 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics I0512 02:57:27.341150 3668 obj_retry.go:498] Detected object openshift-console/console-7ccbd7dc64-j55tp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 02:57:27.341805 3668 obj_retry.go:498] Detected object openshift-console/console-7ccbd7dc64-j55tp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 02:57:27.971512 3668 obj_retry.go:492] Detected object openshift-console/console-7ccbd7dc64-j55tp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 02:57:27.971536 3668 obj_retry.go:492] Detected object openshift-console/console-7ccbd7dc64-j55tp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 02:57:27.978569 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7ccbd7dc64-j55tp I0512 02:57:27.978614 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7ccbd7dc64-j55tp W0512 02:57:31.558749 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0512 02:57:52.709623 3668 cni.go:452] [openshift-multus/network-metrics-daemon-vqzrk a45aecb4f699845830c4486f834455bd311da743f7c65ecb6359d2bf30566e73 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-vqzrk a45aecb4f699845830c4486f834455bd311da743f7c65ecb6359d2bf30566e73 network default NAD default NAD key ] I0512 02:57:52.718835 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-vqzrk, hostIfaceName: a45aecb4f699845, network: default, NAD default, SandboxID: "a45aecb4f699845830c4486f834455bd311da743f7c65ecb6359d2bf30566e73", PCI device ID: , UID: "b13176cf-c8e1-4fe4-8e3b-396bc97cd691", MAC: 0a:58:0a:81:00:03, IPs: [10.129.0.3/23] I0512 02:57:52.769668 3668 cni.go:473] [openshift-multus/network-metrics-daemon-vqzrk a45aecb4f699845830c4486f834455bd311da743f7c65ecb6359d2bf30566e73 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-vqzrk a45aecb4f699845830c4486f834455bd311da743f7c65ecb6359d2bf30566e73 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:45:df:a0:2c:51\",\"name\":\"a45aecb4f699845\"},{\"mac\":\"0a:58:0a:81:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ea9fee03-f63a-4405-8d22-826168d68022\"}],\"ips\":[{\"address\":\"10.129.0.3/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 02:57:56.353309 3668 obj_retry.go:498] Detected object openshift-ingress/router-default-5676f94f57-sjrmv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 02:57:56.353901 3668 obj_retry.go:498] Detected object openshift-ingress/router-default-5676f94f57-sjrmv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 02:57:56.903840 3668 obj_retry.go:498] Detected object openshift-console/console-644dc47bb-gr5md of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 02:57:56.904431 3668 obj_retry.go:498] Detected object openshift-console/console-644dc47bb-gr5md of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 02:57:57.095649 3668 obj_retry.go:492] Detected object openshift-ingress/router-default-5676f94f57-sjrmv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 02:57:57.095670 3668 obj_retry.go:492] Detected object openshift-ingress/router-default-5676f94f57-sjrmv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 02:57:57.106292 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-5676f94f57-sjrmv I0512 02:57:57.106320 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-5676f94f57-sjrmv I0512 02:57:57.172855 3668 obj_retry.go:492] Detected object openshift-console/console-644dc47bb-gr5md of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 02:57:57.172880 3668 obj_retry.go:492] Detected object openshift-console/console-644dc47bb-gr5md of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 02:57:57.178694 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-644dc47bb-gr5md I0512 02:57:57.178726 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-644dc47bb-gr5md W0512 02:58:03.254839 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 02:58:03.254862 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 02:58:03.254876 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 02:58:03.254881 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 02:58:03.728862 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 02:58:03.728893 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0512 02:58:18.379003 3668 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 02:58:18.379544 3668 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 02:58:19.196637 3668 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 02:58:19.196667 3668 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 02:58:19.203383 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0512 02:58:19.203412 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0512 02:58:20.774367 3668 cni.go:452] [openshift-dns/dns-default-4n5ck 20061c491703a413da194e51ac836a29640223ff55ae677a212d2ab322b14ce0 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-4n5ck 20061c491703a413da194e51ac836a29640223ff55ae677a212d2ab322b14ce0 network default NAD default NAD key ] I0512 02:58:20.784336 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-4n5ck, hostIfaceName: 20061c491703a41, network: default, NAD default, SandboxID: "20061c491703a413da194e51ac836a29640223ff55ae677a212d2ab322b14ce0", PCI device ID: , UID: "1e53809e-8896-4b99-8838-fbb79b564ea0", MAC: 0a:58:0a:81:00:07, IPs: [10.129.0.7/23] I0512 02:58:20.835568 3668 cni.go:473] [openshift-dns/dns-default-4n5ck 20061c491703a413da194e51ac836a29640223ff55ae677a212d2ab322b14ce0 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-4n5ck 20061c491703a413da194e51ac836a29640223ff55ae677a212d2ab322b14ce0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:c3:0c:8d:bf:e5\",\"name\":\"20061c491703a41\"},{\"mac\":\"0a:58:0a:81:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6662ee90-b844-473b-8365-a1e87ccded33\"}],\"ips\":[{\"address\":\"10.129.0.7/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 02:58:22.646979 3668 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 02:58:22.647557 3668 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 02:58:23.295128 3668 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 02:58:23.295154 3668 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 02:58:23.302322 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0512 02:58:23.302351 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 W0512 02:58:25.277348 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0512 02:58:25.277370 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0512 02:58:25.277377 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0512 02:58:25.277393 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0512 02:58:25.277398 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0512 02:58:25.277402 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0512 02:58:32.775100 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0512 02:58:32.775125 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0512 02:58:32.775132 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0512 02:58:49.320494 3668 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0512 02:58:50.077626 3668 obj_retry.go:498] Detected object openshift-console/console-77bd88f895-wgfbh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 02:58:50.078246 3668 obj_retry.go:498] Detected object openshift-console/console-77bd88f895-wgfbh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 02:58:50.328767 3668 obj_retry.go:492] Detected object openshift-console/console-77bd88f895-wgfbh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 02:58:50.328795 3668 obj_retry.go:492] Detected object openshift-console/console-77bd88f895-wgfbh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 02:58:50.333841 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-77bd88f895-wgfbh I0512 02:58:50.333866 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-77bd88f895-wgfbh I0512 02:58:50.963457 3668 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 02:58:50.966019 3668 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 02:58:51.429041 3668 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 02:58:51.429069 3668 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 02:58:51.436637 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0512 02:58:51.436666 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0512 02:59:00.568904 3668 cni.go:452] [openshift-console/console-77bd88f895-rwlnz 0a08f6754a5cca5fe83a22ebba72aaf43e7f1763cd95b81d79d7de0468aa559c network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-77bd88f895-rwlnz 0a08f6754a5cca5fe83a22ebba72aaf43e7f1763cd95b81d79d7de0468aa559c network default NAD default NAD key ] I0512 02:59:00.643987 3668 cni.go:473] [openshift-console/console-77bd88f895-rwlnz 0a08f6754a5cca5fe83a22ebba72aaf43e7f1763cd95b81d79d7de0468aa559c network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-77bd88f895-rwlnz 0a08f6754a5cca5fe83a22ebba72aaf43e7f1763cd95b81d79d7de0468aa559c network default NAD default NAD key default], result "{}", err I0512 02:59:00.691767 3668 obj_retry.go:498] Detected object openshift-console/console-77bd88f895-rwlnz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 02:59:00.691804 3668 pods.go:176] Deleting pod: openshift-console/console-77bd88f895-rwlnz I0512 02:59:00.693135 3668 pods.go:236] Attempting to release IPs for pod: openshift-console/console-77bd88f895-rwlnz, ips: 10.129.0.24 I0512 02:59:00.693166 3668 obj_retry.go:498] Detected object openshift-console/console-77bd88f895-rwlnz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 02:59:00.908654 3668 obj_retry.go:492] Detected object openshift-console/console-77bd88f895-rwlnz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 02:59:00.908677 3668 obj_retry.go:492] Detected object openshift-console/console-77bd88f895-rwlnz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 02:59:00.914608 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-77bd88f895-rwlnz I0512 02:59:00.914631 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-77bd88f895-rwlnz I0512 02:59:07.814440 3668 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0512 02:59:25.781426 3668 cni.go:452] [openshift-monitoring/prometheus-k8s-0 6dc5eb2023a5cc3e7f05e096a628c3ac092d895b6870cc1fdcebec20c654ae88 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-0 6dc5eb2023a5cc3e7f05e096a628c3ac092d895b6870cc1fdcebec20c654ae88 network default NAD default NAD key ] I0512 02:59:25.856020 3668 cni.go:473] [openshift-monitoring/prometheus-k8s-0 6dc5eb2023a5cc3e7f05e096a628c3ac092d895b6870cc1fdcebec20c654ae88 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-0 6dc5eb2023a5cc3e7f05e096a628c3ac092d895b6870cc1fdcebec20c654ae88 network default NAD default NAD key default], result "{}", err I0512 02:59:25.917916 3668 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 02:59:25.918044 3668 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-0 I0512 02:59:25.919763 3668 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-0, ips: 10.129.0.23 I0512 02:59:25.919813 3668 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 02:59:26.017786 3668 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 02:59:26.017821 3668 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 02:59:26.025532 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0512 02:59:26.025564 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0512 02:59:26.068376 3668 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-0-75.ec2.internal I0512 02:59:26.068521 3668 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0512 02:59:26.098774 3668 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 30.29263ms I0512 02:59:26.098800 3668 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 30.325135ms I0512 02:59:26.100012 3668 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 31.652454ms, libovsdb time 899.165µs I0512 02:59:26.430599 3668 cni.go:452] [openshift-monitoring/prometheus-k8s-0 f537742d8cbdd2aa6a72c3804ba97bc7b69bbeb393c8ded229f132bf35088865 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 f537742d8cbdd2aa6a72c3804ba97bc7b69bbeb393c8ded229f132bf35088865 network default NAD default NAD key ] I0512 02:59:26.439807 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: f537742d8cbdd2a, network: default, NAD default, SandboxID: "f537742d8cbdd2aa6a72c3804ba97bc7b69bbeb393c8ded229f132bf35088865", PCI device ID: , UID: "11185e15-7a89-49c9-a0f4-979a4b0ecb93", MAC: 0a:58:0a:81:00:19, IPs: [10.129.0.25/23] I0512 02:59:26.492635 3668 cni.go:473] [openshift-monitoring/prometheus-k8s-0 f537742d8cbdd2aa6a72c3804ba97bc7b69bbeb393c8ded229f132bf35088865 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 f537742d8cbdd2aa6a72c3804ba97bc7b69bbeb393c8ded229f132bf35088865 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:87:72:5b:dc:be\",\"name\":\"f537742d8cbdd2a\"},{\"mac\":\"0a:58:0a:81:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4d7fbcfa-6f21-4662-9161-7133dc3fe804\"}],\"ips\":[{\"address\":\"10.129.0.25/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 02:59:47.810013 3668 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0512 03:00:00.204526 3668 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29642580-vddwb] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29642580-vddwb for pod on switch ip-10-0-0-75.ec2.internal I0512 03:00:00.204671 3668 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29642580-vddwb I0512 03:00:00.219796 3668 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29642580-vddwb] pod update took 15.147007ms I0512 03:00:00.219823 3668 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29642580-vddwb] addLogicalPort annotation time took 15.178231ms I0512 03:00:00.221190 3668 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29642580-vddwb] addLogicalPort took 16.680865ms, libovsdb time 935.353µs I0512 03:00:00.580826 3668 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29642580-vddwb 33f47a343214a48a0e0a9d0e43ca363352db4b10780e2165bdbb339b4dd1b57a network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29642580-vddwb 33f47a343214a48a0e0a9d0e43ca363352db4b10780e2165bdbb339b4dd1b57a network default NAD default NAD key ] I0512 03:00:00.590768 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29642580-vddwb, hostIfaceName: 33f47a343214a48, network: default, NAD default, SandboxID: "33f47a343214a48a0e0a9d0e43ca363352db4b10780e2165bdbb339b4dd1b57a", PCI device ID: , UID: "64e4b34a-aa49-4a52-9da8-087613782310", MAC: 0a:58:0a:81:00:1a, IPs: [10.129.0.26/23] I0512 03:00:00.640232 3668 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29642580-vddwb 33f47a343214a48a0e0a9d0e43ca363352db4b10780e2165bdbb339b4dd1b57a network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29642580-vddwb 33f47a343214a48a0e0a9d0e43ca363352db4b10780e2165bdbb339b4dd1b57a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:29:e5:26:15:d6\",\"name\":\"33f47a343214a48\"},{\"mac\":\"0a:58:0a:81:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9471b9cc-2682-45ba-a479-3ae72aedeb7b\"}],\"ips\":[{\"address\":\"10.129.0.26/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 03:00:05.196885 3668 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29642580-vddwb 33f47a343214a48a0e0a9d0e43ca363352db4b10780e2165bdbb339b4dd1b57a network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29642580-vddwb 33f47a343214a48a0e0a9d0e43ca363352db4b10780e2165bdbb339b4dd1b57a network default NAD default NAD key ] I0512 03:00:05.272736 3668 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29642580-vddwb 33f47a343214a48a0e0a9d0e43ca363352db4b10780e2165bdbb339b4dd1b57a network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29642580-vddwb 33f47a343214a48a0e0a9d0e43ca363352db4b10780e2165bdbb339b4dd1b57a network default NAD default NAD key default], result "{}", err I0512 03:00:05.313142 3668 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642580-vddwb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 03:00:05.313173 3668 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29642580-vddwb I0512 03:00:05.314484 3668 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29642580-vddwb, ips: 10.129.0.26 I0512 03:00:05.314510 3668 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642580-vddwb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 03:00:06.209210 3668 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642580-vddwb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:00:06.209240 3668 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642580-vddwb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0512 03:00:06.642860 3668 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0512 03:00:12.819164 3668 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0512 03:00:17.688178 3668 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0512 03:00:17.688250 3668 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-hxbns IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-hxbns: no pod IPs found I0512 03:00:26.847674 3668 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 W0512 03:00:27.310207 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 03:00:27.310232 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0512 03:00:32.391945 3668 base_network_controller_pods.go:487] [default/openshift-console/console-7bc557d469-zf2kz] creating logical port openshift-console_console-7bc557d469-zf2kz for pod on switch ip-10-0-0-75.ec2.internal I0512 03:00:32.392083 3668 kube.go:256] Updating pod openshift-console/console-7bc557d469-zf2kz I0512 03:00:32.433252 3668 pod.go:62] [openshift-console/console-7bc557d469-zf2kz] pod update took 41.199157ms I0512 03:00:32.433275 3668 base_network_controller_pods.go:951] [default/openshift-console/console-7bc557d469-zf2kz] addLogicalPort annotation time took 41.226831ms I0512 03:00:32.434453 3668 pods.go:271] [openshift-console/console-7bc557d469-zf2kz] addLogicalPort took 42.528184ms, libovsdb time 816.974µs I0512 03:00:32.753608 3668 cni.go:452] [openshift-console/console-7bc557d469-zf2kz 10fd190214fbc193deded7c06a41e43f56282d0e6bdcc6349f93826c5da607ea network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-7bc557d469-zf2kz 10fd190214fbc193deded7c06a41e43f56282d0e6bdcc6349f93826c5da607ea network default NAD default NAD key ] I0512 03:00:32.763036 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-7bc557d469-zf2kz, hostIfaceName: 10fd190214fbc19, network: default, NAD default, SandboxID: "10fd190214fbc193deded7c06a41e43f56282d0e6bdcc6349f93826c5da607ea", PCI device ID: , UID: "e1d733c5-24b8-4eba-9e17-12882c5a57e8", MAC: 0a:58:0a:81:00:1b, IPs: [10.129.0.27/23] I0512 03:00:32.815718 3668 cni.go:473] [openshift-console/console-7bc557d469-zf2kz 10fd190214fbc193deded7c06a41e43f56282d0e6bdcc6349f93826c5da607ea network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-7bc557d469-zf2kz 10fd190214fbc193deded7c06a41e43f56282d0e6bdcc6349f93826c5da607ea network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:1c:3d:0c:d1:d6\",\"name\":\"10fd190214fbc19\"},{\"mac\":\"0a:58:0a:81:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d799046d-7da9-4b46-a8ff-9ec86d6c820f\"}],\"ips\":[{\"address\":\"10.129.0.27/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 03:00:43.349547 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0512 03:00:47.723400 3668 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=71 I0512 03:00:57.700391 3668 obj_retry.go:498] Detected object openshift-console/console-7764655bdb-xxlbn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 03:00:57.700987 3668 obj_retry.go:498] Detected object openshift-console/console-7764655bdb-xxlbn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 03:00:57.837105 3668 obj_retry.go:492] Detected object openshift-console/console-7764655bdb-xxlbn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:00:57.837128 3668 obj_retry.go:492] Detected object openshift-console/console-7764655bdb-xxlbn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:00:57.842977 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7764655bdb-xxlbn I0512 03:00:57.843000 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7764655bdb-xxlbn I0512 03:01:00.732770 3668 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=600 I0512 03:01:08.680148 3668 obj_retry.go:498] Detected object openshift-console/console-7764655bdb-5r5vk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 03:01:08.680749 3668 obj_retry.go:498] Detected object openshift-console/console-7764655bdb-5r5vk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 03:01:08.990552 3668 obj_retry.go:492] Detected object openshift-console/console-7764655bdb-5r5vk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:01:08.990608 3668 obj_retry.go:492] Detected object openshift-console/console-7764655bdb-5r5vk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:01:08.996967 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7764655bdb-5r5vk I0512 03:01:08.996988 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7764655bdb-5r5vk I0512 03:01:27.842369 3668 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0512 03:01:33.836376 3668 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0512 03:01:34.825521 3668 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0512 03:01:34.848188 3668 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0512 03:01:46.723709 3668 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=15 I0512 03:02:58.809763 3668 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0512 03:03:11.721280 3668 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=73 I0512 03:03:21.722742 3668 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=145 I0512 03:03:28.721733 3668 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0512 03:03:32.830536 3668 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0512 03:05:37.728672 3668 namespace.go:98] [tsf] adding namespace I0512 03:05:37.729679 3668 namespace.go:102] [tsf] adding namespace took 976.571µs I0512 03:05:37.754426 3668 namespace.go:142] [tsf] updating namespace I0512 03:05:37.759778 3668 namespace.go:142] [tsf] updating namespace I0512 03:05:41.683705 3668 namespace.go:98] [tsf-tpa] adding namespace I0512 03:05:41.683757 3668 namespace.go:98] [rhtpa-operator] adding namespace I0512 03:05:41.684662 3668 namespace.go:102] [tsf-tpa] adding namespace took 934.388µs I0512 03:05:41.685383 3668 namespace.go:102] [rhtpa-operator] adding namespace took 1.612136ms I0512 03:05:41.688615 3668 namespace.go:98] [tsf-tas] adding namespace I0512 03:05:41.688742 3668 namespace.go:98] [konflux-operator] adding namespace I0512 03:05:41.688856 3668 namespace.go:98] [tsf-keycloak] adding namespace I0512 03:05:41.688879 3668 namespace.go:98] [cert-manager-operator] adding namespace I0512 03:05:41.689180 3668 namespace.go:98] [rhbk-operator] adding namespace I0512 03:05:41.689324 3668 namespace.go:102] [tsf-tas] adding namespace took 695.952µs I0512 03:05:41.689835 3668 namespace.go:102] [konflux-operator] adding namespace took 1.078823ms I0512 03:05:41.690325 3668 namespace.go:102] [tsf-keycloak] adding namespace took 1.459262ms I0512 03:05:41.690879 3668 namespace.go:102] [cert-manager-operator] adding namespace took 1.986943ms I0512 03:05:41.690907 3668 namespace.go:98] [konflux-ui] adding namespace I0512 03:05:41.691401 3668 namespace.go:102] [konflux-ui] adding namespace took 486.456µs I0512 03:05:41.691825 3668 namespace.go:102] [rhbk-operator] adding namespace took 2.632471ms I0512 03:05:41.704004 3668 namespace.go:142] [tsf-tpa] updating namespace I0512 03:05:41.715795 3668 namespace.go:142] [tsf-tpa] updating namespace I0512 03:05:41.729826 3668 namespace.go:142] [rhtpa-operator] updating namespace I0512 03:05:41.743524 3668 namespace.go:142] [rhtpa-operator] updating namespace I0512 03:05:41.749743 3668 namespace.go:142] [tsf-tas] updating namespace I0512 03:05:41.749791 3668 namespace.go:142] [konflux-operator] updating namespace I0512 03:05:41.749836 3668 namespace.go:142] [tsf-keycloak] updating namespace I0512 03:05:41.762375 3668 namespace.go:142] [cert-manager-operator] updating namespace I0512 03:05:41.766262 3668 namespace.go:142] [konflux-ui] updating namespace I0512 03:05:41.766330 3668 namespace.go:142] [rhbk-operator] updating namespace I0512 03:05:41.766423 3668 namespace.go:142] [rhtpa-operator] updating namespace I0512 03:05:41.766491 3668 namespace.go:142] [tsf-tpa] updating namespace I0512 03:05:41.818138 3668 namespace.go:142] [tsf-keycloak] updating namespace I0512 03:05:41.829664 3668 namespace.go:142] [tsf-keycloak] updating namespace I0512 03:05:41.834288 3668 namespace.go:142] [cert-manager-operator] updating namespace I0512 03:05:41.849300 3668 namespace.go:142] [konflux-ui] updating namespace I0512 03:05:41.855748 3668 namespace.go:142] [cert-manager-operator] updating namespace I0512 03:05:41.867644 3668 namespace.go:142] [rhbk-operator] updating namespace I0512 03:05:41.867684 3668 namespace.go:142] [konflux-ui] updating namespace I0512 03:05:41.890184 3668 namespace.go:142] [rhbk-operator] updating namespace I0512 03:05:41.910250 3668 namespace.go:142] [tsf-tas] updating namespace I0512 03:05:41.922335 3668 namespace.go:142] [tsf-tas] updating namespace I0512 03:05:42.097467 3668 namespace.go:142] [konflux-operator] updating namespace I0512 03:05:42.108308 3668 namespace.go:142] [konflux-operator] updating namespace I0512 03:05:42.987697 3668 namespace.go:142] [tsf-tpa] updating namespace I0512 03:05:42.990814 3668 namespace.go:142] [tsf-keycloak] updating namespace I0512 03:05:50.159716 3668 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eq8g94 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 03:05:50.160336 3668 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eq8g94 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 03:05:50.160365 3668 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eq8g94 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 03:05:50.160376 3668 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0512 03:05:50.160393 3668 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eq8g94 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 03:05:50.160401 3668 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0512 03:05:51.184735 3668 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eq8g94 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:05:51.184756 3668 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eq8g94 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:05:51.184766 3668 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eq8g94 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:05:51.184776 3668 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eq8g94 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:05:56.212203 3668 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dd6b4c of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 03:05:56.212788 3668 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dd6b4c of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 03:05:56.212817 3668 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dd6b4c of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 03:05:56.212827 3668 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0512 03:05:56.212847 3668 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dd6b4c of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 03:05:56.212854 3668 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0512 03:05:57.216141 3668 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe5fh7r of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 03:05:57.216695 3668 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe5fh7r of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 03:05:57.216725 3668 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe5fh7r of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 03:05:57.216737 3668 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0512 03:05:57.216757 3668 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe5fh7r of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 03:05:57.216767 3668 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0512 03:05:57.245788 3668 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dd6b4c of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:05:57.245814 3668 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dd6b4c of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:05:57.245828 3668 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dd6b4c of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:05:57.245841 3668 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dd6b4c of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:05:58.243359 3668 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kjjw8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 03:05:58.243930 3668 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kjjw8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 03:05:58.243954 3668 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kjjw8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 03:05:58.243961 3668 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0512 03:05:58.243973 3668 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kjjw8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 03:05:58.243977 3668 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0512 03:05:58.246946 3668 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe5fh7r of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:05:58.246971 3668 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe5fh7r of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:05:58.246983 3668 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe5fh7r of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:05:58.246998 3668 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe5fh7r of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:05:59.251735 3668 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kl9zx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 03:05:59.252261 3668 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kl9zx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 03:05:59.252284 3668 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kl9zx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 03:05:59.252292 3668 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0512 03:05:59.252305 3668 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kl9zx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 03:05:59.252310 3668 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0512 03:05:59.274191 3668 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kjjw8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:05:59.274215 3668 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kjjw8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:05:59.274229 3668 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kjjw8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:05:59.274246 3668 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kjjw8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:06:00.282159 3668 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kl9zx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:06:00.282185 3668 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kl9zx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:06:00.282197 3668 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kl9zx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:06:00.282211 3668 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kl9zx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:06:07.928873 3668 base_network_controller_pods.go:487] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-kcl87] creating logical port cert-manager-operator_cert-manager-operator-controller-manager-5b66478c58-kcl87 for pod on switch ip-10-0-0-75.ec2.internal I0512 03:06:07.928992 3668 kube.go:256] Updating pod cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-kcl87 I0512 03:06:07.982254 3668 pod.go:62] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-kcl87] pod update took 53.293027ms I0512 03:06:07.982281 3668 base_network_controller_pods.go:951] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-kcl87] addLogicalPort annotation time took 53.321339ms I0512 03:06:07.983649 3668 pods.go:271] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-kcl87] addLogicalPort took 54.795817ms, libovsdb time 972.768µs I0512 03:06:08.287659 3668 cni.go:452] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-kcl87 37cb52bddedef328cc8223e06c2ed783323f81eaaaed753d4b6a3a6e3efd59a3 network default NAD default NAD key ] ADD starting CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-kcl87 37cb52bddedef328cc8223e06c2ed783323f81eaaaed753d4b6a3a6e3efd59a3 network default NAD default NAD key ] I0512 03:06:08.297370 3668 helper_linux.go:556] ConfigureOVS: namespace: cert-manager-operator, podName: cert-manager-operator-controller-manager-5b66478c58-kcl87, hostIfaceName: 37cb52bddedef32, network: default, NAD default, SandboxID: "37cb52bddedef328cc8223e06c2ed783323f81eaaaed753d4b6a3a6e3efd59a3", PCI device ID: , UID: "5a47d73e-8304-4713-82f1-5b6c31c5ae51", MAC: 0a:58:0a:81:00:1c, IPs: [10.129.0.28/23] I0512 03:06:08.350947 3668 cni.go:473] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-kcl87 37cb52bddedef328cc8223e06c2ed783323f81eaaaed753d4b6a3a6e3efd59a3 network default NAD default NAD key default] ADD finished CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-kcl87 37cb52bddedef328cc8223e06c2ed783323f81eaaaed753d4b6a3a6e3efd59a3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:3d:21:f1:3d:62\",\"name\":\"37cb52bddedef32\"},{\"mac\":\"0a:58:0a:81:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/214dc655-500f-4c5d-b3a7-453c0b7d0dff\"}],\"ips\":[{\"address\":\"10.129.0.28/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 03:06:12.222005 3668 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0512 03:06:12.308795 3668 base_network_controller_pods.go:487] [default/rhbk-operator/rhbk-operator-69889d554d-2dgnc] creating logical port rhbk-operator_rhbk-operator-69889d554d-2dgnc for pod on switch ip-10-0-0-75.ec2.internal I0512 03:06:12.308899 3668 kube.go:256] Updating pod rhbk-operator/rhbk-operator-69889d554d-2dgnc I0512 03:06:12.343471 3668 pod.go:62] [rhbk-operator/rhbk-operator-69889d554d-2dgnc] pod update took 34.595396ms I0512 03:06:12.343497 3668 base_network_controller_pods.go:951] [default/rhbk-operator/rhbk-operator-69889d554d-2dgnc] addLogicalPort annotation time took 34.628519ms I0512 03:06:12.344795 3668 pods.go:271] [rhbk-operator/rhbk-operator-69889d554d-2dgnc] addLogicalPort took 36.016246ms, libovsdb time 862.313µs I0512 03:06:12.853196 3668 namespace.go:98] [cert-manager] adding namespace I0512 03:06:12.854160 3668 namespace.go:102] [cert-manager] adding namespace took 940.688µs I0512 03:06:12.924161 3668 namespace.go:142] [cert-manager] updating namespace I0512 03:06:12.944000 3668 namespace.go:142] [cert-manager] updating namespace I0512 03:06:12.972635 3668 cni.go:452] [rhbk-operator/rhbk-operator-69889d554d-2dgnc b9df21d1d53b9715a2d6fa68809f6053d80d26d8957eef4b13cb127e222f5ef5 network default NAD default NAD key ] ADD starting CNI request [rhbk-operator/rhbk-operator-69889d554d-2dgnc b9df21d1d53b9715a2d6fa68809f6053d80d26d8957eef4b13cb127e222f5ef5 network default NAD default NAD key ] I0512 03:06:12.985625 3668 helper_linux.go:556] ConfigureOVS: namespace: rhbk-operator, podName: rhbk-operator-69889d554d-2dgnc, hostIfaceName: b9df21d1d53b971, network: default, NAD default, SandboxID: "b9df21d1d53b9715a2d6fa68809f6053d80d26d8957eef4b13cb127e222f5ef5", PCI device ID: , UID: "336bb05b-9d75-4de9-a155-6831ebbc3c59", MAC: 0a:58:0a:81:00:1d, IPs: [10.129.0.29/23] I0512 03:06:13.038796 3668 cni.go:473] [rhbk-operator/rhbk-operator-69889d554d-2dgnc b9df21d1d53b9715a2d6fa68809f6053d80d26d8957eef4b13cb127e222f5ef5 network default NAD default NAD key default] ADD finished CNI request [rhbk-operator/rhbk-operator-69889d554d-2dgnc b9df21d1d53b9715a2d6fa68809f6053d80d26d8957eef4b13cb127e222f5ef5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:3c:5b:53:a7:14\",\"name\":\"b9df21d1d53b971\"},{\"mac\":\"0a:58:0a:81:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3f90c313-d47a-4f5e-b21d-796a723875a0\"}],\"ips\":[{\"address\":\"10.129.0.29/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 03:06:13.824905 3668 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0512 03:06:14.141246 3668 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-webhook-7dc76cbb94-mc66s] creating logical port cert-manager_cert-manager-webhook-7dc76cbb94-mc66s for pod on switch ip-10-0-0-75.ec2.internal I0512 03:06:14.141368 3668 kube.go:256] Updating pod cert-manager/cert-manager-webhook-7dc76cbb94-mc66s I0512 03:06:14.207706 3668 pod.go:62] [cert-manager/cert-manager-webhook-7dc76cbb94-mc66s] pod update took 66.372087ms I0512 03:06:14.207735 3668 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-webhook-7dc76cbb94-mc66s] addLogicalPort annotation time took 66.407076ms I0512 03:06:14.209135 3668 pods.go:271] [cert-manager/cert-manager-webhook-7dc76cbb94-mc66s] addLogicalPort took 67.910129ms, libovsdb time 1.002056ms I0512 03:06:14.826380 3668 cni.go:452] [cert-manager/cert-manager-webhook-7dc76cbb94-mc66s 4dbf35138359e5eba399cbcbd07279a0f3ecfc58dfb6fa7e0786bcf424b37d6c network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-mc66s 4dbf35138359e5eba399cbcbd07279a0f3ecfc58dfb6fa7e0786bcf424b37d6c network default NAD default NAD key ] I0512 03:06:14.837570 3668 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-webhook-7dc76cbb94-mc66s, hostIfaceName: 4dbf35138359e5e, network: default, NAD default, SandboxID: "4dbf35138359e5eba399cbcbd07279a0f3ecfc58dfb6fa7e0786bcf424b37d6c", PCI device ID: , UID: "f87e20ec-2118-4723-aa04-6983907e6e4a", MAC: 0a:58:0a:81:00:1e, IPs: [10.129.0.30/23] I0512 03:06:14.900786 3668 cni.go:473] [cert-manager/cert-manager-webhook-7dc76cbb94-mc66s 4dbf35138359e5eba399cbcbd07279a0f3ecfc58dfb6fa7e0786bcf424b37d6c network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-mc66s 4dbf35138359e5eba399cbcbd07279a0f3ecfc58dfb6fa7e0786bcf424b37d6c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:51:3a:9d:29:f5\",\"name\":\"4dbf35138359e5e\"},{\"mac\":\"0a:58:0a:81:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e6a55518-31b6-47b2-ad0a-13c94418e286\"}],\"ips\":[{\"address\":\"10.129.0.30/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 03:06:17.320113 3668 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51h69k5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 03:06:17.320694 3668 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51h69k5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 03:06:17.320720 3668 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51h69k5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 03:06:17.320728 3668 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0512 03:06:17.320742 3668 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51h69k5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 03:06:17.320746 3668 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0512 03:06:18.413537 3668 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51h69k5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:06:18.413567 3668 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51h69k5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:06:18.413606 3668 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51h69k5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:06:18.413626 3668 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51h69k5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0512 03:06:20.740233 3668 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0512 03:06:20.740253 3668 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0512 03:06:22.155670 3668 namespace.go:142] [openshift-operators] updating namespace I0512 03:06:22.166025 3668 namespace.go:142] [openshift-operators] updating namespace W0512 03:06:26.993938 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 10250: empty IP address endpoints for service cert-manager/cert-manager-webhook W0512 03:06:26.993962 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 9402: empty IP address endpoints for service cert-manager/cert-manager-webhook I0512 03:06:28.712805 3668 base_network_controller_pods.go:487] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-tj7ml] creating logical port openshift-operators_rhtas-operator-controller-manager-68888cb75-tj7ml for pod on switch ip-10-0-0-75.ec2.internal I0512 03:06:28.712946 3668 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-68888cb75-tj7ml I0512 03:06:28.746012 3668 pod.go:62] [openshift-operators/rhtas-operator-controller-manager-68888cb75-tj7ml] pod update took 33.091125ms I0512 03:06:28.746039 3668 base_network_controller_pods.go:951] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-tj7ml] addLogicalPort annotation time took 33.124665ms I0512 03:06:28.747340 3668 pods.go:271] [openshift-operators/rhtas-operator-controller-manager-68888cb75-tj7ml] addLogicalPort took 34.547503ms, libovsdb time 924.466µs I0512 03:06:29.375516 3668 cni.go:452] [openshift-operators/rhtas-operator-controller-manager-68888cb75-tj7ml d6b686c44efb061080769555f143b4e1ef37ac042c680408b4af19fdf91e10ab network default NAD default NAD key ] ADD starting CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-tj7ml d6b686c44efb061080769555f143b4e1ef37ac042c680408b4af19fdf91e10ab network default NAD default NAD key ] I0512 03:06:29.385417 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: rhtas-operator-controller-manager-68888cb75-tj7ml, hostIfaceName: d6b686c44efb061, network: default, NAD default, SandboxID: "d6b686c44efb061080769555f143b4e1ef37ac042c680408b4af19fdf91e10ab", PCI device ID: , UID: "ee26a64a-1c16-4797-9630-6ec06cbd3cea", MAC: 0a:58:0a:81:00:1f, IPs: [10.129.0.31/23] I0512 03:06:29.439549 3668 cni.go:473] [openshift-operators/rhtas-operator-controller-manager-68888cb75-tj7ml d6b686c44efb061080769555f143b4e1ef37ac042c680408b4af19fdf91e10ab network default NAD default NAD key default] ADD finished CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-tj7ml d6b686c44efb061080769555f143b4e1ef37ac042c680408b4af19fdf91e10ab network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:26:6d:5c:4c:28\",\"name\":\"d6b686c44efb061\"},{\"mac\":\"0a:58:0a:81:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b1596260-6e9d-4c38-b3d8-ce7ec211d256\"}],\"ips\":[{\"address\":\"10.129.0.31/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 03:06:31.575693 3668 namespace.go:98] [trusted-artifact-signer] adding namespace I0512 03:06:31.576527 3668 namespace.go:102] [trusted-artifact-signer] adding namespace took 808.856µs I0512 03:06:31.598129 3668 namespace.go:142] [trusted-artifact-signer] updating namespace I0512 03:06:31.607024 3668 namespace.go:142] [trusted-artifact-signer] updating namespace W0512 03:06:31.776030 3668 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0512 03:06:32.721755 3668 base_network_controller_pods.go:487] [default/trusted-artifact-signer/cli-server-7d56d9fd65-tjrpx] creating logical port trusted-artifact-signer_cli-server-7d56d9fd65-tjrpx for pod on switch ip-10-0-0-75.ec2.internal I0512 03:06:32.721884 3668 kube.go:256] Updating pod trusted-artifact-signer/cli-server-7d56d9fd65-tjrpx I0512 03:06:32.743675 3668 pod.go:62] [trusted-artifact-signer/cli-server-7d56d9fd65-tjrpx] pod update took 21.813774ms I0512 03:06:32.743709 3668 base_network_controller_pods.go:951] [default/trusted-artifact-signer/cli-server-7d56d9fd65-tjrpx] addLogicalPort annotation time took 21.853806ms I0512 03:06:32.745043 3668 pods.go:271] [trusted-artifact-signer/cli-server-7d56d9fd65-tjrpx] addLogicalPort took 23.305491ms, libovsdb time 924.086µs I0512 03:06:33.083444 3668 cni.go:452] [trusted-artifact-signer/cli-server-7d56d9fd65-tjrpx 01385b3670cf7a2477b2e73af0c993e027844085f091540be3267b0f9fd58975 network default NAD default NAD key ] ADD starting CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-tjrpx 01385b3670cf7a2477b2e73af0c993e027844085f091540be3267b0f9fd58975 network default NAD default NAD key ] I0512 03:06:33.093415 3668 helper_linux.go:556] ConfigureOVS: namespace: trusted-artifact-signer, podName: cli-server-7d56d9fd65-tjrpx, hostIfaceName: 01385b3670cf7a2, network: default, NAD default, SandboxID: "01385b3670cf7a2477b2e73af0c993e027844085f091540be3267b0f9fd58975", PCI device ID: , UID: "ef77847a-5250-4ba6-bbc0-cd6bc9cd49cf", MAC: 0a:58:0a:81:00:20, IPs: [10.129.0.32/23] I0512 03:06:33.147776 3668 cni.go:473] [trusted-artifact-signer/cli-server-7d56d9fd65-tjrpx 01385b3670cf7a2477b2e73af0c993e027844085f091540be3267b0f9fd58975 network default NAD default NAD key default] ADD finished CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-tjrpx 01385b3670cf7a2477b2e73af0c993e027844085f091540be3267b0f9fd58975 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:2b:72:b0:85:0c\",\"name\":\"01385b3670cf7a2\"},{\"mac\":\"0a:58:0a:81:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7690cc12-bd7a-42eb-8eba-1d5d52eaddb4\"}],\"ips\":[{\"address\":\"10.129.0.32/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 03:06:33.789701 3668 namespace.go:142] [openshift-operators] updating namespace I0512 03:06:34.766136 3668 base_network_controller_pods.go:487] [default/openshift-operators/tekton-operator-webhook-5864bd5898-65rd6] creating logical port openshift-operators_tekton-operator-webhook-5864bd5898-65rd6 for pod on switch ip-10-0-0-75.ec2.internal I0512 03:06:34.766340 3668 kube.go:256] Updating pod openshift-operators/tekton-operator-webhook-5864bd5898-65rd6 I0512 03:06:34.935057 3668 pod.go:62] [openshift-operators/tekton-operator-webhook-5864bd5898-65rd6] pod update took 168.757642ms I0512 03:06:34.935080 3668 base_network_controller_pods.go:951] [default/openshift-operators/tekton-operator-webhook-5864bd5898-65rd6] addLogicalPort annotation time took 168.791596ms I0512 03:06:34.936593 3668 pods.go:271] [openshift-operators/tekton-operator-webhook-5864bd5898-65rd6] addLogicalPort took 170.461468ms, libovsdb time 1.138261ms I0512 03:06:37.639180 3668 cni.go:452] [openshift-operators/tekton-operator-webhook-5864bd5898-65rd6 b63d3b066639d26536f1306bc5d405b63299b1f5a883babcaca7936388d1417a network default NAD default NAD key ] ADD starting CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-65rd6 b63d3b066639d26536f1306bc5d405b63299b1f5a883babcaca7936388d1417a network default NAD default NAD key ] I0512 03:06:37.648915 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: tekton-operator-webhook-5864bd5898-65rd6, hostIfaceName: b63d3b066639d26, network: default, NAD default, SandboxID: "b63d3b066639d26536f1306bc5d405b63299b1f5a883babcaca7936388d1417a", PCI device ID: , UID: "8722ea87-b5fa-435c-88fa-4f72702b3c38", MAC: 0a:58:0a:81:00:21, IPs: [10.129.0.33/23] I0512 03:06:37.706595 3668 cni.go:473] [openshift-operators/tekton-operator-webhook-5864bd5898-65rd6 b63d3b066639d26536f1306bc5d405b63299b1f5a883babcaca7936388d1417a network default NAD default NAD key default] ADD finished CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-65rd6 b63d3b066639d26536f1306bc5d405b63299b1f5a883babcaca7936388d1417a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:1e:4f:a8:5d:92\",\"name\":\"b63d3b066639d26\"},{\"mac\":\"0a:58:0a:81:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f55f97b8-9119-4454-a5d4-47b7a2ad798e\"}],\"ips\":[{\"address\":\"10.129.0.33/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 03:06:42.774507 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 8080: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service W0512 03:06:44.510649 3668 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0512 03:06:50.864631 3668 namespace.go:98] [openshift-pipelines] adding namespace I0512 03:06:50.865488 3668 namespace.go:102] [openshift-pipelines] adding namespace took 831.519µs I0512 03:06:50.880835 3668 namespace.go:142] [openshift-pipelines] updating namespace I0512 03:06:51.579724 3668 namespace.go:142] [cert-manager] updating namespace I0512 03:06:51.775741 3668 namespace.go:142] [cert-manager-operator] updating namespace I0512 03:06:52.177447 3668 namespace.go:142] [konflux-operator] updating namespace I0512 03:06:52.373053 3668 namespace.go:142] [konflux-ui] updating namespace I0512 03:06:52.573883 3668 namespace.go:142] [open-cluster-management-2q849ff3l8mcja2utv9c7s5ks9919tt2] updating namespace I0512 03:06:52.976199 3668 namespace.go:142] [rhbk-operator] updating namespace I0512 03:06:53.174946 3668 namespace.go:142] [rhtpa-operator] updating namespace I0512 03:06:53.379097 3668 namespace.go:142] [trusted-artifact-signer] updating namespace I0512 03:06:53.579984 3668 namespace.go:142] [tsf] updating namespace I0512 03:06:53.781978 3668 namespace.go:142] [tsf-keycloak] updating namespace I0512 03:06:53.982216 3668 namespace.go:142] [tsf-tas] updating namespace I0512 03:06:54.184419 3668 namespace.go:142] [tsf-tpa] updating namespace I0512 03:06:54.317873 3668 namespace.go:142] [cert-manager] updating namespace I0512 03:06:54.333821 3668 namespace.go:142] [cert-manager-operator] updating namespace I0512 03:06:54.341440 3668 namespace.go:142] [default] updating namespace I0512 03:06:54.353906 3668 namespace.go:142] [konflux-operator] updating namespace I0512 03:06:54.363445 3668 namespace.go:142] [konflux-ui] updating namespace I0512 03:06:54.372696 3668 namespace.go:142] [open-cluster-management-2q849ff3l8mcja2utv9c7s5ks9919tt2] updating namespace I0512 03:06:54.380469 3668 namespace.go:142] [openshift] updating namespace I0512 03:06:54.392845 3668 namespace.go:142] [rhbk-operator] updating namespace I0512 03:06:54.403115 3668 namespace.go:142] [rhtpa-operator] updating namespace I0512 03:06:54.414260 3668 namespace.go:142] [trusted-artifact-signer] updating namespace I0512 03:06:54.422315 3668 namespace.go:142] [tsf] updating namespace I0512 03:06:54.434157 3668 namespace.go:142] [tsf-keycloak] updating namespace I0512 03:06:54.445352 3668 namespace.go:142] [tsf-tas] updating namespace I0512 03:06:54.464633 3668 namespace.go:142] [tsf-tpa] updating namespace I0512 03:06:54.565633 3668 namespace.go:142] [cert-manager] updating namespace I0512 03:06:54.668822 3668 namespace.go:142] [cert-manager-operator] updating namespace I0512 03:06:54.764721 3668 namespace.go:142] [default] updating namespace I0512 03:06:54.864474 3668 namespace.go:142] [konflux-operator] updating namespace I0512 03:06:54.964809 3668 namespace.go:142] [konflux-ui] updating namespace I0512 03:06:55.066727 3668 namespace.go:142] [open-cluster-management-2q849ff3l8mcja2utv9c7s5ks9919tt2] updating namespace I0512 03:06:55.163814 3668 namespace.go:142] [openshift] updating namespace I0512 03:06:55.264077 3668 namespace.go:142] [rhbk-operator] updating namespace I0512 03:06:55.368518 3668 namespace.go:142] [rhtpa-operator] updating namespace I0512 03:06:55.466810 3668 namespace.go:142] [trusted-artifact-signer] updating namespace I0512 03:06:55.564311 3668 namespace.go:142] [tsf] updating namespace I0512 03:06:55.675661 3668 namespace.go:142] [tsf-keycloak] updating namespace I0512 03:06:55.770242 3668 namespace.go:142] [tsf-tas] updating namespace I0512 03:06:55.866354 3668 namespace.go:142] [tsf-tpa] updating namespace I0512 03:06:56.152611 3668 namespace.go:142] [openshift-pipelines] updating namespace I0512 03:07:05.040653 3668 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-xp9km] creating logical port openshift-pipelines_tekton-pipelines-controller-86bd8d9bfc-xp9km for pod on switch ip-10-0-0-75.ec2.internal I0512 03:07:05.040775 3668 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-xp9km I0512 03:07:05.057042 3668 pod.go:62] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-xp9km] pod update took 16.305029ms I0512 03:07:05.057066 3668 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-xp9km] addLogicalPort annotation time took 16.336701ms I0512 03:07:05.058317 3668 pods.go:271] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-xp9km] addLogicalPort took 17.682515ms, libovsdb time 878.18µs I0512 03:07:05.229135 3668 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-24v4w] creating logical port openshift-pipelines_tekton-pipelines-remote-resolvers-85f5bb4dfb-24v4w for pod on switch ip-10-0-0-75.ec2.internal I0512 03:07:05.229263 3668 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-24v4w I0512 03:07:05.249502 3668 pod.go:62] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-24v4w] pod update took 20.281117ms I0512 03:07:05.249533 3668 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-24v4w] addLogicalPort annotation time took 20.321493ms I0512 03:07:05.250843 3668 pods.go:271] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-24v4w] addLogicalPort took 21.73041ms, libovsdb time 920.256µs I0512 03:07:05.403872 3668 cni.go:452] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-xp9km d8e670f3aade6606c325b7b2654cdf7f09ead97991564a3624f93b5116c46039 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-xp9km d8e670f3aade6606c325b7b2654cdf7f09ead97991564a3624f93b5116c46039 network default NAD default NAD key ] I0512 03:07:05.413405 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-controller-86bd8d9bfc-xp9km, hostIfaceName: d8e670f3aade660, network: default, NAD default, SandboxID: "d8e670f3aade6606c325b7b2654cdf7f09ead97991564a3624f93b5116c46039", PCI device ID: , UID: "55d5beaf-4d6e-4879-a734-ed4502eee27e", MAC: 0a:58:0a:81:00:22, IPs: [10.129.0.34/23] I0512 03:07:05.467959 3668 cni.go:473] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-xp9km d8e670f3aade6606c325b7b2654cdf7f09ead97991564a3624f93b5116c46039 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-xp9km d8e670f3aade6606c325b7b2654cdf7f09ead97991564a3624f93b5116c46039 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:97:64:50:19:bf\",\"name\":\"d8e670f3aade660\"},{\"mac\":\"0a:58:0a:81:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2cd402be-264c-458b-86a6-c3e1d99fb7d5\"}],\"ips\":[{\"address\":\"10.129.0.34/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 03:07:05.592284 3668 cni.go:452] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-24v4w bf888bece2449728cb351410a0c19a9112796e2207a4cac0d28144fd515d70ab network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-24v4w bf888bece2449728cb351410a0c19a9112796e2207a4cac0d28144fd515d70ab network default NAD default NAD key ] I0512 03:07:05.601696 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-remote-resolvers-85f5bb4dfb-24v4w, hostIfaceName: bf888bece244972, network: default, NAD default, SandboxID: "bf888bece2449728cb351410a0c19a9112796e2207a4cac0d28144fd515d70ab", PCI device ID: , UID: "2cb50cd5-345d-41f5-8f7b-adb60fb26a15", MAC: 0a:58:0a:81:00:23, IPs: [10.129.0.35/23] I0512 03:07:05.654497 3668 cni.go:473] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-24v4w bf888bece2449728cb351410a0c19a9112796e2207a4cac0d28144fd515d70ab network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-24v4w bf888bece2449728cb351410a0c19a9112796e2207a4cac0d28144fd515d70ab network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:3d:17:b5:4a:a3\",\"name\":\"bf888bece244972\"},{\"mac\":\"0a:58:0a:81:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ffcc4283-1d7e-48bd-b3e7-10983bebe60b\"}],\"ips\":[{\"address\":\"10.129.0.35/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 03:07:09.458668 3668 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 03:07:09.458696 3668 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 03:07:09.458703 3668 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 03:07:09.458709 3668 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 03:07:09.477401 3668 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0512 03:07:09.477428 3668 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0512 03:07:09.477435 3668 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0512 03:07:10.015294 3668 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0512 03:07:10.015318 3668 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0512 03:07:10.015324 3668 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller I0512 03:07:12.813875 3668 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0512 03:07:12.839438 3668 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 W0512 03:07:20.958127 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0512 03:07:20.958149 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0512 03:07:20.958155 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller I0512 03:07:22.669125 3668 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 03:07:22.669671 3668 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 03:07:22.691935 3668 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:07:22.691962 3668 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:07:22.695665 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0512 03:07:22.695691 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0512 03:07:28.845257 3668 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 W0512 03:07:32.589622 3668 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0512 03:07:32.612681 3668 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0512 03:07:35.817084 3668 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0512 03:07:35.933617 3668 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-fnzn6] creating logical port openshift-pipelines_tekton-triggers-webhook-6b5b45569f-fnzn6 for pod on switch ip-10-0-0-75.ec2.internal I0512 03:07:35.933717 3668 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-webhook-6b5b45569f-fnzn6 I0512 03:07:35.950392 3668 pod.go:62] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-fnzn6] pod update took 16.699482ms I0512 03:07:35.950420 3668 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-fnzn6] addLogicalPort annotation time took 16.733393ms I0512 03:07:35.951673 3668 pods.go:271] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-fnzn6] addLogicalPort took 18.103271ms, libovsdb time 800.829µs I0512 03:07:36.294083 3668 cni.go:452] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-fnzn6 4548c644328e69d09db447d3809583f1afdd054e541cf3b6ed8215939d0970ad network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-fnzn6 4548c644328e69d09db447d3809583f1afdd054e541cf3b6ed8215939d0970ad network default NAD default NAD key ] I0512 03:07:36.303304 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-webhook-6b5b45569f-fnzn6, hostIfaceName: 4548c644328e69d, network: default, NAD default, SandboxID: "4548c644328e69d09db447d3809583f1afdd054e541cf3b6ed8215939d0970ad", PCI device ID: , UID: "1bd7816a-f6dd-4727-bebf-407524b42668", MAC: 0a:58:0a:81:00:24, IPs: [10.129.0.36/23] I0512 03:07:36.356531 3668 cni.go:473] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-fnzn6 4548c644328e69d09db447d3809583f1afdd054e541cf3b6ed8215939d0970ad network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-fnzn6 4548c644328e69d09db447d3809583f1afdd054e541cf3b6ed8215939d0970ad network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:93:42:b5:6a:5d\",\"name\":\"4548c644328e69d\"},{\"mac\":\"0a:58:0a:81:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/09acafdb-c103-4fe7-a137-ee0615180448\"}],\"ips\":[{\"address\":\"10.129.0.36/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 03:07:39.633567 3668 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0512 03:07:52.661184 3668 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-chains-controller-55fb698565-4wdvs] creating logical port openshift-pipelines_tekton-chains-controller-55fb698565-4wdvs for pod on switch ip-10-0-0-75.ec2.internal I0512 03:07:52.661298 3668 kube.go:256] Updating pod openshift-pipelines/tekton-chains-controller-55fb698565-4wdvs I0512 03:07:52.676076 3668 pod.go:62] [openshift-pipelines/tekton-chains-controller-55fb698565-4wdvs] pod update took 14.812741ms I0512 03:07:52.676099 3668 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-chains-controller-55fb698565-4wdvs] addLogicalPort annotation time took 14.839447ms I0512 03:07:52.677276 3668 pods.go:271] [openshift-pipelines/tekton-chains-controller-55fb698565-4wdvs] addLogicalPort took 16.113282ms, libovsdb time 812.267µs I0512 03:07:53.030444 3668 cni.go:452] [openshift-pipelines/tekton-chains-controller-55fb698565-4wdvs 8358bc41cb65babf8199ff5c898adeef784e6e26094ff6010617ad1cc6a5294d network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-4wdvs 8358bc41cb65babf8199ff5c898adeef784e6e26094ff6010617ad1cc6a5294d network default NAD default NAD key ] I0512 03:07:53.040680 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-chains-controller-55fb698565-4wdvs, hostIfaceName: 8358bc41cb65bab, network: default, NAD default, SandboxID: "8358bc41cb65babf8199ff5c898adeef784e6e26094ff6010617ad1cc6a5294d", PCI device ID: , UID: "d32fb594-adea-4d84-bc3b-0ee2af9efee9", MAC: 0a:58:0a:81:00:25, IPs: [10.129.0.37/23] I0512 03:07:53.094512 3668 cni.go:473] [openshift-pipelines/tekton-chains-controller-55fb698565-4wdvs 8358bc41cb65babf8199ff5c898adeef784e6e26094ff6010617ad1cc6a5294d network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-4wdvs 8358bc41cb65babf8199ff5c898adeef784e6e26094ff6010617ad1cc6a5294d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:cc:48:07:b9:81\",\"name\":\"8358bc41cb65bab\"},{\"mac\":\"0a:58:0a:81:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/618c0ed6-7cfa-45ff-9260-c9a4a9ebcf71\"}],\"ips\":[{\"address\":\"10.129.0.37/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 03:07:55.864819 3668 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 03:07:55.865365 3668 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 03:07:55.904087 3668 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:07:55.904112 3668 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:07:55.910285 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0512 03:07:55.910308 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0512 03:07:57.980840 3668 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0512 03:07:57.981544 3668 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0512 03:07:57.981600 3668 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0512 03:07:57.984262 3668 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0512 03:07:58.105042 3668 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0512 03:08:04.851446 3668 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 W0512 03:08:09.816711 3668 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0512 03:08:09.816732 3668 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0512 03:08:09.817237 3668 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0512 03:08:09.817252 3668 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0512 03:08:16.337004 3668 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-tk62t] creating logical port openshift-pipelines_tekton-results-retention-policy-agent-585694b54-tk62t for pod on switch ip-10-0-0-75.ec2.internal I0512 03:08:16.337128 3668 kube.go:256] Updating pod openshift-pipelines/tekton-results-retention-policy-agent-585694b54-tk62t I0512 03:08:16.352503 3668 pod.go:62] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-tk62t] pod update took 15.408349ms I0512 03:08:16.352524 3668 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-tk62t] addLogicalPort annotation time took 15.437179ms I0512 03:08:16.354038 3668 pods.go:271] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-tk62t] addLogicalPort took 17.055377ms, libovsdb time 1.075515ms I0512 03:08:16.436217 3668 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-mpm5d] creating logical port openshift-pipelines_tekton-results-watcher-7777c5dbd5-mpm5d for pod on switch ip-10-0-0-75.ec2.internal I0512 03:08:16.436341 3668 kube.go:256] Updating pod openshift-pipelines/tekton-results-watcher-7777c5dbd5-mpm5d I0512 03:08:16.453190 3668 pod.go:62] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-mpm5d] pod update took 16.878383ms I0512 03:08:16.453221 3668 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-mpm5d] addLogicalPort annotation time took 16.91542ms I0512 03:08:16.454644 3668 pods.go:271] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-mpm5d] addLogicalPort took 18.452783ms, libovsdb time 932.615µs I0512 03:08:16.796911 3668 cni.go:452] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-mpm5d 582ea6a4ee24141bd7e9fb9997bd66046cc4a959df41e4a8cfc88459195f740d network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-mpm5d 582ea6a4ee24141bd7e9fb9997bd66046cc4a959df41e4a8cfc88459195f740d network default NAD default NAD key ] I0512 03:08:16.806084 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-watcher-7777c5dbd5-mpm5d, hostIfaceName: 582ea6a4ee24141, network: default, NAD default, SandboxID: "582ea6a4ee24141bd7e9fb9997bd66046cc4a959df41e4a8cfc88459195f740d", PCI device ID: , UID: "780c7c8d-4b72-42e9-8fb6-05163fd44dba", MAC: 0a:58:0a:81:00:27, IPs: [10.129.0.39/23] I0512 03:08:16.858925 3668 cni.go:473] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-mpm5d 582ea6a4ee24141bd7e9fb9997bd66046cc4a959df41e4a8cfc88459195f740d network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-mpm5d 582ea6a4ee24141bd7e9fb9997bd66046cc4a959df41e4a8cfc88459195f740d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:be:32:be:9c:aa\",\"name\":\"582ea6a4ee24141\"},{\"mac\":\"0a:58:0a:81:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1cbedd9a-e693-4e1c-bb35-f96c4187e797\"}],\"ips\":[{\"address\":\"10.129.0.39/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 03:08:17.305726 3668 cni.go:452] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-tk62t cd0580ebb628afa8be210108351b377a95e23aaf989913ad900b0252a86a96ee network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-tk62t cd0580ebb628afa8be210108351b377a95e23aaf989913ad900b0252a86a96ee network default NAD default NAD key ] I0512 03:08:17.315396 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-retention-policy-agent-585694b54-tk62t, hostIfaceName: cd0580ebb628afa, network: default, NAD default, SandboxID: "cd0580ebb628afa8be210108351b377a95e23aaf989913ad900b0252a86a96ee", PCI device ID: , UID: "1eee1749-de2d-4b91-9795-7301308f6354", MAC: 0a:58:0a:81:00:26, IPs: [10.129.0.38/23] I0512 03:08:17.369610 3668 cni.go:473] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-tk62t cd0580ebb628afa8be210108351b377a95e23aaf989913ad900b0252a86a96ee network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-tk62t cd0580ebb628afa8be210108351b377a95e23aaf989913ad900b0252a86a96ee network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:56:ba:c8:7a:4b\",\"name\":\"cd0580ebb628afa\"},{\"mac\":\"0a:58:0a:81:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/46ff9803-2487-4b9c-84ec-2b02232434cf\"}],\"ips\":[{\"address\":\"10.129.0.38/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 03:08:24.829178 3668 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0512 03:08:24.829196 3668 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0512 03:08:24.829203 3668 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0512 03:08:31.724994 3668 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6 I0512 03:08:43.850772 3668 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0512 03:08:48.230102 3668 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 03:08:48.230698 3668 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 03:08:48.252785 3668 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:08:48.252810 3668 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:08:48.258461 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0512 03:08:48.258483 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0512 03:08:50.060546 3668 base_network_controller_pods.go:487] [default/tsf-tas/segment-backup-installation-hggzl-vlttm] creating logical port tsf-tas_segment-backup-installation-hggzl-vlttm for pod on switch ip-10-0-0-75.ec2.internal I0512 03:08:50.060679 3668 kube.go:256] Updating pod tsf-tas/segment-backup-installation-hggzl-vlttm I0512 03:08:50.072313 3668 pod.go:62] [tsf-tas/segment-backup-installation-hggzl-vlttm] pod update took 11.661125ms I0512 03:08:50.072339 3668 base_network_controller_pods.go:951] [default/tsf-tas/segment-backup-installation-hggzl-vlttm] addLogicalPort annotation time took 11.695281ms I0512 03:08:50.073723 3668 pods.go:271] [tsf-tas/segment-backup-installation-hggzl-vlttm] addLogicalPort took 13.197958ms, libovsdb time 918.856µs I0512 03:08:50.425704 3668 cni.go:452] [tsf-tas/segment-backup-installation-hggzl-vlttm 100a81dbb2a4a0a27888568a700aa5b45d386f4446240a151c7e9c6d7f6b8d3e network default NAD default NAD key ] ADD starting CNI request [tsf-tas/segment-backup-installation-hggzl-vlttm 100a81dbb2a4a0a27888568a700aa5b45d386f4446240a151c7e9c6d7f6b8d3e network default NAD default NAD key ] I0512 03:08:50.434996 3668 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: segment-backup-installation-hggzl-vlttm, hostIfaceName: 100a81dbb2a4a0a, network: default, NAD default, SandboxID: "100a81dbb2a4a0a27888568a700aa5b45d386f4446240a151c7e9c6d7f6b8d3e", PCI device ID: , UID: "941852a1-b16c-4730-8b97-13bd6fdb5fda", MAC: 0a:58:0a:81:00:28, IPs: [10.129.0.40/23] I0512 03:08:50.491373 3668 cni.go:473] [tsf-tas/segment-backup-installation-hggzl-vlttm 100a81dbb2a4a0a27888568a700aa5b45d386f4446240a151c7e9c6d7f6b8d3e network default NAD default NAD key default] ADD finished CNI request [tsf-tas/segment-backup-installation-hggzl-vlttm 100a81dbb2a4a0a27888568a700aa5b45d386f4446240a151c7e9c6d7f6b8d3e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:4d:80:27:ef:45\",\"name\":\"100a81dbb2a4a0a\"},{\"mac\":\"0a:58:0a:81:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2c9fe972-54cf-4d47-ab1c-1fa9e4fac42e\"}],\"ips\":[{\"address\":\"10.129.0.40/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 03:08:51.033973 3668 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logserver-bf4c65847-tpcmg] creating logical port tsf-tas_trillian-logserver-bf4c65847-tpcmg for pod on switch ip-10-0-0-75.ec2.internal I0512 03:08:51.034074 3668 kube.go:256] Updating pod tsf-tas/trillian-logserver-bf4c65847-tpcmg I0512 03:08:51.053603 3668 pod.go:62] [tsf-tas/trillian-logserver-bf4c65847-tpcmg] pod update took 19.556991ms I0512 03:08:51.053625 3668 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logserver-bf4c65847-tpcmg] addLogicalPort annotation time took 19.585315ms I0512 03:08:51.055111 3668 pods.go:271] [tsf-tas/trillian-logserver-bf4c65847-tpcmg] addLogicalPort took 21.155573ms, libovsdb time 980.152µs I0512 03:08:51.402928 3668 cni.go:452] [tsf-tas/trillian-logserver-bf4c65847-tpcmg 09ccb0eee46df088c4d4c1b80d71077c92ba97b4e240c200532aa9a62dab591f network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logserver-bf4c65847-tpcmg 09ccb0eee46df088c4d4c1b80d71077c92ba97b4e240c200532aa9a62dab591f network default NAD default NAD key ] I0512 03:08:51.412628 3668 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logserver-bf4c65847-tpcmg, hostIfaceName: 09ccb0eee46df08, network: default, NAD default, SandboxID: "09ccb0eee46df088c4d4c1b80d71077c92ba97b4e240c200532aa9a62dab591f", PCI device ID: , UID: "24183dbe-9813-4e33-977e-224a3c787fce", MAC: 0a:58:0a:81:00:29, IPs: [10.129.0.41/23] I0512 03:08:51.466703 3668 cni.go:473] [tsf-tas/trillian-logserver-bf4c65847-tpcmg 09ccb0eee46df088c4d4c1b80d71077c92ba97b4e240c200532aa9a62dab591f network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logserver-bf4c65847-tpcmg 09ccb0eee46df088c4d4c1b80d71077c92ba97b4e240c200532aa9a62dab591f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:70:6a:b5:bb:c4\",\"name\":\"09ccb0eee46df08\"},{\"mac\":\"0a:58:0a:81:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4c3d07d1-bfb7-4d40-87a9-71bcc64d7a11\"}],\"ips\":[{\"address\":\"10.129.0.41/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 03:08:52.976483 3668 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0512 03:08:52.976507 3668 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0512 03:08:59.162365 3668 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0512 03:09:00.307522 3668 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-fsgrq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 03:09:00.308177 3668 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-fsgrq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 03:09:00.909212 3668 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-rnd7w] creating logical port openshift-pipelines_pipelines-as-code-watcher-7947cf58bc-rnd7w for pod on switch ip-10-0-0-75.ec2.internal I0512 03:09:00.909329 3668 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-rnd7w I0512 03:09:00.933407 3668 pod.go:62] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-rnd7w] pod update took 24.113151ms I0512 03:09:00.933434 3668 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-rnd7w] addLogicalPort annotation time took 24.145407ms I0512 03:09:00.934748 3668 pods.go:271] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-rnd7w] addLogicalPort took 25.555439ms, libovsdb time 884.552µs I0512 03:09:01.000906 3668 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-kc9bb] creating logical port openshift-pipelines_pipelines-as-code-webhook-68965d5857-kc9bb for pod on switch ip-10-0-0-75.ec2.internal I0512 03:09:01.001090 3668 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-webhook-68965d5857-kc9bb I0512 03:09:01.015263 3668 pod.go:62] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-kc9bb] pod update took 14.231738ms I0512 03:09:01.015292 3668 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-kc9bb] addLogicalPort annotation time took 14.266232ms I0512 03:09:01.016841 3668 pods.go:271] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-kc9bb] addLogicalPort took 15.954295ms, libovsdb time 1.036528ms I0512 03:09:01.228931 3668 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-fsgrq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:09:01.228959 3668 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-fsgrq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0512 03:09:02.037755 3668 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0512 03:09:03.067720 3668 cni.go:452] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-rnd7w 5db9568dfa1bc0d453df7aad1efbf46401e54d925d38e0419932643f6966c31e network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-rnd7w 5db9568dfa1bc0d453df7aad1efbf46401e54d925d38e0419932643f6966c31e network default NAD default NAD key ] I0512 03:09:03.067765 3668 cni.go:452] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-kc9bb b7dd451f6c530dea69da1d8b77aad5dc8442ab1414736c747af56b1ecad5187c network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-kc9bb b7dd451f6c530dea69da1d8b77aad5dc8442ab1414736c747af56b1ecad5187c network default NAD default NAD key ] I0512 03:09:03.078496 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-webhook-68965d5857-kc9bb, hostIfaceName: b7dd451f6c530de, network: default, NAD default, SandboxID: "b7dd451f6c530dea69da1d8b77aad5dc8442ab1414736c747af56b1ecad5187c", PCI device ID: , UID: "f046b45c-5033-4d31-8f3e-e0c36a98c2f2", MAC: 0a:58:0a:81:00:2b, IPs: [10.129.0.43/23] I0512 03:09:03.078567 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-watcher-7947cf58bc-rnd7w, hostIfaceName: 5db9568dfa1bc0d, network: default, NAD default, SandboxID: "5db9568dfa1bc0d453df7aad1efbf46401e54d925d38e0419932643f6966c31e", PCI device ID: , UID: "1ab3ee06-1e6b-4bf0-b8cc-28a1960d6042", MAC: 0a:58:0a:81:00:2a, IPs: [10.129.0.42/23] I0512 03:09:03.140559 3668 cni.go:473] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-rnd7w 5db9568dfa1bc0d453df7aad1efbf46401e54d925d38e0419932643f6966c31e network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-rnd7w 5db9568dfa1bc0d453df7aad1efbf46401e54d925d38e0419932643f6966c31e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:3b:d7:f1:f3:4d\",\"name\":\"5db9568dfa1bc0d\"},{\"mac\":\"0a:58:0a:81:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4ae87ac2-1134-45c8-bba3-ac03acbded40\"}],\"ips\":[{\"address\":\"10.129.0.42/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 03:09:03.160330 3668 cni.go:473] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-kc9bb b7dd451f6c530dea69da1d8b77aad5dc8442ab1414736c747af56b1ecad5187c network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-kc9bb b7dd451f6c530dea69da1d8b77aad5dc8442ab1414736c747af56b1ecad5187c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:dc:f2:c5:48:21\",\"name\":\"b7dd451f6c530de\"},{\"mac\":\"0a:58:0a:81:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/de862574-700d-4c29-9857-eefb5b7fbfe4\"}],\"ips\":[{\"address\":\"10.129.0.43/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 03:09:03.551882 3668 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0512 03:09:04.191937 3668 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0512 03:09:04.191964 3668 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0512 03:09:05.597384 3668 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0512 03:09:06.569085 3668 cni.go:452] [tsf-tas/segment-backup-installation-hggzl-vlttm 100a81dbb2a4a0a27888568a700aa5b45d386f4446240a151c7e9c6d7f6b8d3e network default NAD default NAD key ] DEL starting CNI request [tsf-tas/segment-backup-installation-hggzl-vlttm 100a81dbb2a4a0a27888568a700aa5b45d386f4446240a151c7e9c6d7f6b8d3e network default NAD default NAD key ] I0512 03:09:06.651837 3668 cni.go:473] [tsf-tas/segment-backup-installation-hggzl-vlttm 100a81dbb2a4a0a27888568a700aa5b45d386f4446240a151c7e9c6d7f6b8d3e network default NAD default NAD key default] DEL finished CNI request [tsf-tas/segment-backup-installation-hggzl-vlttm 100a81dbb2a4a0a27888568a700aa5b45d386f4446240a151c7e9c6d7f6b8d3e network default NAD default NAD key default], result "{}", err I0512 03:09:06.702678 3668 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-hggzl-vlttm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 03:09:06.702725 3668 pods.go:176] Deleting pod: tsf-tas/segment-backup-installation-hggzl-vlttm I0512 03:09:06.704077 3668 pods.go:236] Attempting to release IPs for pod: tsf-tas/segment-backup-installation-hggzl-vlttm, ips: 10.129.0.40 I0512 03:09:06.704106 3668 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-hggzl-vlttm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 03:09:07.576353 3668 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-hggzl-vlttm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:09:07.576384 3668 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-hggzl-vlttm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0512 03:09:16.563157 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0512 03:09:17.627900 3668 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-5plv8] creating logical port openshift-pipelines_pipelines-console-plugin-65f788bc74-5plv8 for pod on switch ip-10-0-0-75.ec2.internal I0512 03:09:17.628021 3668 kube.go:256] Updating pod openshift-pipelines/pipelines-console-plugin-65f788bc74-5plv8 I0512 03:09:17.642322 3668 pod.go:62] [openshift-pipelines/pipelines-console-plugin-65f788bc74-5plv8] pod update took 14.323589ms I0512 03:09:17.642346 3668 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-5plv8] addLogicalPort annotation time took 14.35382ms I0512 03:09:17.643620 3668 pods.go:271] [openshift-pipelines/pipelines-console-plugin-65f788bc74-5plv8] addLogicalPort took 15.740417ms, libovsdb time 820.298µs I0512 03:09:17.989545 3668 cni.go:452] [openshift-pipelines/pipelines-console-plugin-65f788bc74-5plv8 ee6d1e23e7e7e3ef894b04012128ebcf3bc7be36e926c5db950a653769c31ca2 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-5plv8 ee6d1e23e7e7e3ef894b04012128ebcf3bc7be36e926c5db950a653769c31ca2 network default NAD default NAD key ] I0512 03:09:18.000197 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-console-plugin-65f788bc74-5plv8, hostIfaceName: ee6d1e23e7e7e3e, network: default, NAD default, SandboxID: "ee6d1e23e7e7e3ef894b04012128ebcf3bc7be36e926c5db950a653769c31ca2", PCI device ID: , UID: "a058e7df-b12e-4b4f-903f-7d05b8c266d1", MAC: 0a:58:0a:81:00:2c, IPs: [10.129.0.44/23] I0512 03:09:18.055777 3668 cni.go:473] [openshift-pipelines/pipelines-console-plugin-65f788bc74-5plv8 ee6d1e23e7e7e3ef894b04012128ebcf3bc7be36e926c5db950a653769c31ca2 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-5plv8 ee6d1e23e7e7e3ef894b04012128ebcf3bc7be36e926c5db950a653769c31ca2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:e7:5e:23:e4:b6\",\"name\":\"ee6d1e23e7e7e3e\"},{\"mac\":\"0a:58:0a:81:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5f7d362c-03f7-47c5-a5b2-787c1945ebfb\"}],\"ips\":[{\"address\":\"10.129.0.44/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 03:09:27.635646 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logserver I0512 03:09:38.517027 3668 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 03:09:38.517658 3668 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 03:09:38.538050 3668 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:09:38.538070 3668 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:09:38.543732 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0512 03:09:38.543758 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0512 03:09:39.460221 3668 namespace.go:142] [openshift-pipelines] updating namespace I0512 03:09:43.427515 3668 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-fgxx6-xpz4r of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 03:09:43.428134 3668 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-fgxx6-xpz4r of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 03:09:43.447174 3668 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-bwpkc-72sxd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 03:09:43.447693 3668 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-bwpkc-72sxd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 03:09:44.264507 3668 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-bwpkc-72sxd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:09:44.264542 3668 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-bwpkc-72sxd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:09:44.290208 3668 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-fgxx6-xpz4r of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:09:44.290232 3668 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-fgxx6-xpz4r of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:09:47.240092 3668 base_network_controller_pods.go:487] [default/tsf-tas/rekor-redis-f4bd4cf64-c8sl6] creating logical port tsf-tas_rekor-redis-f4bd4cf64-c8sl6 for pod on switch ip-10-0-0-75.ec2.internal I0512 03:09:47.240184 3668 kube.go:256] Updating pod tsf-tas/rekor-redis-f4bd4cf64-c8sl6 I0512 03:09:47.258987 3668 pod.go:62] [tsf-tas/rekor-redis-f4bd4cf64-c8sl6] pod update took 18.827678ms I0512 03:09:47.259013 3668 base_network_controller_pods.go:951] [default/tsf-tas/rekor-redis-f4bd4cf64-c8sl6] addLogicalPort annotation time took 18.860029ms I0512 03:09:47.260280 3668 pods.go:271] [tsf-tas/rekor-redis-f4bd4cf64-c8sl6] addLogicalPort took 20.20439ms, libovsdb time 865.249µs I0512 03:09:47.567513 3668 obj_retry.go:498] Detected object tsf/patch-tekton-config-h5srn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 03:09:47.568098 3668 obj_retry.go:498] Detected object tsf/patch-tekton-config-h5srn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 03:09:47.649214 3668 cni.go:452] [tsf-tas/rekor-redis-f4bd4cf64-c8sl6 b18f5b9a87ccc19d751f600aab68b575a52ae6e3c1324a565f1f2cbe70bb4083 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-redis-f4bd4cf64-c8sl6 b18f5b9a87ccc19d751f600aab68b575a52ae6e3c1324a565f1f2cbe70bb4083 network default NAD default NAD key ] I0512 03:09:47.658923 3668 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-redis-f4bd4cf64-c8sl6, hostIfaceName: b18f5b9a87ccc19, network: default, NAD default, SandboxID: "b18f5b9a87ccc19d751f600aab68b575a52ae6e3c1324a565f1f2cbe70bb4083", PCI device ID: , UID: "e5aaf41f-854f-4dec-b677-0740e577ae91", MAC: 0a:58:0a:81:00:2d, IPs: [10.129.0.45/23] I0512 03:09:47.715864 3668 cni.go:473] [tsf-tas/rekor-redis-f4bd4cf64-c8sl6 b18f5b9a87ccc19d751f600aab68b575a52ae6e3c1324a565f1f2cbe70bb4083 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-redis-f4bd4cf64-c8sl6 b18f5b9a87ccc19d751f600aab68b575a52ae6e3c1324a565f1f2cbe70bb4083 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:73:6a:59:bf:fd\",\"name\":\"b18f5b9a87ccc19\"},{\"mac\":\"0a:58:0a:81:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4828857e-2778-4792-90d8-b8f01706f2bd\"}],\"ips\":[{\"address\":\"10.129.0.45/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 03:09:48.460720 3668 obj_retry.go:492] Detected object tsf/patch-tekton-config-h5srn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:09:48.460745 3668 obj_retry.go:492] Detected object tsf/patch-tekton-config-h5srn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0512 03:09:49.286478 3668 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog W0512 03:09:49.806171 3668 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis W0512 03:09:50.462393 3668 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0512 03:10:00.171739 3668 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29642590-fq7mg] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29642590-fq7mg for pod on switch ip-10-0-0-75.ec2.internal I0512 03:10:00.171837 3668 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29642590-fq7mg I0512 03:10:00.183646 3668 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29642590-fq7mg] pod update took 11.833459ms I0512 03:10:00.183674 3668 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29642590-fq7mg] addLogicalPort annotation time took 11.865023ms I0512 03:10:00.184966 3668 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29642590-fq7mg] addLogicalPort took 13.242139ms, libovsdb time 897.109µs W0512 03:10:00.345828 3668 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0512 03:10:00.555638 3668 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29642590-fq7mg 867ac457e99f8dcbb3970d73ec2579d4b0890edeb6b45fc201663d8ed458da4b network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29642590-fq7mg 867ac457e99f8dcbb3970d73ec2579d4b0890edeb6b45fc201663d8ed458da4b network default NAD default NAD key ] I0512 03:10:00.565538 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29642590-fq7mg, hostIfaceName: 867ac457e99f8dc, network: default, NAD default, SandboxID: "867ac457e99f8dcbb3970d73ec2579d4b0890edeb6b45fc201663d8ed458da4b", PCI device ID: , UID: "751e6876-0b27-42dd-9a0a-6fdd5b836379", MAC: 0a:58:0a:81:00:2e, IPs: [10.129.0.46/23] I0512 03:10:00.619897 3668 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29642590-fq7mg 867ac457e99f8dcbb3970d73ec2579d4b0890edeb6b45fc201663d8ed458da4b network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29642590-fq7mg 867ac457e99f8dcbb3970d73ec2579d4b0890edeb6b45fc201663d8ed458da4b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:46:6a:f7:e9:0a\",\"name\":\"867ac457e99f8dc\"},{\"mac\":\"0a:58:0a:81:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/aa06e3e9-5315-42ab-9380-e63902777752\"}],\"ips\":[{\"address\":\"10.129.0.46/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 03:10:01.845600 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 6379: empty IP address endpoints for service tsf-tas/rekor-redis I0512 03:10:03.892043 3668 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29642590-fq7mg 867ac457e99f8dcbb3970d73ec2579d4b0890edeb6b45fc201663d8ed458da4b network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29642590-fq7mg 867ac457e99f8dcbb3970d73ec2579d4b0890edeb6b45fc201663d8ed458da4b network default NAD default NAD key ] I0512 03:10:03.980079 3668 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29642590-fq7mg 867ac457e99f8dcbb3970d73ec2579d4b0890edeb6b45fc201663d8ed458da4b network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29642590-fq7mg 867ac457e99f8dcbb3970d73ec2579d4b0890edeb6b45fc201663d8ed458da4b network default NAD default NAD key default], result "{}", err I0512 03:10:04.032979 3668 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642590-fq7mg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 03:10:04.033011 3668 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29642590-fq7mg I0512 03:10:04.034347 3668 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29642590-fq7mg, ips: 10.129.0.46 I0512 03:10:04.034375 3668 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642590-fq7mg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 03:10:04.902367 3668 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642590-fq7mg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:10:04.902391 3668 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642590-fq7mg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:10:09.726810 3668 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-p7wzs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 03:10:09.727420 3668 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-p7wzs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 03:10:10.594323 3668 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-p7wzs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:10:10.594345 3668 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-p7wzs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:10:10.649268 3668 obj_retry.go:492] Detected object tsf/patch-tekton-config-h5srn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:10:10.649295 3668 obj_retry.go:492] Detected object tsf/patch-tekton-config-h5srn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:10:10.653831 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-h5srn I0512 03:10:10.653859 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-h5srn I0512 03:10:14.833368 3668 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0512 03:10:15.760234 3668 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 03:10:15.760813 3668 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 03:10:15.780641 3668 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:10:15.780665 3668 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:10:15.789018 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0512 03:10:15.789038 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0512 03:10:19.828855 3668 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0512 03:10:21.607560 3668 obj_retry.go:498] Detected object tsf-tpa/create-db-nn5l4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 03:10:21.608180 3668 obj_retry.go:498] Detected object tsf-tpa/create-db-nn5l4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 03:10:22.631245 3668 obj_retry.go:492] Detected object tsf-tpa/create-db-nn5l4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:10:22.631269 3668 obj_retry.go:492] Detected object tsf-tpa/create-db-nn5l4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:10:25.626667 3668 obj_retry.go:498] Detected object tsf-tpa/migrate-db-2b5m2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 03:10:25.627263 3668 obj_retry.go:498] Detected object tsf-tpa/migrate-db-2b5m2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 03:10:25.764772 3668 obj_retry.go:492] Detected object tsf-tpa/migrate-db-2b5m2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:10:25.764795 3668 obj_retry.go:492] Detected object tsf-tpa/migrate-db-2b5m2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:10:31.857780 3668 obj_retry.go:498] Detected object tsf-tpa/create-importers-nd7nv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 03:10:31.858341 3668 obj_retry.go:498] Detected object tsf-tpa/create-importers-nd7nv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 03:10:32.726622 3668 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=73 I0512 03:10:32.877410 3668 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-l7xmp-t6ft8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 03:10:32.877970 3668 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-l7xmp-t6ft8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 03:10:32.904800 3668 obj_retry.go:492] Detected object tsf-tpa/create-importers-nd7nv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:10:32.904819 3668 obj_retry.go:492] Detected object tsf-tpa/create-importers-nd7nv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:10:33.895831 3668 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-l7xmp-t6ft8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:10:33.895860 3668 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-l7xmp-t6ft8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0512 03:10:40.595526 3668 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0512 03:10:43.736261 3668 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=530 W0512 03:10:52.853268 3668 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0512 03:11:00.177396 3668 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 03:11:00.177985 3668 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 03:11:00.197920 3668 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:11:00.197945 3668 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:11:00.204699 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0512 03:11:00.204727 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0512 03:11:00.973178 3668 namespace.go:98] [integration-service] adding namespace I0512 03:11:00.974082 3668 namespace.go:102] [integration-service] adding namespace took 879.985µs I0512 03:11:00.981131 3668 namespace.go:98] [default-tenant] adding namespace I0512 03:11:00.981303 3668 namespace.go:98] [build-service] adding namespace I0512 03:11:00.981887 3668 namespace.go:102] [default-tenant] adding namespace took 736.222µs I0512 03:11:00.982441 3668 namespace.go:102] [build-service] adding namespace took 1.126038ms I0512 03:11:00.989705 3668 namespace.go:98] [image-controller] adding namespace I0512 03:11:00.990449 3668 namespace.go:102] [image-controller] adding namespace took 727.205µs I0512 03:11:01.052767 3668 namespace.go:142] [integration-service] updating namespace I0512 03:11:01.075558 3668 namespace.go:142] [integration-service] updating namespace I0512 03:11:01.102522 3668 namespace.go:142] [default-tenant] updating namespace I0512 03:11:01.128566 3668 namespace.go:142] [build-service] updating namespace I0512 03:11:01.139889 3668 namespace.go:142] [default-tenant] updating namespace I0512 03:11:01.162033 3668 namespace.go:142] [image-controller] updating namespace I0512 03:11:01.162209 3668 namespace.go:142] [build-service] updating namespace I0512 03:11:01.189437 3668 namespace.go:142] [image-controller] updating namespace I0512 03:11:01.299627 3668 namespace.go:142] [build-service] updating namespace I0512 03:11:01.344708 3668 namespace.go:142] [integration-service] updating namespace I0512 03:11:01.400154 3668 namespace.go:98] [release-service] adding namespace I0512 03:11:01.401011 3668 namespace.go:102] [release-service] adding namespace took 835.625µs I0512 03:11:01.423104 3668 namespace.go:142] [release-service] updating namespace I0512 03:11:01.449057 3668 namespace.go:142] [release-service] updating namespace I0512 03:11:01.454966 3668 namespace.go:142] [konflux-ui] updating namespace I0512 03:11:01.753435 3668 namespace.go:98] [konflux-info] adding namespace I0512 03:11:01.754280 3668 namespace.go:102] [konflux-info] adding namespace took 821.395µs I0512 03:11:01.808781 3668 namespace.go:142] [konflux-info] updating namespace I0512 03:11:01.825662 3668 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0512 03:11:01.834612 3668 namespace.go:142] [konflux-info] updating namespace I0512 03:11:01.875992 3668 namespace.go:98] [namespace-lister] adding namespace I0512 03:11:01.876969 3668 namespace.go:102] [namespace-lister] adding namespace took 955.713µs I0512 03:11:01.965930 3668 namespace.go:142] [namespace-lister] updating namespace I0512 03:11:01.977480 3668 namespace.go:98] [enterprise-contract-service] adding namespace I0512 03:11:01.978363 3668 namespace.go:102] [enterprise-contract-service] adding namespace took 863.989µs I0512 03:11:01.993798 3668 namespace.go:142] [namespace-lister] updating namespace I0512 03:11:02.031888 3668 namespace.go:142] [enterprise-contract-service] updating namespace I0512 03:11:02.053640 3668 namespace.go:142] [enterprise-contract-service] updating namespace I0512 03:11:02.525830 3668 namespace.go:142] [image-controller] updating namespace I0512 03:11:02.996550 3668 namespace.go:142] [default-tenant] updating namespace I0512 03:11:03.336476 3668 namespace.go:98] [segment-bridge] adding namespace I0512 03:11:03.337427 3668 namespace.go:102] [segment-bridge] adding namespace took 931.08µs I0512 03:11:03.413513 3668 namespace.go:98] [konflux-cli] adding namespace I0512 03:11:03.414353 3668 namespace.go:102] [konflux-cli] adding namespace took 816.734µs I0512 03:11:03.417678 3668 namespace.go:142] [segment-bridge] updating namespace I0512 03:11:03.502622 3668 namespace.go:142] [segment-bridge] updating namespace I0512 03:11:03.518177 3668 namespace.go:142] [konflux-cli] updating namespace I0512 03:11:03.729539 3668 namespace.go:142] [konflux-cli] updating namespace I0512 03:11:03.743242 3668 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0512 03:11:03.743893 3668 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0512 03:11:03.743914 3668 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0512 03:11:03.746444 3668 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0512 03:11:03.848529 3668 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0512 03:11:03.848559 3668 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0512 03:11:03.849473 3668 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0512 03:11:04.352629 3668 namespace.go:142] [build-service] updating namespace I0512 03:11:04.468890 3668 base_network_controller_pods.go:487] [default/konflux-ui/dex-8568fb4c48-p8xmr] creating logical port konflux-ui_dex-8568fb4c48-p8xmr for pod on switch ip-10-0-0-75.ec2.internal I0512 03:11:04.468993 3668 kube.go:256] Updating pod konflux-ui/dex-8568fb4c48-p8xmr I0512 03:11:04.515001 3668 pod.go:62] [konflux-ui/dex-8568fb4c48-p8xmr] pod update took 46.041928ms I0512 03:11:04.515022 3668 base_network_controller_pods.go:951] [default/konflux-ui/dex-8568fb4c48-p8xmr] addLogicalPort annotation time took 46.068069ms I0512 03:11:04.516244 3668 pods.go:271] [konflux-ui/dex-8568fb4c48-p8xmr] addLogicalPort took 47.377165ms, libovsdb time 840.692µs I0512 03:11:04.587156 3668 base_network_controller_pods.go:487] [default/konflux-ui/proxy-6b5bb844cb-hrx2g] creating logical port konflux-ui_proxy-6b5bb844cb-hrx2g for pod on switch ip-10-0-0-75.ec2.internal I0512 03:11:04.587265 3668 kube.go:256] Updating pod konflux-ui/proxy-6b5bb844cb-hrx2g I0512 03:11:04.624501 3668 pod.go:62] [konflux-ui/proxy-6b5bb844cb-hrx2g] pod update took 37.273406ms I0512 03:11:04.624525 3668 base_network_controller_pods.go:951] [default/konflux-ui/proxy-6b5bb844cb-hrx2g] addLogicalPort annotation time took 37.304826ms I0512 03:11:04.625802 3668 pods.go:271] [konflux-ui/proxy-6b5bb844cb-hrx2g] addLogicalPort took 38.670821ms, libovsdb time 835.276µs I0512 03:11:04.913940 3668 namespace.go:142] [default-tenant] updating namespace I0512 03:11:05.098513 3668 base_network_controller_pods.go:487] [default/build-service/build-service-controller-manager-7cbf488fcf-cxr62] creating logical port build-service_build-service-controller-manager-7cbf488fcf-cxr62 for pod on switch ip-10-0-0-75.ec2.internal I0512 03:11:05.098631 3668 kube.go:256] Updating pod build-service/build-service-controller-manager-7cbf488fcf-cxr62 I0512 03:11:05.118853 3668 pod.go:62] [build-service/build-service-controller-manager-7cbf488fcf-cxr62] pod update took 20.245353ms I0512 03:11:05.118884 3668 base_network_controller_pods.go:951] [default/build-service/build-service-controller-manager-7cbf488fcf-cxr62] addLogicalPort annotation time took 20.279696ms I0512 03:11:05.120250 3668 pods.go:271] [build-service/build-service-controller-manager-7cbf488fcf-cxr62] addLogicalPort took 21.752252ms, libovsdb time 928.648µs I0512 03:11:05.251949 3668 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-7b666bf6d8-vq4wk] creating logical port integration-service_integration-service-controller-manager-7b666bf6d8-vq4wk for pod on switch ip-10-0-0-75.ec2.internal I0512 03:11:05.252042 3668 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7b666bf6d8-vq4wk I0512 03:11:05.277368 3668 pod.go:62] [integration-service/integration-service-controller-manager-7b666bf6d8-vq4wk] pod update took 25.34692ms I0512 03:11:05.277400 3668 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-7b666bf6d8-vq4wk] addLogicalPort annotation time took 25.384116ms I0512 03:11:05.278806 3668 pods.go:271] [integration-service/integration-service-controller-manager-7b666bf6d8-vq4wk] addLogicalPort took 26.88079ms, libovsdb time 906.488µs I0512 03:11:05.468619 3668 cni.go:452] [build-service/build-service-controller-manager-7cbf488fcf-cxr62 fe028648575cea19f020efdf51f262a1a3db1112ccb97e02b700332d9aa1f90d network default NAD default NAD key ] ADD starting CNI request [build-service/build-service-controller-manager-7cbf488fcf-cxr62 fe028648575cea19f020efdf51f262a1a3db1112ccb97e02b700332d9aa1f90d network default NAD default NAD key ] I0512 03:11:05.469564 3668 namespace.go:142] [enterprise-contract-service] updating namespace I0512 03:11:05.478150 3668 helper_linux.go:556] ConfigureOVS: namespace: build-service, podName: build-service-controller-manager-7cbf488fcf-cxr62, hostIfaceName: fe028648575cea1, network: default, NAD default, SandboxID: "fe028648575cea19f020efdf51f262a1a3db1112ccb97e02b700332d9aa1f90d", PCI device ID: , UID: "cb7d9155-32ad-4f86-8846-d921da0a805b", MAC: 0a:58:0a:81:00:31, IPs: [10.129.0.49/23] I0512 03:11:05.538134 3668 cni.go:473] [build-service/build-service-controller-manager-7cbf488fcf-cxr62 fe028648575cea19f020efdf51f262a1a3db1112ccb97e02b700332d9aa1f90d network default NAD default NAD key default] ADD finished CNI request [build-service/build-service-controller-manager-7cbf488fcf-cxr62 fe028648575cea19f020efdf51f262a1a3db1112ccb97e02b700332d9aa1f90d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:ea:aa:d8:74:85\",\"name\":\"fe028648575cea1\"},{\"mac\":\"0a:58:0a:81:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0ded2bd8-abf9-49f1-92c2-22134f632334\"}],\"ips\":[{\"address\":\"10.129.0.49/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 03:11:05.833156 3668 namespace.go:142] [image-controller] updating namespace I0512 03:11:06.343845 3668 base_network_controller_pods.go:487] [default/release-service/release-service-controller-manager-6bfdb6bcb6-5sw98] creating logical port release-service_release-service-controller-manager-6bfdb6bcb6-5sw98 for pod on switch ip-10-0-0-75.ec2.internal I0512 03:11:06.343941 3668 kube.go:256] Updating pod release-service/release-service-controller-manager-6bfdb6bcb6-5sw98 I0512 03:11:06.363920 3668 pod.go:62] [release-service/release-service-controller-manager-6bfdb6bcb6-5sw98] pod update took 20.002986ms I0512 03:11:06.363949 3668 base_network_controller_pods.go:951] [default/release-service/release-service-controller-manager-6bfdb6bcb6-5sw98] addLogicalPort annotation time took 20.036542ms I0512 03:11:06.365433 3668 pods.go:271] [release-service/release-service-controller-manager-6bfdb6bcb6-5sw98] addLogicalPort took 21.605612ms, libovsdb time 921.346µs I0512 03:11:06.597209 3668 namespace.go:142] [integration-service] updating namespace I0512 03:11:06.727286 3668 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=82 I0512 03:11:06.937981 3668 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-589787965f-ghqlm] creating logical port integration-service_integration-service-controller-manager-589787965f-ghqlm for pod on switch ip-10-0-0-75.ec2.internal I0512 03:11:06.938121 3668 kube.go:256] Updating pod integration-service/integration-service-controller-manager-589787965f-ghqlm I0512 03:11:06.954474 3668 pod.go:62] [integration-service/integration-service-controller-manager-589787965f-ghqlm] pod update took 16.419298ms I0512 03:11:06.954494 3668 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-589787965f-ghqlm] addLogicalPort annotation time took 16.445282ms I0512 03:11:06.956070 3668 pods.go:271] [integration-service/integration-service-controller-manager-589787965f-ghqlm] addLogicalPort took 18.143507ms, libovsdb time 1.066905ms I0512 03:11:07.142629 3668 namespace.go:142] [konflux-info] updating namespace I0512 03:11:07.508863 3668 namespace.go:142] [namespace-lister] updating namespace I0512 03:11:07.780556 3668 namespace.go:142] [release-service] updating namespace I0512 03:11:07.907920 3668 namespace.go:142] [build-service] updating namespace I0512 03:11:07.928430 3668 namespace.go:142] [default-tenant] updating namespace I0512 03:11:07.950610 3668 namespace.go:142] [enterprise-contract-service] updating namespace I0512 03:11:07.967593 3668 namespace.go:142] [image-controller] updating namespace I0512 03:11:08.004262 3668 namespace.go:142] [integration-service] updating namespace I0512 03:11:08.029438 3668 namespace.go:142] [konflux-info] updating namespace I0512 03:11:08.049359 3668 namespace.go:142] [namespace-lister] updating namespace I0512 03:11:08.066571 3668 namespace.go:142] [release-service] updating namespace I0512 03:11:08.137837 3668 namespace.go:142] [build-service] updating namespace W0512 03:11:08.241814 3668 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0512 03:11:08.249463 3668 namespace.go:142] [default-tenant] updating namespace I0512 03:11:08.313312 3668 namespace.go:142] [enterprise-contract-service] updating namespace I0512 03:11:08.374920 3668 namespace.go:142] [image-controller] updating namespace I0512 03:11:08.439646 3668 namespace.go:142] [integration-service] updating namespace I0512 03:11:08.500291 3668 namespace.go:142] [konflux-info] updating namespace I0512 03:11:08.590217 3668 namespace.go:142] [namespace-lister] updating namespace I0512 03:11:08.686843 3668 namespace.go:142] [release-service] updating namespace I0512 03:11:09.915595 3668 namespace.go:142] [konflux-cli] updating namespace I0512 03:11:10.124319 3668 namespace.go:142] [segment-bridge] updating namespace I0512 03:11:10.269909 3668 namespace.go:142] [konflux-cli] updating namespace I0512 03:11:10.289838 3668 namespace.go:142] [segment-bridge] updating namespace I0512 03:11:10.384345 3668 namespace.go:142] [konflux-cli] updating namespace I0512 03:11:10.495739 3668 namespace.go:142] [segment-bridge] updating namespace I0512 03:11:10.915463 3668 cni.go:452] [integration-service/integration-service-controller-manager-589787965f-ghqlm 71b47da76484d3f476e95bf5f0205d49a8187bbd720fe8650933507ff0652d02 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-589787965f-ghqlm 71b47da76484d3f476e95bf5f0205d49a8187bbd720fe8650933507ff0652d02 network default NAD default NAD key ] I0512 03:11:10.924986 3668 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-589787965f-ghqlm, hostIfaceName: 71b47da76484d3f, network: default, NAD default, SandboxID: "71b47da76484d3f476e95bf5f0205d49a8187bbd720fe8650933507ff0652d02", PCI device ID: , UID: "ddf54a97-b9d3-419e-b32d-430b0add8f45", MAC: 0a:58:0a:81:00:34, IPs: [10.129.0.52/23] I0512 03:11:10.980287 3668 cni.go:473] [integration-service/integration-service-controller-manager-589787965f-ghqlm 71b47da76484d3f476e95bf5f0205d49a8187bbd720fe8650933507ff0652d02 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-589787965f-ghqlm 71b47da76484d3f476e95bf5f0205d49a8187bbd720fe8650933507ff0652d02 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:e0:ea:06:b6:dc\",\"name\":\"71b47da76484d3f\"},{\"mac\":\"0a:58:0a:81:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b235fc98-0344-43f5-976b-fb36875fa4df\"}],\"ips\":[{\"address\":\"10.129.0.52/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 03:11:12.008965 3668 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister W0512 03:11:12.037147 3668 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0512 03:11:12.328794 3668 cni.go:452] [konflux-ui/dex-8568fb4c48-p8xmr b188cbe41de34e5774820541d92ea9f12f6359f848e4a87746bc072db93671bc network default NAD default NAD key ] ADD starting CNI request [konflux-ui/dex-8568fb4c48-p8xmr b188cbe41de34e5774820541d92ea9f12f6359f848e4a87746bc072db93671bc network default NAD default NAD key ] I0512 03:11:12.338782 3668 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: dex-8568fb4c48-p8xmr, hostIfaceName: b188cbe41de34e5, network: default, NAD default, SandboxID: "b188cbe41de34e5774820541d92ea9f12f6359f848e4a87746bc072db93671bc", PCI device ID: , UID: "a169cf11-916c-46d4-842c-8833da60d87f", MAC: 0a:58:0a:81:00:2f, IPs: [10.129.0.47/23] I0512 03:11:12.393918 3668 cni.go:473] [konflux-ui/dex-8568fb4c48-p8xmr b188cbe41de34e5774820541d92ea9f12f6359f848e4a87746bc072db93671bc network default NAD default NAD key default] ADD finished CNI request [konflux-ui/dex-8568fb4c48-p8xmr b188cbe41de34e5774820541d92ea9f12f6359f848e4a87746bc072db93671bc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:0f:c7:d1:dd:79\",\"name\":\"b188cbe41de34e5\"},{\"mac\":\"0a:58:0a:81:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1df57293-324e-4ed4-bbee-e50559f837c1\"}],\"ips\":[{\"address\":\"10.129.0.47/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 03:11:12.456358 3668 cni.go:452] [konflux-ui/proxy-6b5bb844cb-hrx2g 464bf5b7bf4d4b083b6d7d1968c6b50eac1fa44a1567740e5fe7f1e68d2e6a08 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-6b5bb844cb-hrx2g 464bf5b7bf4d4b083b6d7d1968c6b50eac1fa44a1567740e5fe7f1e68d2e6a08 network default NAD default NAD key ] I0512 03:11:12.466378 3668 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-6b5bb844cb-hrx2g, hostIfaceName: 464bf5b7bf4d4b0, network: default, NAD default, SandboxID: "464bf5b7bf4d4b083b6d7d1968c6b50eac1fa44a1567740e5fe7f1e68d2e6a08", PCI device ID: , UID: "e37d9b7a-158c-4c75-9346-65f397861bbf", MAC: 0a:58:0a:81:00:30, IPs: [10.129.0.48/23] I0512 03:11:12.520721 3668 cni.go:473] [konflux-ui/proxy-6b5bb844cb-hrx2g 464bf5b7bf4d4b083b6d7d1968c6b50eac1fa44a1567740e5fe7f1e68d2e6a08 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-6b5bb844cb-hrx2g 464bf5b7bf4d4b083b6d7d1968c6b50eac1fa44a1567740e5fe7f1e68d2e6a08 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:b1:c3:53:c0:b7\",\"name\":\"464bf5b7bf4d4b0\"},{\"mac\":\"0a:58:0a:81:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6cd344d3-6631-475f-b11f-1e0c4a7e91d2\"}],\"ips\":[{\"address\":\"10.129.0.48/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 03:11:14.495409 3668 cni.go:452] [release-service/release-service-controller-manager-6bfdb6bcb6-5sw98 5e2ea1007da93aec38a51a3cc1ccf8ce055a8ac1cabde223deba76ecce3cc5df network default NAD default NAD key ] ADD starting CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-5sw98 5e2ea1007da93aec38a51a3cc1ccf8ce055a8ac1cabde223deba76ecce3cc5df network default NAD default NAD key ] I0512 03:11:14.496395 3668 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-vq4wk 5156c4ab44b8c949914cca3459b7a8555094a5c265cd8bda24f4f143a7663d03 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-vq4wk 5156c4ab44b8c949914cca3459b7a8555094a5c265cd8bda24f4f143a7663d03 network default NAD default NAD key ] I0512 03:11:14.508539 3668 helper_linux.go:556] ConfigureOVS: namespace: release-service, podName: release-service-controller-manager-6bfdb6bcb6-5sw98, hostIfaceName: 5e2ea1007da93ae, network: default, NAD default, SandboxID: "5e2ea1007da93aec38a51a3cc1ccf8ce055a8ac1cabde223deba76ecce3cc5df", PCI device ID: , UID: "4b4ad591-89c1-4b09-9d20-0a1e2b0c4f45", MAC: 0a:58:0a:81:00:33, IPs: [10.129.0.51/23] I0512 03:11:14.509790 3668 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-7b666bf6d8-vq4wk, hostIfaceName: 5156c4ab44b8c94, network: default, NAD default, SandboxID: "5156c4ab44b8c949914cca3459b7a8555094a5c265cd8bda24f4f143a7663d03", PCI device ID: , UID: "20153e32-9314-4742-a014-1fcd7f8fbf0c", MAC: 0a:58:0a:81:00:32, IPs: [10.129.0.50/23] I0512 03:11:14.572367 3668 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-vq4wk 5156c4ab44b8c949914cca3459b7a8555094a5c265cd8bda24f4f143a7663d03 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-vq4wk 5156c4ab44b8c949914cca3459b7a8555094a5c265cd8bda24f4f143a7663d03 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:77:ac:e6:af:59\",\"name\":\"5156c4ab44b8c94\"},{\"mac\":\"0a:58:0a:81:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/087fe2e1-27b3-4b72-b1d1-a8f12773cdc4\"}],\"ips\":[{\"address\":\"10.129.0.50/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 03:11:14.595492 3668 cni.go:473] [release-service/release-service-controller-manager-6bfdb6bcb6-5sw98 5e2ea1007da93aec38a51a3cc1ccf8ce055a8ac1cabde223deba76ecce3cc5df network default NAD default NAD key default] ADD finished CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-5sw98 5e2ea1007da93aec38a51a3cc1ccf8ce055a8ac1cabde223deba76ecce3cc5df network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:61:e5:e1:04:41\",\"name\":\"5e2ea1007da93ae\"},{\"mac\":\"0a:58:0a:81:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/79454f3c-ae64-4fbf-9ada-b0441f12b17e\"}],\"ips\":[{\"address\":\"10.129.0.51/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 03:11:15.289899 3668 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0512 03:11:15.290294 3668 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0512 03:11:15.318922 3668 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0512 03:11:15.319024 3668 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0512 03:11:15.341274 3668 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex I0512 03:11:16.835358 3668 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 W0512 03:11:19.045664 3668 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0512 03:11:19.045683 3668 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0512 03:11:19.253754 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 8443: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0512 03:11:19.340909 3668 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0512 03:11:19.340928 3668 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0512 03:11:19.405240 3668 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0512 03:11:19.405369 3668 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0512 03:11:26.307531 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0512 03:11:26.307689 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service I0512 03:11:26.516829 3668 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-vq4wk 5156c4ab44b8c949914cca3459b7a8555094a5c265cd8bda24f4f143a7663d03 network default NAD default NAD key ] DEL starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-vq4wk 5156c4ab44b8c949914cca3459b7a8555094a5c265cd8bda24f4f143a7663d03 network default NAD default NAD key ] I0512 03:11:26.614753 3668 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-vq4wk 5156c4ab44b8c949914cca3459b7a8555094a5c265cd8bda24f4f143a7663d03 network default NAD default NAD key default] DEL finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-vq4wk 5156c4ab44b8c949914cca3459b7a8555094a5c265cd8bda24f4f143a7663d03 network default NAD default NAD key default], result "{}", err I0512 03:11:26.672693 3668 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-vq4wk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 03:11:26.672736 3668 pods.go:176] Deleting pod: integration-service/integration-service-controller-manager-7b666bf6d8-vq4wk I0512 03:11:26.674064 3668 pods.go:236] Attempting to release IPs for pod: integration-service/integration-service-controller-manager-7b666bf6d8-vq4wk, ips: 10.129.0.50 I0512 03:11:26.674093 3668 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-vq4wk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 03:11:27.384269 3668 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-vq4wk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:11:27.384294 3668 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-vq4wk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:11:27.390213 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-vq4wk I0512 03:11:27.390303 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-vq4wk W0512 03:11:30.338878 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/dex W0512 03:11:30.368622 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 9443: empty IP address endpoints for service release-service/release-service-webhook-service W0512 03:11:30.372594 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 8080: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service I0512 03:11:40.726517 3668 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=165 I0512 03:11:42.726067 3668 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=150 W0512 03:11:56.397484 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0512 03:11:56.397505 3668 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy I0512 03:12:29.301644 3668 cni.go:452] [konflux-ui/proxy-6b5bb844cb-hrx2g 464bf5b7bf4d4b083b6d7d1968c6b50eac1fa44a1567740e5fe7f1e68d2e6a08 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/proxy-6b5bb844cb-hrx2g 464bf5b7bf4d4b083b6d7d1968c6b50eac1fa44a1567740e5fe7f1e68d2e6a08 network default NAD default NAD key ] I0512 03:12:29.398105 3668 cni.go:473] [konflux-ui/proxy-6b5bb844cb-hrx2g 464bf5b7bf4d4b083b6d7d1968c6b50eac1fa44a1567740e5fe7f1e68d2e6a08 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/proxy-6b5bb844cb-hrx2g 464bf5b7bf4d4b083b6d7d1968c6b50eac1fa44a1567740e5fe7f1e68d2e6a08 network default NAD default NAD key default], result "{}", err I0512 03:12:29.469810 3668 obj_retry.go:498] Detected object konflux-ui/proxy-6b5bb844cb-hrx2g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 03:12:29.469853 3668 pods.go:176] Deleting pod: konflux-ui/proxy-6b5bb844cb-hrx2g I0512 03:12:29.471335 3668 pods.go:236] Attempting to release IPs for pod: konflux-ui/proxy-6b5bb844cb-hrx2g, ips: 10.129.0.48 I0512 03:12:29.471367 3668 obj_retry.go:498] Detected object konflux-ui/proxy-6b5bb844cb-hrx2g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 03:12:29.734329 3668 obj_retry.go:492] Detected object konflux-ui/proxy-6b5bb844cb-hrx2g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:12:29.734353 3668 obj_retry.go:492] Detected object konflux-ui/proxy-6b5bb844cb-hrx2g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:12:29.739684 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-6b5bb844cb-hrx2g I0512 03:12:29.739709 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-6b5bb844cb-hrx2g I0512 03:12:33.631913 3668 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 03:12:33.632483 3668 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 03:12:33.694209 3668 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:12:33.694238 3668 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:12:33.699860 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0512 03:12:33.699883 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0512 03:13:01.489399 3668 namespace.go:98] [managed-tenant-ow4b2] adding namespace I0512 03:13:01.490271 3668 namespace.go:102] [managed-tenant-ow4b2] adding namespace took 847.293µs I0512 03:13:01.518724 3668 namespace.go:142] [managed-tenant-ow4b2] updating namespace I0512 03:13:01.549567 3668 namespace.go:142] [managed-tenant-ow4b2] updating namespace I0512 03:13:02.559989 3668 namespace.go:142] [managed-tenant-ow4b2] updating namespace I0512 03:13:02.681616 3668 namespace.go:142] [managed-tenant-ow4b2] updating namespace I0512 03:13:02.780759 3668 namespace.go:142] [managed-tenant-ow4b2] updating namespace I0512 03:13:27.848815 3668 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0512 03:13:35.854755 3668 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0512 03:14:09.842821 3668 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0512 03:14:26.727906 3668 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0512 03:15:19.831760 3668 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=5 I0512 03:15:46.816433 3668 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0512 03:15:53.738893 3668 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=106 I0512 03:15:59.730445 3668 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=33 I0512 03:16:44.729915 3668 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=11 I0512 03:16:54.730910 3668 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=6 I0512 03:16:58.820439 3668 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=11 I0512 03:18:02.729716 3668 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=11 I0512 03:18:06.853960 3668 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=11 I0512 03:18:13.833290 3668 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0512 03:18:58.838966 3668 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0512 03:19:53.837216 3668 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0512 03:20:00.201184 3668 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29642600-26crl] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29642600-26crl for pod on switch ip-10-0-0-75.ec2.internal I0512 03:20:00.201292 3668 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29642600-26crl I0512 03:20:00.228379 3668 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29642600-26crl] pod update took 27.110318ms I0512 03:20:00.228404 3668 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29642600-26crl] addLogicalPort annotation time took 27.14187ms I0512 03:20:00.229720 3668 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29642600-26crl] addLogicalPort took 28.548471ms, libovsdb time 867.644µs I0512 03:20:00.564266 3668 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29642600-26crl 097681da802279296e79406666524899e474fa083db6807d71645333eeec464c network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29642600-26crl 097681da802279296e79406666524899e474fa083db6807d71645333eeec464c network default NAD default NAD key ] I0512 03:20:00.573624 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29642600-26crl, hostIfaceName: 097681da8022792, network: default, NAD default, SandboxID: "097681da802279296e79406666524899e474fa083db6807d71645333eeec464c", PCI device ID: , UID: "8a88b444-1163-461f-bc04-323a446088e4", MAC: 0a:58:0a:81:00:35, IPs: [10.129.0.53/23] I0512 03:20:00.630630 3668 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29642600-26crl 097681da802279296e79406666524899e474fa083db6807d71645333eeec464c network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29642600-26crl 097681da802279296e79406666524899e474fa083db6807d71645333eeec464c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:af:f9:63:cb:bd\",\"name\":\"097681da8022792\"},{\"mac\":\"0a:58:0a:81:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1be30e07-32fb-4274-a2c1-5f841f4038a6\"}],\"ips\":[{\"address\":\"10.129.0.53/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 03:20:04.239670 3668 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29642600-26crl 097681da802279296e79406666524899e474fa083db6807d71645333eeec464c network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29642600-26crl 097681da802279296e79406666524899e474fa083db6807d71645333eeec464c network default NAD default NAD key ] I0512 03:20:04.332357 3668 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29642600-26crl 097681da802279296e79406666524899e474fa083db6807d71645333eeec464c network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29642600-26crl 097681da802279296e79406666524899e474fa083db6807d71645333eeec464c network default NAD default NAD key default], result "{}", err I0512 03:20:04.388033 3668 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642600-26crl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 03:20:04.388089 3668 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29642600-26crl I0512 03:20:04.389445 3668 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29642600-26crl, ips: 10.129.0.53 I0512 03:20:04.389471 3668 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642600-26crl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 03:20:05.249801 3668 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642600-26crl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:20:05.249855 3668 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642600-26crl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:20:22.046225 3668 obj_retry.go:492] Detected object tsf-tpa/create-db-nn5l4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:20:22.046279 3668 obj_retry.go:492] Detected object tsf-tpa/create-db-nn5l4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:20:22.050357 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-nn5l4 I0512 03:20:22.050375 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-nn5l4 I0512 03:20:25.029862 3668 obj_retry.go:492] Detected object tsf-tpa/migrate-db-2b5m2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:20:25.029888 3668 obj_retry.go:492] Detected object tsf-tpa/migrate-db-2b5m2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:20:25.033474 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-2b5m2 I0512 03:20:25.033500 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-2b5m2 I0512 03:20:32.028113 3668 obj_retry.go:492] Detected object tsf-tpa/create-importers-nd7nv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:20:32.028147 3668 obj_retry.go:492] Detected object tsf-tpa/create-importers-nd7nv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:20:32.034231 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-nd7nv I0512 03:20:32.034258 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-nd7nv I0512 03:22:15.734200 3668 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=6 I0512 03:22:27.741884 3668 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=21 I0512 03:22:33.834901 3668 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0512 03:22:46.733303 3668 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=36 I0512 03:22:55.846108 3668 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0512 03:23:10.851792 3668 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=11 I0512 03:23:11.857307 3668 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0512 03:23:44.820088 3668 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0512 03:23:49.730963 3668 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0512 03:24:51.836821 3668 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0512 03:25:05.732849 3668 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=8 I0512 03:25:50.823850 3668 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 W0512 03:25:59.131933 3668 duration.go:461] Config duration recorder: measurement expired for pod/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kjjw8