+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-1-112.ec2.internal ++ [[ -n ip-10-0-1-112.ec2.internal ]] ++ [[ -f /env/ip-10-0-1-112.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0513 18:23:47.552443693 - disable conntrack on geneve port' I0513 18:23:47.552443693 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0513 18:23:47.586066491 - starting ovnkube-node + echo 'I0513 18:23:47.586066491 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-1-112.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-1-112.ec2.internal --init-node ip-10-0-1-112.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-1-112.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0513 18:23:47.627909 3791 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0513 18:23:47.627970 3791 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-63c6468c0d.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0513 18:23:47.629796 3791 kube.go:431] Waiting for certificate I0513 18:23:47.629841 3791 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0513 18:23:47.629878 3791 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0513 18:23:47.630540 3791 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0513 18:23:47.664578 3791 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0513 18:23:47.664594 3791 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0513 18:23:47.668662 3791 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0513 18:23:47.669185 3791 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-v4jvj" I0513 18:23:47.674219 3791 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-v4jvj" I0513 18:23:47.674281 3791 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0513 18:23:48.630511 3791 kube.go:438] Certificate found I0513 18:23:48.631031 3791 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0513 18:23:48.632003 3791 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0513 18:23:48.694966 3791 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-14 18:18:47 +0000 UTC" deadline="2026-05-14 15:37:30.659384615 +0000 UTC" I0513 18:23:48.695009 3791 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="21h13m41.964390613s" I0513 18:23:48.705122 3791 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0513 18:23:48.715327 3791 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0513 18:23:48.715393 3791 server.go:101] MetricServer registers OVS metrics I0513 18:23:48.715768 3791 server.go:105] MetricServer registers OVN DB metrics I0513 18:23:48.719755 3791 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0513 18:23:48.719777 3791 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0513 18:23:48.719928 3791 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0513 18:23:48.719992 3791 factory.go:561] Starting watch factory I0513 18:23:48.720079 3791 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0513 18:23:48.720098 3791 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0513 18:23:48.720150 3791 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0513 18:23:48.720323 3791 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0513 18:23:48.720246 3791 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0513 18:23:48.720407 3791 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0513 18:23:48.720612 3791 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0513 18:23:48.720636 3791 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0513 18:23:48.720786 3791 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0513 18:23:48.720823 3791 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0513 18:23:48.720870 3791 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0513 18:23:48.720920 3791 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0513 18:23:48.723272 3791 controller_manager.go:370] Starting the ovnkube controller I0513 18:23:48.723282 3791 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-1-112.ec2.internal I0513 18:23:48.723325 3791 controller_manager.go:395] NBDB zone sync took: 36.063µs I0513 18:23:48.723334 3791 factory.go:561] Starting watch factory I0513 18:23:48.733134 3791 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0513 18:23:48.733161 3791 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0513 18:23:48.736790 3791 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0513 18:23:48.736821 3791 server.go:109] MetricServer registers OVN Controller metrics I0513 18:23:48.738837 3791 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0513 18:23:48.739207 3791 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0513 18:23:48.740439 3791 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0513 18:23:48.740781 3791 server.go:113] MetricServer registers OVN Northd metrics I0513 18:23:48.743216 3791 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0513 18:23:48.746227 3791 metrics.go:519] OVN Metrics Server starts to run ... I0513 18:23:48.747193 3791 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0513 18:23:48.753720 3791 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0513 18:23:48.825905 3791 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0513 18:23:48.825938 3791 factory.go:1977] *v1.Pod informer cache synced successfully I0513 18:23:48.825957 3791 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0513 18:23:48.825962 3791 factory.go:1977] *v1.Namespace informer cache synced successfully I0513 18:23:48.825967 3791 factory.go:1977] *v1.Node informer cache synced successfully I0513 18:23:48.825971 3791 factory.go:1977] *v1.Service informer cache synced successfully I0513 18:23:48.826056 3791 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0513 18:23:48.826088 3791 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0513 18:23:48.826061 3791 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0513 18:23:48.826132 3791 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0513 18:23:48.829084 3791 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0513 18:23:48.829086 3791 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0513 18:23:48.829098 3791 factory.go:1977] *v1.Service informer cache synced successfully I0513 18:23:48.829106 3791 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0513 18:23:48.829111 3791 factory.go:1977] *v1.Pod informer cache synced successfully I0513 18:23:48.829115 3791 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0513 18:23:48.829120 3791 factory.go:1977] *v1.Namespace informer cache synced successfully I0513 18:23:48.829123 3791 factory.go:1977] *v1.Node informer cache synced successfully I0513 18:23:48.831004 3791 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0513 18:23:48.831015 3791 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0513 18:23:48.831065 3791 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0513 18:23:48.831077 3791 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0513 18:23:48.833216 3791 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0513 18:23:48.834167 3791 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0513 18:23:48.834182 3791 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0513 18:23:48.836839 3791 factory.go:1977] *v1.EgressIP informer cache synced successfully I0513 18:23:48.836890 3791 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0513 18:23:48.836901 3791 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0513 18:23:48.839010 3791 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0513 18:23:48.839893 3791 factory.go:1977] *v1.EgressIP informer cache synced successfully I0513 18:23:48.842610 3791 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0513 18:23:48.842665 3791 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0513 18:23:48.842675 3791 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0513 18:23:48.844837 3791 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0513 18:23:48.844937 3791 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0513 18:23:48.847893 3791 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0513 18:23:48.847954 3791 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0513 18:23:48.847969 3791 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0513 18:23:48.850176 3791 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0513 18:23:48.850286 3791 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0513 18:23:48.852993 3791 factory.go:1977] *v1.EgressService informer cache synced successfully I0513 18:23:48.853434 3791 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0513 18:23:48.853446 3791 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0513 18:23:48.855463 3791 factory.go:1977] *v1.EgressService informer cache synced successfully I0513 18:23:48.855875 3791 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0513 18:23:48.858521 3791 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0513 18:23:48.858719 3791 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0513 18:23:48.858738 3791 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0513 18:23:48.860490 3791 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0513 18:23:48.860897 3791 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0513 18:23:48.863731 3791 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0513 18:23:48.863809 3791 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0513 18:23:48.863825 3791 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0513 18:23:48.863863 3791 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0513 18:23:48.863881 3791 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0513 18:23:48.865638 3791 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0513 18:23:48.865889 3791 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0513 18:23:48.865990 3791 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0513 18:23:48.869095 3791 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0513 18:23:48.869104 3791 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0513 18:23:48.869111 3791 factory.go:680] Watch Factory start up complete, took: 149.122627ms I0513 18:23:48.869178 3791 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0513 18:23:48.871246 3791 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0513 18:23:48.871256 3791 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0513 18:23:48.871263 3791 factory.go:680] Watch Factory start up complete, took: 147.928732ms I0513 18:23:48.871269 3791 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-1-112.ec2.internal" zone I0513 18:23:48.909316 3791 default_node_network_controller.go:710] Initializing the default node network controller I0513 18:23:48.974797 3791 udn_isolation.go:101] Starting UDN host isolation manager I0513 18:23:48.981124 3791 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0513 18:23:49.031250 3791 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0513 18:23:49.031325 3791 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0513 18:23:49.031344 3791 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0513 18:23:49.063218 3791 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0513 18:23:49.063282 3791 default_node_network_controller.go:809] Node ip-10-0-1-112.ec2.internal ready for ovn initialization with subnet 10.128.0.0/23 I0513 18:23:49.068459 3791 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.1.112"] k8s.ovn.org/zone-name:ip-10-0-1-112.ec2.internal] on node ip-10-0-1-112.ec2.internal I0513 18:23:49.090853 3791 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0513 18:23:49.096725 3791 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0513 18:23:49.096888 3791 helper_linux.go:118] Found default gateway interface br-ex 10.0.1.1 I0513 18:23:49.097054 3791 gateway_init.go:263] Preparing Gateway I0513 18:23:49.097065 3791 gateway_shared_intf.go:1687] Creating new gateway I0513 18:23:49.121783 3791 controller_manager.go:429] Waiting for node in zone sync took: 250.502857ms I0513 18:23:49.126440 3791 controller_manager.go:611] Switching to transit router for layer2 networks I0513 18:23:49.126454 3791 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-1-112.ec2.internal I0513 18:23:49.144706 3791 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0513 18:23:49.150817 3791 controller_manager.go:290] SCTP support detected in OVN I0513 18:23:49.151445 3791 services_controller.go:69] Creating services controller for network=default I0513 18:23:49.151530 3791 udn_enabled_svc.go:80] Waiting for service informer to sync I0513 18:23:49.151671 3791 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0513 18:23:49.151732 3791 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0513 18:23:49.151760 3791 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0513 18:23:49.151773 3791 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0513 18:23:49.151957 3791 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0513 18:23:49.152042 3791 udn_enabled_svc.go:95] Performing full resync I0513 18:23:49.152066 3791 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0513 18:23:49.152132 3791 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 62.232µs I0513 18:23:49.152151 3791 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 74.435µs I0513 18:23:49.152162 3791 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 94.503µs I0513 18:23:49.152168 3791 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0513 18:23:49.152175 3791 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0513 18:23:49.152186 3791 default_network_controller.go:325] Starting the default network controller I0513 18:23:49.152254 3791 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 13.889µs I0513 18:23:49.152387 3791 udn_enabled_svc.go:99] Waiting for handler to sync I0513 18:23:49.152398 3791 udn_enabled_svc.go:104] Starting worker I0513 18:23:49.161166 3791 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0513 18:23:49.161239 3791 repair.go:33] Syncing exgw routes took 60.318µs I0513 18:23:49.161261 3791 default_network_controller.go:414] Starting all the Watchers... I0513 18:23:49.161508 3791 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0513 18:23:49.161515 3791 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0513 18:23:49.161525 3791 namespace.go:98] [openshift-config-operator] adding namespace I0513 18:23:49.161524 3791 namespace.go:98] [openshift-backplane-ai-agent] adding namespace I0513 18:23:49.161535 3791 namespace.go:98] [openshift-ingress-operator] adding namespace I0513 18:23:49.161538 3791 namespace.go:98] [openshift-operators-redhat] adding namespace I0513 18:23:49.161539 3791 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0513 18:23:49.161560 3791 namespace.go:98] [openshift-logging] adding namespace I0513 18:23:49.161564 3791 namespace.go:98] [kube-system] adding namespace I0513 18:23:49.161564 3791 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0513 18:23:49.161564 3791 namespace.go:98] [kube-node-lease] adding namespace I0513 18:23:49.161569 3791 namespace.go:98] [openshift-console-operator] adding namespace I0513 18:23:49.161567 3791 namespace.go:98] [openshift-host-network] adding namespace I0513 18:23:49.161510 3791 namespace.go:98] [openshift-route-controller-manager] adding namespace I0513 18:23:49.161665 3791 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0513 18:23:49.162204 3791 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 683.592µs I0513 18:23:49.162218 3791 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0513 18:23:49.162647 3791 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 424.143µs I0513 18:23:49.162659 3791 namespace.go:98] [openshift-controller-manager] adding namespace I0513 18:23:49.163376 3791 namespace.go:102] [openshift-controller-manager] adding namespace took 709.941µs I0513 18:23:49.163395 3791 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0513 18:23:49.164070 3791 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 2.544576ms I0513 18:23:49.164086 3791 namespace.go:98] [openshift-console-user-settings] adding namespace I0513 18:23:49.164626 3791 namespace.go:102] [openshift-config-operator] adding namespace took 3.092927ms I0513 18:23:49.164642 3791 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0513 18:23:49.165149 3791 namespace.go:102] [openshift-backplane-ai-agent] adding namespace took 3.61249ms I0513 18:23:49.165163 3791 namespace.go:98] [openshift-backplane] adding namespace I0513 18:23:49.165768 3791 namespace.go:102] [openshift-ingress-operator] adding namespace took 4.227557ms I0513 18:23:49.165784 3791 namespace.go:98] [default] adding namespace I0513 18:23:49.166370 3791 namespace.go:102] [openshift-operators-redhat] adding namespace took 4.817398ms I0513 18:23:49.166381 3791 namespace.go:98] [openshift-authentication-operator] adding namespace I0513 18:23:49.166993 3791 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 5.436302ms I0513 18:23:49.167014 3791 namespace.go:98] [openshift-backplane-srep] adding namespace W0513 18:23:49.167538 3791 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-hxvsg: pod kube-system/global-pull-secret-syncer-hxvsg: no pod IPs found W0513 18:23:49.167550 3791 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-sdldx: pod kube-system/global-pull-secret-syncer-sdldx: no pod IPs found I0513 18:23:49.167576 3791 namespace.go:102] [openshift-logging] adding namespace took 6.009995ms I0513 18:23:49.167587 3791 namespace.go:98] [openshift-monitoring] adding namespace I0513 18:23:49.168086 3791 namespace.go:102] [kube-system] adding namespace took 6.516698ms I0513 18:23:49.168096 3791 namespace.go:98] [openshift-infra] adding namespace I0513 18:23:49.168581 3791 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 7.009373ms I0513 18:23:49.168597 3791 namespace.go:98] [openshift-backplane-csm] adding namespace I0513 18:23:49.169298 3791 namespace.go:102] [kube-node-lease] adding namespace took 7.723554ms I0513 18:23:49.169314 3791 namespace.go:98] [openshift-ingress] adding namespace I0513 18:23:49.169932 3791 namespace.go:102] [openshift-console-operator] adding namespace took 8.355671ms I0513 18:23:49.169947 3791 namespace.go:98] [openshift-machine-config-operator] adding namespace I0513 18:23:49.170571 3791 namespace.go:102] [openshift-host-network] adding namespace took 8.990736ms I0513 18:23:49.170586 3791 namespace.go:98] [openshift-authentication] adding namespace I0513 18:23:49.171158 3791 namespace.go:102] [openshift-route-controller-manager] adding namespace took 9.516811ms I0513 18:23:49.171173 3791 namespace.go:98] [openshift-multus] adding namespace I0513 18:23:49.171602 3791 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 9.925927ms I0513 18:23:49.171615 3791 namespace.go:98] [openshift-dns-operator] adding namespace I0513 18:23:49.172536 3791 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 9.136665ms I0513 18:23:49.172546 3791 namespace.go:98] [openshift-dns] adding namespace I0513 18:23:49.172997 3791 namespace.go:102] [openshift-console-user-settings] adding namespace took 8.905845ms I0513 18:23:49.173010 3791 namespace.go:98] [openshift-node] adding namespace I0513 18:23:49.173405 3791 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 8.757967ms I0513 18:23:49.173421 3791 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0513 18:23:49.173814 3791 namespace.go:102] [openshift-backplane] adding namespace took 8.646505ms I0513 18:23:49.173825 3791 namespace.go:98] [openshift-kube-apiserver] adding namespace I0513 18:23:49.174358 3791 namespace.go:102] [default] adding namespace took 8.568468ms I0513 18:23:49.174373 3791 namespace.go:98] [openshift] adding namespace I0513 18:23:49.174833 3791 namespace.go:102] [openshift-authentication-operator] adding namespace took 8.446652ms I0513 18:23:49.174844 3791 namespace.go:98] [openshift-network-diagnostics] adding namespace I0513 18:23:49.175203 3791 namespace.go:102] [openshift-backplane-srep] adding namespace took 8.182495ms I0513 18:23:49.175217 3791 namespace.go:98] [openshift-cluster-version] adding namespace I0513 18:23:49.175715 3791 namespace.go:102] [openshift-monitoring] adding namespace took 8.122158ms I0513 18:23:49.175731 3791 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0513 18:23:49.176302 3791 namespace.go:102] [openshift-infra] adding namespace took 8.196701ms I0513 18:23:49.176323 3791 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0513 18:23:49.176937 3791 namespace.go:102] [openshift-backplane-csm] adding namespace took 8.332514ms I0513 18:23:49.176958 3791 namespace.go:98] [openshift-backplane-cee] adding namespace I0513 18:23:49.177415 3791 namespace.go:102] [openshift-ingress] adding namespace took 8.094541ms I0513 18:23:49.177433 3791 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0513 18:23:49.178110 3791 namespace.go:102] [openshift-machine-config-operator] adding namespace took 8.155423ms I0513 18:23:49.178132 3791 namespace.go:98] [openshift-network-node-identity] adding namespace W0513 18:23:49.178787 3791 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-nm75v: pod openshift-multus/network-metrics-daemon-nm75v: no pod IPs found W0513 18:23:49.178806 3791 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-tbzg8: pod openshift-multus/network-metrics-daemon-tbzg8: no pod IPs found I0513 18:23:49.178806 3791 namespace.go:102] [openshift-authentication] adding namespace took 8.189181ms I0513 18:23:49.178820 3791 namespace.go:98] [openshift-image-registry] adding namespace I0513 18:23:49.179414 3791 namespace.go:102] [openshift-multus] adding namespace took 8.234448ms I0513 18:23:49.179430 3791 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0513 18:23:49.179978 3791 namespace.go:102] [openshift-dns-operator] adding namespace took 8.356758ms I0513 18:23:49.179992 3791 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0513 18:23:49.180428 3791 namespace.go:102] [openshift-dns] adding namespace took 7.875993ms I0513 18:23:49.180857 3791 namespace.go:102] [openshift-node] adding namespace took 7.840843ms I0513 18:23:49.180876 3791 namespace.go:98] [openshift-marketplace] adding namespace I0513 18:23:49.180917 3791 iptables.go:108] Creating table: filter chain: FORWARD I0513 18:23:49.181524 3791 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 8.094316ms I0513 18:23:49.181549 3791 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0513 18:23:49.182061 3791 namespace.go:102] [openshift-kube-apiserver] adding namespace took 8.22977ms I0513 18:23:49.182079 3791 namespace.go:98] [openshift-apiserver-operator] adding namespace W0513 18:23:49.182585 3791 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-5xzln: pod openshift-network-diagnostics/network-check-target-5xzln: no pod IPs found W0513 18:23:49.182602 3791 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-svngv: pod openshift-network-diagnostics/network-check-target-svngv: no pod IPs found I0513 18:23:49.182628 3791 namespace.go:102] [openshift] adding namespace took 8.247618ms I0513 18:23:49.182648 3791 namespace.go:98] [openshift-kube-scheduler] adding namespace I0513 18:23:49.183190 3791 namespace.go:102] [openshift-network-diagnostics] adding namespace took 8.340117ms I0513 18:23:49.183206 3791 namespace.go:98] [openshift-machine-api] adding namespace I0513 18:23:49.183711 3791 namespace.go:102] [openshift-cluster-version] adding namespace took 8.487929ms I0513 18:23:49.183727 3791 namespace.go:98] [openshift-ingress-canary] adding namespace I0513 18:23:49.184156 3791 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 8.41964ms I0513 18:23:49.184169 3791 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0513 18:23:49.184707 3791 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 8.378106ms I0513 18:23:49.184719 3791 namespace.go:98] [openshift-config] adding namespace I0513 18:23:49.185133 3791 namespace.go:102] [openshift-backplane-cee] adding namespace took 8.166216ms I0513 18:23:49.185151 3791 namespace.go:98] [openshift-etcd] adding namespace I0513 18:23:49.185670 3791 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 8.229386ms I0513 18:23:49.185685 3791 namespace.go:98] [openshift-apiserver] adding namespace I0513 18:23:49.186188 3791 namespace.go:102] [openshift-network-node-identity] adding namespace took 8.049099ms I0513 18:23:49.186206 3791 namespace.go:98] [openshift-operators] adding namespace I0513 18:23:49.186697 3791 namespace.go:102] [openshift-image-registry] adding namespace took 7.870455ms I0513 18:23:49.186723 3791 namespace.go:98] [kube-public] adding namespace I0513 18:23:49.187219 3791 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 7.782919ms I0513 18:23:49.187234 3791 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0513 18:23:49.187659 3791 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 7.660904ms I0513 18:23:49.187664 3791 iptables.go:108] Creating table: filter chain: OUTPUT I0513 18:23:49.187675 3791 namespace.go:98] [open-cluster-management-2q97094no6qjmb5iu1a4988fn9b6pqs7] adding namespace I0513 18:23:49.188262 3791 namespace.go:102] [openshift-marketplace] adding namespace took 7.380287ms I0513 18:23:49.188277 3791 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0513 18:23:49.188790 3791 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 7.23324ms I0513 18:23:49.188808 3791 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0513 18:23:49.189375 3791 namespace.go:102] [openshift-apiserver-operator] adding namespace took 7.287734ms I0513 18:23:49.189393 3791 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0513 18:23:49.190008 3791 namespace.go:102] [openshift-kube-scheduler] adding namespace took 7.352392ms I0513 18:23:49.190025 3791 namespace.go:98] [dedicated-admin] adding namespace I0513 18:23:49.190615 3791 namespace.go:102] [openshift-machine-api] adding namespace took 7.400972ms I0513 18:23:49.190636 3791 namespace.go:98] [openshift-service-ca-operator] adding namespace I0513 18:23:49.191136 3791 namespace.go:102] [openshift-ingress-canary] adding namespace took 7.403632ms I0513 18:23:49.191156 3791 namespace.go:98] [openshift-customer-monitoring] adding namespace I0513 18:23:49.191701 3791 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 7.526622ms I0513 18:23:49.191717 3791 namespace.go:98] [openshift-config-managed] adding namespace I0513 18:23:49.192234 3791 namespace.go:102] [openshift-config] adding namespace took 7.50837ms I0513 18:23:49.192246 3791 namespace.go:98] [openshift-backplane-cse] adding namespace I0513 18:23:49.192708 3791 namespace.go:102] [openshift-etcd] adding namespace took 7.548891ms I0513 18:23:49.192724 3791 namespace.go:98] [openshift-network-operator] adding namespace I0513 18:23:49.193324 3791 namespace.go:102] [openshift-apiserver] adding namespace took 7.632729ms I0513 18:23:49.193339 3791 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0513 18:23:49.193770 3791 namespace.go:102] [openshift-operators] adding namespace took 7.559449ms I0513 18:23:49.193781 3791 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0513 18:23:49.194046 3791 gateway_shared_intf.go:1816] Gateway Creation Complete I0513 18:23:49.194059 3791 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-112.ec2.internal","mac-address":"0a:ff:d4:c1:c1:6f","ip-addresses":["10.0.1.112/24"],"ip-address":"10.0.1.112/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:0e9579dc-da99-44b7-9a77-dc472d3a27fe k8s.ovn.org/node-encap-ips:["10.0.1.112"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.112/24"} k8s.ovn.org/zone-name:ip-10-0-1-112.ec2.internal] on node ip-10-0-1-112.ec2.internal I0513 18:23:49.194356 3791 namespace.go:102] [kube-public] adding namespace took 7.613778ms I0513 18:23:49.194372 3791 namespace.go:98] [openshift-network-console] adding namespace I0513 18:23:49.194892 3791 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 7.652144ms I0513 18:23:49.194908 3791 namespace.go:98] [openshift-insights] adding namespace I0513 18:23:49.195385 3791 namespace.go:102] [open-cluster-management-2q97094no6qjmb5iu1a4988fn9b6pqs7] adding namespace took 7.703433ms I0513 18:23:49.195397 3791 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0513 18:23:49.195792 3791 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 7.509182ms I0513 18:23:49.196501 3791 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 7.684379ms I0513 18:23:49.197076 3791 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 7.678292ms I0513 18:23:49.197563 3791 namespace.go:102] [dedicated-admin] adding namespace took 7.532076ms I0513 18:23:49.197597 3791 namespace.go:98] [openshift-package-operator] adding namespace I0513 18:23:49.198046 3791 namespace.go:102] [openshift-service-ca-operator] adding namespace took 7.403364ms I0513 18:23:49.198500 3791 namespace.go:102] [openshift-customer-monitoring] adding namespace took 7.339367ms I0513 18:23:49.199009 3791 namespace.go:102] [openshift-config-managed] adding namespace took 7.287606ms I0513 18:23:49.199918 3791 namespace.go:102] [openshift-backplane-cse] adding namespace took 7.666311ms I0513 18:23:49.199931 3791 namespace.go:98] [openshift-backplane-tam] adding namespace I0513 18:23:49.200420 3791 namespace.go:102] [openshift-network-operator] adding namespace took 7.685648ms I0513 18:23:49.200435 3791 namespace.go:98] [openshift-console] adding namespace I0513 18:23:49.200868 3791 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 7.524102ms I0513 18:23:49.201352 3791 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 7.565184ms I0513 18:23:49.201774 3791 namespace.go:102] [openshift-network-console] adding namespace took 7.39609ms I0513 18:23:49.201793 3791 namespace.go:98] [openshift-must-gather-operator] adding namespace I0513 18:23:49.202313 3791 namespace.go:102] [openshift-insights] adding namespace took 7.399636ms I0513 18:23:49.202325 3791 namespace.go:98] [openshift-backplane-mobb] adding namespace I0513 18:23:49.202880 3791 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 7.476056ms I0513 18:23:49.203341 3791 namespace.go:102] [openshift-package-operator] adding namespace took 5.737495ms I0513 18:23:49.203774 3791 namespace.go:102] [openshift-backplane-tam] adding namespace took 3.838963ms I0513 18:23:49.204324 3791 namespace.go:102] [openshift-console] adding namespace took 3.883095ms I0513 18:23:49.204851 3791 namespace.go:102] [openshift-must-gather-operator] adding namespace took 3.051388ms I0513 18:23:49.205215 3791 namespace.go:102] [openshift-backplane-mobb] adding namespace took 2.884881ms W0513 18:23:49.205302 3791 master.go:458] Unable to parse local node ip-10-0-1-112.ec2.internal chassis-id annotation. Chassis may be removed during sync W0513 18:23:49.205312 3791 master.go:471] Unable to parse remote node ip-10-0-2-92.ec2.internal chassis-id annotation. Chassis may be removed during sync I0513 18:23:49.205316 3791 master.go:481] Removing stale chassis with ID/Name: 0e9579dc-da99-44b7-9a77-dc472d3a27fe, hostname: ip-10-0-1-112.ec2.internal I0513 18:23:49.205811 3791 master.go:548] Adding or Updating local node "ip-10-0-1-112.ec2.internal" for network "default" I0513 18:23:49.205856 3791 obj_retry.go:578] Failed to create *v1.Node ip-10-0-2-92.ec2.internal, error: adding or updating remote node chassis ip-10-0-2-92.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-92.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-92.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-92.ec2.internal I0513 18:23:49.209237 3791 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-112.ec2.internal for the network default I0513 18:23:49.209602 3791 zone_ic_handler.go:195] Time taken to create transit switch: 350.399µs I0513 18:23:49.210401 3791 default_network_controller.go:823] Node add failed for ip-10-0-1-112.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-112.ec2.internal, error getting gateway config for node ip-10-0-1-112.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-112.ec2.internal", failed to update chassis to local for local node ip-10-0-1-112.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-112.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-112.ec2.internal] E0513 18:23:49.210460 3791 obj_retry.go:575] Failed to create *v1.Node ip-10-0-1-112.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-112.ec2.internal, error getting gateway config for node ip-10-0-1-112.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-112.ec2.internal", failed to update chassis to local for local node ip-10-0-1-112.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-112.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-112.ec2.internal] I0513 18:23:49.210511 3791 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0513 18:23:49.210526 3791 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-1-112.ec2.internal", UID:"d9a2a569-0555-4e9d-9766-c1e761dd20ba", APIVersion:"v1", ResourceVersion:"8735", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-112.ec2.internal, error getting gateway config for node ip-10-0-1-112.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-112.ec2.internal", failed to update chassis to local for local node ip-10-0-1-112.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-112.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-112.ec2.internal] I0513 18:23:49.210540 3791 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0513 18:23:49.210559 3791 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0513 18:23:49.210566 3791 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-112.ec2.internal in network "default" I0513 18:23:49.210568 3791 master.go:548] Adding or Updating local node "ip-10-0-1-112.ec2.internal" for network "default" I0513 18:23:49.210637 3791 node_tracker.go:169] Node ip-10-0-1-112.ec2.internal switch + router changed, syncing services in network "default" I0513 18:23:49.210655 3791 services_controller.go:574] Full service sync requested for network=default I0513 18:23:49.210664 3791 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-92.ec2.internal in network "default" I0513 18:23:49.210673 3791 node_tracker.go:235] Node ip-10-0-2-92.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-92.ec2.internal" I0513 18:23:49.210680 3791 node_tracker.go:169] Node ip-10-0-2-92.ec2.internal switch + router changed, syncing services in network "default" I0513 18:23:49.210684 3791 services_controller.go:574] Full service sync requested for network=default I0513 18:23:49.215047 3791 default_node_network_controller.go:519] Node connection status = connected W0513 18:23:49.215270 3791 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-svngv: pod openshift-network-diagnostics/network-check-target-svngv: no pod IPs found W0513 18:23:49.215288 3791 gateway.go:207] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-hxvsg: pod kube-system/global-pull-secret-syncer-hxvsg: no pod IPs found W0513 18:23:49.215297 3791 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-tbzg8: pod openshift-multus/network-metrics-daemon-tbzg8: no pod IPs found I0513 18:23:49.216234 3791 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-112.ec2.internal for the network default I0513 18:23:49.216389 3791 zone_ic_handler.go:195] Time taken to create transit switch: 143.942µs I0513 18:23:49.311650 3791 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0513 18:23:49.311673 3791 services_controller.go:208] Setting up event handlers for services for network=default I0513 18:23:49.311768 3791 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0513 18:23:49.311864 3791 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0513 18:23:49.311882 3791 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0513 18:23:49.412162 3791 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0513 18:23:49.412189 3791 repair.go:60] Starting repairing loop for services I0513 18:23:49.412277 3791 repair.go:131] Deleted 0 stale service LBs I0513 18:23:49.412295 3791 repair.go:137] Deleted 0 stale Chassis Template Vars I0513 18:23:49.412311 3791 repair.go:62] Finished repairing loop for services: 125.634µs I0513 18:23:49.412336 3791 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0513 18:23:49.412347 3791 services_controller.go:254] Starting workers for network=default I0513 18:23:49.412663 3791 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-nm75v, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-nm75v: suppressed error logged: pod openshift-multus/network-metrics-daemon-nm75v: no pod IPs found I0513 18:23:49.412722 3791 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-svngv] creating logical port openshift-network-diagnostics_network-check-target-svngv for pod on switch ip-10-0-1-112.ec2.internal I0513 18:23:49.412725 3791 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-5xzln, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-5xzln: suppressed error logged: pod openshift-network-diagnostics/network-check-target-5xzln: no pod IPs found I0513 18:23:49.412826 3791 obj_retry.go:578] Failed to create *v1.Pod kube-system/global-pull-secret-syncer-sdldx, error: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-sdldx: suppressed error logged: pod kube-system/global-pull-secret-syncer-sdldx: no pod IPs found I0513 18:23:49.412861 3791 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-hxvsg] creating logical port kube-system_global-pull-secret-syncer-hxvsg for pod on switch ip-10-0-1-112.ec2.internal I0513 18:23:49.412936 3791 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-svngv I0513 18:23:49.412947 3791 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-hxvsg I0513 18:23:49.413266 3791 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-tbzg8] creating logical port openshift-multus_network-metrics-daemon-tbzg8 for pod on switch ip-10-0-1-112.ec2.internal I0513 18:23:49.413391 3791 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-tbzg8 I0513 18:23:49.428775 3791 pod.go:62] [openshift-network-diagnostics/network-check-target-svngv] pod update took 15.923064ms I0513 18:23:49.428793 3791 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-svngv] addLogicalPort annotation time took 15.944237ms I0513 18:23:49.429556 3791 pods.go:271] [openshift-network-diagnostics/network-check-target-svngv] addLogicalPort took 16.843961ms, libovsdb time 555.273µs I0513 18:23:49.432013 3791 pod.go:62] [kube-system/global-pull-secret-syncer-hxvsg] pod update took 19.093397ms I0513 18:23:49.432031 3791 base_network_controller_pods.go:951] [default/kube-system/global-pull-secret-syncer-hxvsg] addLogicalPort annotation time took 19.114992ms I0513 18:23:49.432692 3791 pod.go:62] [openshift-multus/network-metrics-daemon-tbzg8] pod update took 19.336787ms I0513 18:23:49.432707 3791 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-tbzg8] addLogicalPort annotation time took 19.3545ms I0513 18:23:49.432816 3791 pods.go:271] [kube-system/global-pull-secret-syncer-hxvsg] addLogicalPort took 19.963953ms, libovsdb time 612.814µs I0513 18:23:49.433603 3791 pods.go:271] [openshift-multus/network-metrics-daemon-tbzg8] addLogicalPort took 20.350681ms, libovsdb time 582.114µs I0513 18:23:49.433982 3791 admin_network_policy_controller.go:227] Starting controller default-network-controller I0513 18:23:49.434007 3791 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0513 18:23:49.434018 3791 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0513 18:23:49.434023 3791 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0513 18:23:49.434202 3791 repair.go:29] Repairing admin network policies took 174.812µs I0513 18:23:49.434300 3791 repair.go:92] Repairing baseline admin network policies took 89.755µs I0513 18:23:49.434710 3791 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0513 18:23:49.435132 3791 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0513 18:23:49.437264 3791 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0513 18:23:49.437286 3791 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0513 18:23:49.437676 3791 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0513 18:23:49.437688 3791 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0513 18:23:49.439341 3791 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0513 18:23:49.439360 3791 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0513 18:23:49.439367 3791 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0513 18:23:49.440549 3791 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0513 18:23:49.440566 3791 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0513 18:23:49.440575 3791 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0513 18:23:49.442010 3791 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0513 18:23:49.442034 3791 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0513 18:23:49.442045 3791 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0513 18:23:49.442502 3791 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0513 18:23:49.442520 3791 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0513 18:23:49.442528 3791 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0513 18:23:49.443905 3791 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0513 18:23:49.443927 3791 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0513 18:23:49.443939 3791 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0513 18:23:49.445501 3791 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0513 18:23:49.445521 3791 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0513 18:23:49.445529 3791 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0513 18:23:49.445986 3791 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0513 18:23:49.446008 3791 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0513 18:23:49.446021 3791 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0513 18:23:49.447349 3791 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0513 18:23:49.447370 3791 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0513 18:23:49.447384 3791 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0513 18:23:49.448538 3791 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0513 18:23:49.448556 3791 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0513 18:23:49.448563 3791 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0513 18:23:49.448820 3791 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0513 18:23:49.448835 3791 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0513 18:23:49.448845 3791 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0513 18:23:49.450801 3791 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0513 18:23:49.450819 3791 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0513 18:23:49.450830 3791 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0513 18:23:49.451835 3791 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0513 18:23:49.451854 3791 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0513 18:23:49.451864 3791 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0513 18:23:49.452865 3791 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0513 18:23:49.452887 3791 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0513 18:23:49.452922 3791 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0513 18:23:49.453602 3791 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0513 18:23:49.453621 3791 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0513 18:23:49.453628 3791 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0513 18:23:49.453959 3791 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0513 18:23:49.453979 3791 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0513 18:23:49.453987 3791 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0513 18:23:49.455201 3791 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0513 18:23:49.455220 3791 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0513 18:23:49.455230 3791 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0513 18:23:49.456099 3791 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0513 18:23:49.456121 3791 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0513 18:23:49.456133 3791 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0513 18:23:49.456642 3791 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0513 18:23:49.456661 3791 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0513 18:23:49.456669 3791 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0513 18:23:49.457231 3791 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0513 18:23:49.457247 3791 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0513 18:23:49.457255 3791 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0513 18:23:49.457694 3791 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0513 18:23:49.457721 3791 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0513 18:23:49.457736 3791 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0513 18:23:49.458246 3791 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0513 18:23:49.458263 3791 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0513 18:23:49.458272 3791 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0513 18:23:49.459092 3791 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0513 18:23:49.459111 3791 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0513 18:23:49.459119 3791 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0513 18:23:49.459697 3791 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0513 18:23:49.459714 3791 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0513 18:23:49.459722 3791 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0513 18:23:49.460395 3791 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0513 18:23:49.460419 3791 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0513 18:23:49.460431 3791 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0513 18:23:49.460926 3791 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0513 18:23:49.460946 3791 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0513 18:23:49.460956 3791 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0513 18:23:49.461407 3791 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0513 18:23:49.461425 3791 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0513 18:23:49.461433 3791 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0513 18:23:49.461960 3791 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0513 18:23:49.461983 3791 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0513 18:23:49.461995 3791 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0513 18:23:49.462327 3791 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0513 18:23:49.467867 3791 egressfirewall.go:374] Starting EgressFirewall controller I0513 18:23:49.467904 3791 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0513 18:23:49.467911 3791 controller.go:133] Adding controller egress-firewall-controller event handlers I0513 18:23:49.467939 3791 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0513 18:23:49.467954 3791 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0513 18:23:49.467941 3791 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0513 18:23:49.467965 3791 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0513 18:23:49.468277 3791 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0513 18:23:49.468294 3791 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0513 18:23:49.468303 3791 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0513 18:23:49.468312 3791 egressqos.go:193] Setting up event handlers for EgressQoS I0513 18:23:49.468373 3791 egressfirewall.go:723] Syncing node "ip-10-0-1-112.ec2.internal" for egress firewall I0513 18:23:49.468384 3791 egressfirewall.go:723] Syncing node "ip-10-0-2-92.ec2.internal" for egress firewall I0513 18:23:49.468451 3791 egressqos.go:245] Starting EgressQoS Controller I0513 18:23:49.468464 3791 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0513 18:23:49.468473 3791 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0513 18:23:49.468487 3791 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0513 18:23:49.468494 3791 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0513 18:23:49.468498 3791 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0513 18:23:49.468503 3791 shared_informer.go:356] "Caches are synced" controller="egressqos" I0513 18:23:49.468507 3791 egressqos.go:259] Repairing EgressQoSes I0513 18:23:49.468517 3791 egressqos.go:399] Starting repairing loop for egressqos I0513 18:23:49.468605 3791 egressqos.go:401] Finished repairing loop for egressqos: 93.726µs I0513 18:23:49.468623 3791 egressservice_zone.go:132] Setting up event handlers for Egress Services I0513 18:23:49.468637 3791 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-1-112.ec2.internal I0513 18:23:49.468706 3791 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-1-112.ec2.internal : 52.371µs I0513 18:23:49.468841 3791 egressservice_zone.go:210] Starting Egress Services Controller I0513 18:23:49.468877 3791 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0513 18:23:49.468890 3791 shared_informer.go:356] "Caches are synced" controller="egressservices" I0513 18:23:49.468897 3791 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0513 18:23:49.468904 3791 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0513 18:23:49.468912 3791 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0513 18:23:49.468917 3791 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0513 18:23:49.468934 3791 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0513 18:23:49.468944 3791 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0513 18:23:49.468950 3791 egressservice_zone.go:228] Repairing Egress Services I0513 18:23:49.469300 3791 master_controller.go:88] Starting Admin Policy Based Route Controller I0513 18:23:49.469308 3791 external_controller.go:278] Starting Admin Policy Based Route Controller I0513 18:23:49.469329 3791 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-112.ec2.internal I0513 18:23:49.469344 3791 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-112.ec2.internal: 18.533µs I0513 18:23:49.469350 3791 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-92.ec2.internal I0513 18:23:49.469354 3791 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-92.ec2.internal: 4.008µs I0513 18:23:49.469444 3791 default_network_controller.go:585] Completing all the Watchers took 308.173201ms I0513 18:23:49.469455 3791 default_network_controller.go:589] Starting unidling controllers I0513 18:23:49.469466 3791 unidle.go:46] Registering OVN SB ControllerEvent handler I0513 18:23:49.469471 3791 unidle.go:63] Populating Initial ContollerEvent events I0513 18:23:49.469480 3791 unidle.go:79] Setting up event handlers for services I0513 18:23:49.469691 3791 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0513 18:23:49.714617 3791 default_node_network_controller.go:519] Node connection status = connected I0513 18:23:50.215318 3791 default_node_network_controller.go:519] Node connection status = connected I0513 18:23:50.714648 3791 default_node_network_controller.go:519] Node connection status = connected I0513 18:23:51.214903 3791 default_node_network_controller.go:519] Node connection status = connected I0513 18:23:51.515599 3791 egressfirewall.go:723] Syncing node "ip-10-0-2-92.ec2.internal" for egress firewall I0513 18:23:51.515659 3791 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-92.ec2.internal I0513 18:23:51.515674 3791 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-92.ec2.internal: 19.143µs I0513 18:23:51.515681 3791 default_network_controller.go:1025] Node "ip-10-0-2-92.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0513 18:23:51.555292 3791 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0513 18:23:51.714790 3791 default_node_network_controller.go:519] Node connection status = connected I0513 18:23:51.732377 3791 bridgeconfig.go:537] Gateway is ready I0513 18:23:51.732396 3791 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0513 18:23:51.744202 3791 node_ip_handler_linux.go:247] Node primary address changed to 10.0.1.112. Updating OVN encap IP. I0513 18:23:51.749526 3791 node_ip_handler_linux.go:542] Will not update encap IP 10.0.1.112 - it is already configured I0513 18:23:51.749538 3791 node_ip_handler_linux.go:485] Node address changed to map[10.0.1.112/24:{} 172.20.0.1/32:{}]. Updating annotations. I0513 18:23:51.749736 3791 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.1.112/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-112.ec2.internal","mac-address":"0a:ff:d4:c1:c1:6f","ip-addresses":["10.0.1.112/24"],"ip-address":"10.0.1.112/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:0e9579dc-da99-44b7-9a77-dc472d3a27fe k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.112/24"}] on node ip-10-0-1-112.ec2.internal I0513 18:23:51.765682 3791 master.go:548] Adding or Updating local node "ip-10-0-1-112.ec2.internal" for network "default" I0513 18:23:51.765686 3791 egressfirewall.go:723] Syncing node "ip-10-0-1-112.ec2.internal" for egress firewall I0513 18:23:51.765733 3791 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-112.ec2.internal I0513 18:23:51.765743 3791 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-112.ec2.internal: 11.885µs I0513 18:23:51.765766 3791 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-112.ec2.internal in network "default" I0513 18:23:51.765814 3791 node_tracker.go:169] Node ip-10-0-1-112.ec2.internal switch + router changed, syncing services in network "default" I0513 18:23:51.765832 3791 services_controller.go:574] Full service sync requested for network=default I0513 18:23:51.767809 3791 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.1.112 I0513 18:23:51.767933 3791 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-1-112.ec2.internal I0513 18:23:51.771091 3791 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-112.ec2.internal. Updating no re-route policies I0513 18:23:51.771161 3791 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-hxvsg I0513 18:23:51.771176 3791 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-hxvsg I0513 18:23:51.771212 3791 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-hxvsg] creating logical port kube-system_global-pull-secret-syncer-hxvsg for pod on switch ip-10-0-1-112.ec2.internal I0513 18:23:51.771218 3791 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-t8lvd I0513 18:23:51.771229 3791 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-t8lvd I0513 18:23:51.771232 3791 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-x9dl2 I0513 18:23:51.771244 3791 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-svngv I0513 18:23:51.771242 3791 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-j5fcj I0513 18:23:51.771249 3791 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-t8lvd after 0 failed attempt(s) I0513 18:23:51.771253 3791 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-svngv I0513 18:23:51.771255 3791 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-w5m9l I0513 18:23:51.771260 3791 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-5xzln I0513 18:23:51.771265 3791 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-tbzg8 I0513 18:23:51.771247 3791 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-x9dl2 I0513 18:23:51.771274 3791 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-5xzln I0513 18:23:51.771275 3791 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-tbzg8 I0513 18:23:51.771278 3791 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-svngv] creating logical port openshift-network-diagnostics_network-check-target-svngv for pod on switch ip-10-0-1-112.ec2.internal I0513 18:23:51.771282 3791 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-jwxm5 I0513 18:23:51.771288 3791 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-bsr88 I0513 18:23:51.771297 3791 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-x9dl2 after 0 failed attempt(s) I0513 18:23:51.771296 3791 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-sdldx I0513 18:23:51.771304 3791 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-tbzg8] creating logical port openshift-multus_network-metrics-daemon-tbzg8 for pod on switch ip-10-0-1-112.ec2.internal I0513 18:23:51.771306 3791 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-q97wj I0513 18:23:51.771310 3791 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-sdldx I0513 18:23:51.771317 3791 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-nm75v I0513 18:23:51.771319 3791 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-q97wj I0513 18:23:51.771318 3791 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-jb2vb I0513 18:23:51.771266 3791 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-w5m9l I0513 18:23:51.771324 3791 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-nm75v I0513 18:23:51.771327 3791 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-jwxm5 I0513 18:23:51.771320 3791 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-5xzln, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-5xzln: suppressed error logged: pod openshift-network-diagnostics/network-check-target-5xzln: no pod IPs found I0513 18:23:51.771332 3791 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-fvths I0513 18:23:51.771325 3791 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-112.ec2.internal I0513 18:23:51.771339 3791 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-q97wj after 0 failed attempt(s) I0513 18:23:51.771343 3791 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-112.ec2.internal I0513 18:23:51.771344 3791 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-fvths I0513 18:23:51.771345 3791 obj_retry.go:409] Retry add failed for *v1.Pod kube-system/global-pull-secret-syncer-sdldx, will try again later: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-sdldx: suppressed error logged: pod kube-system/global-pull-secret-syncer-sdldx: no pod IPs found I0513 18:23:51.771350 3791 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-112.ec2.internal I0513 18:23:51.771343 3791 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-w5m9l after 0 failed attempt(s) I0513 18:23:51.771362 3791 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-112.ec2.internal I0513 18:23:51.771330 3791 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-jb2vb I0513 18:23:51.771364 3791 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-fvths after 0 failed attempt(s) I0513 18:23:51.771352 3791 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-jwxm5 after 0 failed attempt(s) I0513 18:23:51.771354 3791 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-nm75v, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-nm75v: suppressed error logged: pod openshift-multus/network-metrics-daemon-nm75v: no pod IPs found I0513 18:23:51.771384 3791 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-112.ec2.internal after 0 failed attempt(s) I0513 18:23:51.771294 3791 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-j5fcj I0513 18:23:51.771413 3791 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-j5fcj after 0 failed attempt(s) I0513 18:23:51.771363 3791 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-112.ec2.internal after 0 failed attempt(s) I0513 18:23:51.771303 3791 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-bsr88 I0513 18:23:51.771439 3791 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-bsr88 after 0 failed attempt(s) I0513 18:23:51.771385 3791 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-jb2vb after 0 failed attempt(s) I0513 18:23:51.772011 3791 pods.go:271] [kube-system/global-pull-secret-syncer-hxvsg] addLogicalPort took 808.796µs, libovsdb time 269.305µs I0513 18:23:51.772023 3791 obj_retry.go:418] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-hxvsg after 0 failed attempt(s) I0513 18:23:51.772052 3791 pods.go:271] [openshift-multus/network-metrics-daemon-tbzg8] addLogicalPort took 756.266µs, libovsdb time 233.271µs I0513 18:23:51.772058 3791 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-tbzg8 after 0 failed attempt(s) I0513 18:23:51.772378 3791 pods.go:271] [openshift-network-diagnostics/network-check-target-svngv] addLogicalPort took 1.103482ms, libovsdb time 495.358µs I0513 18:23:51.772390 3791 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-svngv after 0 failed attempt(s) I0513 18:23:51.786265 3791 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0513 18:23:51.797609 3791 iptables.go:108] Creating table: mangle chain: OUTPUT I0513 18:23:51.800649 3791 iptables.go:108] Creating table: nat chain: OUTPUT I0513 18:23:51.815541 3791 iptables.go:108] Creating table: nat chain: PREROUTING I0513 18:23:51.851679 3791 iptables.go:108] Creating table: filter chain: FORWARD I0513 18:23:51.867226 3791 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0513 18:23:51.867335 3791 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0513 18:23:51.867383 3791 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0513 18:23:51.867464 3791 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0513 18:23:51.867515 3791 gateway_init.go:325] Gateway and management port readiness took 2.657370343s I0513 18:23:51.867541 3791 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0513 18:23:51.867580 3791 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0513 18:23:51.867591 3791 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0513 18:23:51.867600 3791 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0513 18:23:51.867661 3791 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0513 18:23:51.867772 3791 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 76.634µs I0513 18:23:51.867970 3791 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0513 18:23:51.867999 3791 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 20.833µs I0513 18:23:51.868007 3791 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 38.142µs I0513 18:23:51.868013 3791 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0513 18:23:51.868023 3791 nad_controller.go:379] [node-nad-controller NAD controller]: started I0513 18:23:51.868027 3791 default_node_network_controller.go:899] Starting the default node network controller I0513 18:23:51.868031 3791 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0513 18:23:51.868119 3791 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 14.036µs I0513 18:23:51.868217 3791 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0513 18:23:51.868226 3791 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0513 18:23:51.868247 3791 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c0b340 0xc0002ee150 0xc0002ee1c0 0xc0002ee310 0xc0002ee380 0xc0002ee3f0 0xc0002ee460 0xc000c19680 0xc0002ee4d0 0xc0002ee5b0 0xc00022e2d0 0xc006571340 0xc0002ee620 map[0x2ff9080:0xc004ce4000 0x2ff95c0:0xc004ce4180 0x2ffa2e0:0xc002d89ec0 0x2ffa580:0xc002d89f20 0x2ffad60:0xc004ce4060 0x2ffb000:0xc004ce40c0 0x2ffb2a0:0xc004ce4120 0x2ffba80:0xc004ce41e0 0x2ffbd20:0xc004ce4240 0x3026980:0xc0009b66c0 0x3026d20:0xc0009b6720 0x3027800:0xc000c6f9e0 0x3029160:0xc001be4000 0x30298a0:0xc002f869c0 0x302a720:0xc00119d5c0] 0xc000c2a310 0} I0513 18:23:51.868301 3791 gateway.go:151] Starting gateway service sync I0513 18:23:51.868703 3791 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0513 18:23:51.870687 3791 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0513 18:23:51.879587 3791 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0513 18:23:51.880649 3791 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0513 18:23:51.881788 3791 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0513 18:23:51.914424 3791 gateway.go:168] Gateway service sync done. Time taken: 46.111417ms I0513 18:23:51.915066 3791 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31835 I0513 18:23:51.915206 3791 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c0b340 0xc0002ee150 0xc0002ee1c0 0xc0002ee310 0xc0002ee380 0xc0002ee3f0 0xc0002ee460 0xc000c19680 0xc0002ee4d0 0xc0002ee5b0 0xc00022e2d0 0xc006571340 0xc0002ee620 map[0x2ff9080:0xc004ce4000 0x2ff95c0:0xc004ce4180 0x2ffa2e0:0xc002d89ec0 0x2ffa580:0xc002d89f20 0x2ffad60:0xc004ce4060 0x2ffb000:0xc004ce40c0 0x2ffb2a0:0xc004ce4120 0x2ffba80:0xc004ce41e0 0x2ffbd20:0xc004ce4240 0x3026980:0xc0009b66c0 0x3026d20:0xc0009b6720 0x3027800:0xc000c6f9e0 0x3029160:0xc001be4000 0x30298a0:0xc002f869c0 0x302a720:0xc00119d5c0] 0xc000c2a310 0} I0513 18:23:51.915681 3791 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c0b340 0xc0002ee150 0xc0002ee1c0 0xc0002ee310 0xc0002ee380 0xc0002ee3f0 0xc0002ee460 0xc000c19680 0xc0002ee4d0 0xc0002ee5b0 0xc00022e2d0 0xc006571340 0xc0002ee620 map[0x2ff9080:0xc004ce4000 0x2ff95c0:0xc004ce4180 0x2ffa2e0:0xc002d89ec0 0x2ffa580:0xc002d89f20 0x2ffad60:0xc004ce4060 0x2ffb000:0xc004ce40c0 0x2ffb2a0:0xc004ce4120 0x2ffba80:0xc004ce41e0 0x2ffbd20:0xc004ce4240 0x3026980:0xc0009b66c0 0x3026d20:0xc0009b6720 0x3027800:0xc000c6f9e0 0x3029160:0xc001be4000 0x30298a0:0xc002f869c0 0x302a720:0xc00119d5c0] 0xc000c2a310 0} I0513 18:23:51.915715 3791 gateway.go:532] Reconciling gateway with updates I0513 18:23:51.920498 3791 gateway.go:339] Spawning Conntrack Rule Check Thread I0513 18:23:51.920586 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0513 18:23:51.920597 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0513 18:23:51.920602 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0513 18:23:51.920608 3791 default_node_network_controller.go:944] Gateway and management port readiness took 52.3747ms I0513 18:23:51.920612 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0513 18:23:51.920617 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0513 18:23:51.920613 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0513 18:23:51.920626 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0513 18:23:51.920625 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0513 18:23:51.920586 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0513 18:23:51.920628 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0513 18:23:51.920603 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0513 18:23:51.920643 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0513 18:23:51.920647 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0513 18:23:51.920648 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0513 18:23:51.920649 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0513 18:23:51.920654 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0513 18:23:51.920656 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0513 18:23:51.920660 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0513 18:23:51.920663 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0513 18:23:51.920664 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0513 18:23:51.920667 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0513 18:23:51.920671 3791 port_claim.go:71] Svc openshift-ingress/router-default: port 31824 is already open, no action needed I0513 18:23:51.920674 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0513 18:23:51.920677 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0513 18:23:51.920664 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0513 18:23:51.920682 3791 port_claim.go:71] Svc openshift-ingress/router-default: port 31176 is already open, no action needed I0513 18:23:51.920686 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0513 18:23:51.920638 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0513 18:23:51.920693 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0513 18:23:51.920693 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0513 18:23:51.920644 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0513 18:23:51.920704 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0513 18:23:51.920707 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0513 18:23:51.920679 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0513 18:23:51.920712 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0513 18:23:51.920684 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0513 18:23:51.920726 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0513 18:23:51.920616 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0513 18:23:51.920728 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0513 18:23:51.920729 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0513 18:23:51.920732 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0513 18:23:51.920743 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0513 18:23:51.920743 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0513 18:23:51.920761 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0513 18:23:51.920763 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0513 18:23:51.920762 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0513 18:23:51.920774 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0513 18:23:51.920775 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0513 18:23:51.920776 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0513 18:23:51.920782 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0513 18:23:51.920792 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0513 18:23:51.920793 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0513 18:23:51.920801 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0513 18:23:51.920732 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0513 18:23:51.920812 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0513 18:23:51.920813 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0513 18:23:51.920765 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0513 18:23:51.920775 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0513 18:23:51.920899 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0513 18:23:51.920701 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0513 18:23:51.920669 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0513 18:23:51.920950 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0513 18:23:51.920699 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0513 18:23:51.921002 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0513 18:23:51.920625 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0513 18:23:51.921011 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0513 18:23:51.920612 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0513 18:23:51.921070 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0513 18:23:51.920686 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0513 18:23:51.920638 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0513 18:23:51.921101 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0513 18:23:51.921117 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0513 18:23:51.920654 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0513 18:23:51.921135 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0513 18:23:51.920656 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0513 18:23:51.920670 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0513 18:23:51.920672 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0513 18:23:51.921257 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0513 18:23:51.920680 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0513 18:23:51.921314 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0513 18:23:51.920687 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0513 18:23:51.920688 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0513 18:23:51.920713 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0513 18:23:51.920719 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0513 18:23:51.920683 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0513 18:23:51.921589 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0513 18:23:51.920718 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0513 18:23:51.920732 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0513 18:23:51.920732 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0513 18:23:51.920732 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0513 18:23:51.920719 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0513 18:23:51.920737 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0513 18:23:51.920631 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0513 18:23:51.921730 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0513 18:23:51.920633 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0513 18:23:51.921801 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0513 18:23:51.920774 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0513 18:23:51.921817 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0513 18:23:51.920779 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0513 18:23:51.920775 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0513 18:23:51.921906 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0513 18:23:51.920778 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0513 18:23:51.921963 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0513 18:23:51.922210 3791 node_ip_handler_linux.go:160] Node IP manager is running W0513 18:23:51.957606 3791 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0513 18:23:51.958196 3791 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0513 18:23:51.958309 3791 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:80:00:01/10.128.0.1) on link ovn-k8s-mp0 I0513 18:23:51.966674 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0513 18:23:51.966681 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0513 18:23:51.966701 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0513 18:23:51.966727 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0513 18:23:51.966742 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0513 18:23:51.966768 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0513 18:23:51.966777 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0513 18:23:52.006071 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0513 18:23:52.006099 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0513 18:23:52.006108 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0513 18:23:52.006114 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0513 18:23:52.025649 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0513 18:23:52.025681 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0513 18:23:52.025688 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0513 18:23:52.025694 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0513 18:23:52.025711 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0513 18:23:52.025727 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0513 18:23:52.025735 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0513 18:23:52.025742 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0513 18:23:52.025758 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0513 18:23:52.025765 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0513 18:23:52.025770 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0513 18:23:52.025775 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0513 18:23:52.025799 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0513 18:23:52.025808 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0513 18:23:52.025813 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0513 18:23:52.025818 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0513 18:23:52.025824 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0513 18:23:52.025829 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0513 18:23:52.025835 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0513 18:23:52.025839 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0513 18:23:54.013329 3791 default_node_network_controller.go:1380] Starting node controller node sync W0513 18:23:54.013331 3791 egressip_healthcheck.go:76] Health checking using insecure connection I0513 18:23:54.013452 3791 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.128.0.2:9107 I0513 18:23:54.024696 3791 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.346429ms I0513 18:23:54.024958 3791 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0513 18:23:54.025408 3791 egressservice_node.go:93] Setting up event handlers for Egress Services I0513 18:23:54.025616 3791 egressservice_node.go:183] Starting Egress Services Controller I0513 18:23:54.025636 3791 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0513 18:23:54.025651 3791 shared_informer.go:356] "Caches are synced" controller="egressservices" I0513 18:23:54.025657 3791 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0513 18:23:54.025662 3791 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0513 18:23:54.025671 3791 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0513 18:23:54.025675 3791 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0513 18:23:54.025680 3791 egressservice_node.go:197] Repairing Egress Services I0513 18:23:54.035155 3791 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0513 18:23:54.035165 3791 external_controller.go:278] Starting Admin Policy Based Route Controller I0513 18:23:54.035317 3791 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0513 18:23:54.035330 3791 link_network_manager.go:119] Link manager is running I0513 18:23:54.035339 3791 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0513 18:23:54.035525 3791 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0513 18:23:54.035690 3791 vrf_manager.go:128] VRF manager is running I0513 18:23:54.035803 3791 node_controller_manager.go:437] Removing flows to drop GARP I0513 18:23:54.035815 3791 gateway.go:532] Reconciling gateway with updates I0513 18:23:54.052707 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0513 18:23:54.052739 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0513 18:23:54.052838 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0513 18:23:54.052859 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0513 18:23:54.052867 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0513 18:23:54.052906 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0513 18:23:54.052923 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0513 18:23:54.052930 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0513 18:23:54.053020 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0513 18:23:54.053038 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0513 18:23:54.053045 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0513 18:23:54.053077 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0513 18:23:54.053148 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0513 18:23:54.053179 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0513 18:23:54.053234 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0513 18:23:54.053270 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0513 18:23:54.053297 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0513 18:23:54.053349 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0513 18:23:54.053386 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0513 18:23:54.053412 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0513 18:23:54.053461 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0513 18:23:54.053563 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0513 18:23:54.053603 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0513 18:23:54.053628 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0513 18:23:54.053657 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0513 18:23:54.053682 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0513 18:23:54.053740 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0513 18:23:54.053798 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0513 18:23:54.053826 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0513 18:23:54.053894 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0513 18:23:54.053928 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0513 18:23:54.053955 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0513 18:23:54.054025 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0513 18:23:54.054057 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0513 18:23:54.054108 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0513 18:23:54.054135 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0513 18:23:54.054160 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0513 18:23:54.054194 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0513 18:23:54.054219 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0513 18:23:54.054245 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0513 18:23:54.054273 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0513 18:23:54.054299 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0513 18:23:54.054478 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0513 18:23:54.054517 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0513 18:23:54.054644 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0513 18:23:54.054674 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0513 18:23:54.054736 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0513 18:23:54.054839 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0513 18:23:54.054955 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0513 18:23:54.054984 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0513 18:23:54.055093 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0513 18:23:54.055127 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0513 18:23:54.055198 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0513 18:23:54.055224 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0513 18:23:54.055279 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0513 18:23:54.055307 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0513 18:23:54.055353 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0513 18:23:54.055412 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0513 18:23:54.055479 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0513 18:23:54.055414 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0513 18:23:54.055563 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0513 18:23:54.055572 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0513 18:23:54.055582 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0513 18:23:54.055588 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0513 18:23:54.055591 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0513 18:23:54.055604 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0513 18:23:54.055599 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0513 18:23:54.055613 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0513 18:23:54.055372 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0513 18:23:54.055383 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0513 18:23:54.055661 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0513 18:23:54.055401 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0513 18:23:54.055690 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0513 18:23:54.055663 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0513 18:23:54.055730 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0513 18:23:54.055422 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0513 18:23:54.055402 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0513 18:23:54.055772 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0513 18:23:54.055363 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0513 18:23:54.055416 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0513 18:23:54.055827 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0513 18:23:54.055831 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0513 18:23:54.055422 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0513 18:23:54.055877 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0513 18:23:54.055424 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0513 18:23:54.055902 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0513 18:23:54.055419 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0513 18:23:54.055958 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0513 18:23:54.055968 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0513 18:23:54.055438 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0513 18:23:54.055982 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0513 18:23:54.055434 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0513 18:23:54.055439 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0513 18:23:54.056028 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0513 18:23:54.056033 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0513 18:23:54.056039 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0513 18:23:54.055444 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0513 18:23:54.056057 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0513 18:23:54.056062 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0513 18:23:54.055421 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0513 18:23:54.056073 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0513 18:23:54.055400 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0513 18:23:54.056129 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0513 18:23:54.056136 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0513 18:23:54.056048 3791 port_claim.go:71] Svc openshift-ingress/router-default: port 31824 is already open, no action needed I0513 18:23:54.056153 3791 port_claim.go:71] Svc openshift-ingress/router-default: port 31176 is already open, no action needed I0513 18:23:54.055454 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0513 18:23:54.056211 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0513 18:23:54.086501 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0513 18:23:54.086528 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0513 18:23:54.086537 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0513 18:23:54.086545 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0513 18:23:54.086550 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0513 18:23:54.086555 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0513 18:23:54.086564 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0513 18:23:54.086586 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0513 18:23:54.086609 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0513 18:23:54.086620 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0513 18:23:54.086628 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0513 18:23:54.086633 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0513 18:23:54.086639 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0513 18:23:54.086644 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0513 18:23:54.086649 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0513 18:23:54.086654 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0513 18:23:54.130216 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0513 18:23:54.130244 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0513 18:23:54.130252 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0513 18:23:54.130270 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0513 18:23:54.130289 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0513 18:23:54.130298 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0513 18:23:54.130305 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0513 18:23:54.130312 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0513 18:23:54.169521 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0513 18:23:54.169530 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0513 18:23:56.240392 3791 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-112.ec2.internal I0513 18:23:56.240431 3791 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-112.ec2.internal: 44.343µs I0513 18:23:56.274969 3791 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-65cb569db8-rn7dg] creating logical port openshift-image-registry_image-registry-65cb569db8-rn7dg for pod on switch ip-10-0-1-112.ec2.internal I0513 18:23:56.275120 3791 kube.go:256] Updating pod openshift-image-registry/image-registry-65cb569db8-rn7dg I0513 18:23:56.300885 3791 pod.go:62] [openshift-image-registry/image-registry-65cb569db8-rn7dg] pod update took 25.805693ms I0513 18:23:56.300910 3791 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-65cb569db8-rn7dg] addLogicalPort annotation time took 25.836774ms I0513 18:23:56.302039 3791 pods.go:271] [openshift-image-registry/image-registry-65cb569db8-rn7dg] addLogicalPort took 27.089752ms, libovsdb time 873.036µs I0513 18:23:56.327294 3791 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-4fbt4] creating logical port openshift-ingress-canary_ingress-canary-4fbt4 for pod on switch ip-10-0-1-112.ec2.internal I0513 18:23:56.327406 3791 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-4fbt4 I0513 18:23:56.327437 3791 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29644940-nvrm2] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29644940-nvrm2 for pod on switch ip-10-0-1-112.ec2.internal I0513 18:23:56.327526 3791 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29644940-nvrm2 I0513 18:23:56.327441 3791 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-kb7lg] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-catalog-kb7lg for pod on switch ip-10-0-1-112.ec2.internal I0513 18:23:56.327654 3791 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-catalog-kb7lg I0513 18:23:56.346229 3791 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29644940-nvrm2] pod update took 18.721803ms I0513 18:23:56.346246 3791 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29644940-nvrm2] addLogicalPort annotation time took 18.742108ms I0513 18:23:56.347267 3791 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29644940-nvrm2] addLogicalPort took 19.83963ms, libovsdb time 786.436µs I0513 18:23:56.347663 3791 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-kb7lg] pod update took 20.027623ms I0513 18:23:56.347685 3791 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-kb7lg] addLogicalPort annotation time took 20.055472ms I0513 18:23:56.347711 3791 pod.go:62] [openshift-ingress-canary/ingress-canary-4fbt4] pod update took 20.335348ms I0513 18:23:56.347730 3791 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-4fbt4] addLogicalPort annotation time took 20.358029ms I0513 18:23:56.348638 3791 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-kb7lg] addLogicalPort took 21.206581ms, libovsdb time 702.869µs I0513 18:23:56.349057 3791 pods.go:271] [openshift-ingress-canary/ingress-canary-4fbt4] addLogicalPort took 21.775543ms, libovsdb time 1.105024ms I0513 18:23:56.395012 3791 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-rkxsw] creating logical port openshift-dns_dns-default-rkxsw for pod on switch ip-10-0-1-112.ec2.internal I0513 18:23:56.395115 3791 kube.go:256] Updating pod openshift-dns/dns-default-rkxsw I0513 18:23:56.413707 3791 pod.go:62] [openshift-dns/dns-default-rkxsw] pod update took 18.615892ms I0513 18:23:56.413727 3791 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-rkxsw] addLogicalPort annotation time took 18.641216ms I0513 18:23:56.414845 3791 pods.go:271] [openshift-dns/dns-default-rkxsw] addLogicalPort took 19.847633ms, libovsdb time 815.391µs I0513 18:23:56.683134 3791 cni.go:452] [openshift-ingress-canary/ingress-canary-4fbt4 bb81909df72bd5e4cba1e44b22cd776b9755e636af8b0e9c6f4d6753137c8865 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-4fbt4 bb81909df72bd5e4cba1e44b22cd776b9755e636af8b0e9c6f4d6753137c8865 network default NAD default NAD key ] I0513 18:23:56.703084 3791 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-4fbt4, hostIfaceName: bb81909df72bd5e, network: default, NAD default, SandboxID: "bb81909df72bd5e4cba1e44b22cd776b9755e636af8b0e9c6f4d6753137c8865", PCI device ID: , UID: "2e3efe1a-2a26-42e8-81f5-43558015dd03", MAC: 0a:58:0a:80:00:07, IPs: [10.128.0.7/23] I0513 18:23:56.709976 3791 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29644940-nvrm2 b0482b75a8670745f3ea7265e591c63cbbdd528ea45ec70670d8c7c801bd2287 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29644940-nvrm2 b0482b75a8670745f3ea7265e591c63cbbdd528ea45ec70670d8c7c801bd2287 network default NAD default NAD key ] I0513 18:23:56.710702 3791 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-kb7lg 9c9938f4907493e5e5dc3ada3acb2d339121db22f613eb0efe8ef7649cc6fa92 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-kb7lg 9c9938f4907493e5e5dc3ada3acb2d339121db22f613eb0efe8ef7649cc6fa92 network default NAD default NAD key ] I0513 18:23:56.723297 3791 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-catalog-kb7lg, hostIfaceName: 9c9938f4907493e, network: default, NAD default, SandboxID: "9c9938f4907493e5e5dc3ada3acb2d339121db22f613eb0efe8ef7649cc6fa92", PCI device ID: , UID: "34068110-94e9-470a-9a2d-2d275c751ee5", MAC: 0a:58:0a:80:00:09, IPs: [10.128.0.9/23] I0513 18:23:56.724003 3791 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29644940-nvrm2, hostIfaceName: b0482b75a867074, network: default, NAD default, SandboxID: "b0482b75a8670745f3ea7265e591c63cbbdd528ea45ec70670d8c7c801bd2287", PCI device ID: , UID: "981d347f-b46c-4f2a-be3d-a19916c597be", MAC: 0a:58:0a:80:00:08, IPs: [10.128.0.8/23] I0513 18:23:56.766285 3791 cni.go:473] [openshift-ingress-canary/ingress-canary-4fbt4 bb81909df72bd5e4cba1e44b22cd776b9755e636af8b0e9c6f4d6753137c8865 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-4fbt4 bb81909df72bd5e4cba1e44b22cd776b9755e636af8b0e9c6f4d6753137c8865 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:39:7d:e0:16:39\",\"name\":\"bb81909df72bd5e\"},{\"mac\":\"0a:58:0a:80:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/38f4a74c-43db-4b4d-91a5-3dc963e472c4\"}],\"ips\":[{\"address\":\"10.128.0.7/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 18:23:56.771844 3791 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29644940-nvrm2 b0482b75a8670745f3ea7265e591c63cbbdd528ea45ec70670d8c7c801bd2287 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29644940-nvrm2 b0482b75a8670745f3ea7265e591c63cbbdd528ea45ec70670d8c7c801bd2287 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:4a:c3:74:30:8e\",\"name\":\"b0482b75a867074\"},{\"mac\":\"0a:58:0a:80:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fff249a5-ffb6-4e2e-b9ba-f6e652a68c6d\"}],\"ips\":[{\"address\":\"10.128.0.8/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 18:23:56.776773 3791 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-kb7lg 9c9938f4907493e5e5dc3ada3acb2d339121db22f613eb0efe8ef7649cc6fa92 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-kb7lg 9c9938f4907493e5e5dc3ada3acb2d339121db22f613eb0efe8ef7649cc6fa92 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:23:bd:64:b2:b5\",\"name\":\"9c9938f4907493e\"},{\"mac\":\"0a:58:0a:80:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/49424cc5-9cff-47f4-bf94-f93afd9cf733\"}],\"ips\":[{\"address\":\"10.128.0.9/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 18:23:57.817722 3791 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-92.ec2.internal in network "default" I0513 18:23:57.817792 3791 node_tracker.go:235] Node ip-10-0-2-92.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-92.ec2.internal" I0513 18:23:57.817793 3791 default_network_controller.go:1025] Node "ip-10-0-2-92.ec2.internal" in remote zone "ip-10-0-2-92.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0513 18:23:57.817813 3791 node_tracker.go:169] Node ip-10-0-2-92.ec2.internal switch + router changed, syncing services in network "default" I0513 18:23:57.817832 3791 services_controller.go:574] Full service sync requested for network=default I0513 18:23:57.971449 3791 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-92.ec2.internal in network "default" I0513 18:23:57.971518 3791 default_network_controller.go:1025] Node "ip-10-0-2-92.ec2.internal" in remote zone "ip-10-0-2-92.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0513 18:23:57.971527 3791 node_tracker.go:169] Node ip-10-0-2-92.ec2.internal switch + router changed, syncing services in network "default" I0513 18:23:57.971542 3791 services_controller.go:574] Full service sync requested for network=default I0513 18:23:57.972553 3791 zone_ic_handler.go:195] Time taken to create transit switch: 339.242µs I0513 18:23:57.972569 3791 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-92.ec2.internal for the network default I0513 18:23:57.973854 3791 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-92.ec2.internal" on network "default" took: 1.654673ms I0513 18:24:00.031313 3791 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-92.ec2.internal I0513 18:24:00.031344 3791 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-92.ec2.internal: 39.339µs I0513 18:24:00.031316 3791 egressfirewall.go:723] Syncing node "ip-10-0-2-92.ec2.internal" for egress firewall I0513 18:24:00.031325 3791 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-92.ec2.internal in network "default" I0513 18:24:00.031382 3791 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-92.ec2.internal", IP: 10.0.2.92 to PMTUD blocking rules I0513 18:24:00.031397 3791 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-92.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0513 18:24:00.031413 3791 node_tracker.go:169] Node ip-10-0-2-92.ec2.internal switch + router changed, syncing services in network "default" I0513 18:24:00.031429 3791 services_controller.go:574] Full service sync requested for network=default I0513 18:24:00.037921 3791 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-92.ec2.internal. Updating no re-route policies I0513 18:24:00.047109 3791 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-92.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0513 18:24:00.047126 3791 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-92.ec2.internal", IP: 10.0.2.92 to PMTUD blocking rules W0513 18:24:00.176665 3791 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0513 18:24:02.072324 3791 egressfirewall.go:723] Syncing node "ip-10-0-0-165.ec2.internal" for egress firewall E0513 18:24:02.072342 3791 default_network_controller.go:833] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-0-165.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation I0513 18:24:02.072365 3791 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-165.ec2.internal I0513 18:24:02.072366 3791 obj_retry.go:578] Failed to create *v1.Node ip-10-0-0-165.ec2.internal, error: [adding or updating remote node chassis ip-10-0-0-165.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-165.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-165.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-165.ec2.internal, error parsing annotation for node ip-10-0-0-165.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation] I0513 18:24:02.072380 3791 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-165.ec2.internal: 20.011µs I0513 18:24:02.072343 3791 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-165.ec2.internal in network "default" I0513 18:24:02.072437 3791 node_tracker.go:220] Node ip-10-0-0-165.ec2.internal has invalid / no HostSubnet annotations (probably waiting on initialization), or it's a hybrid overlay node: could not find "k8s.ovn.org/node-subnets" annotation E0513 18:24:02.085380 3791 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-0-165.ec2.internal annotation: unexpected end of JSON input I0513 18:24:02.085389 3791 default_network_controller.go:1025] Node "ip-10-0-0-165.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0513 18:24:02.085423 3791 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-0-165.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation E0513 18:24:02.096994 3791 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-0-165.ec2.internal annotation: unexpected end of JSON input I0513 18:24:02.097049 3791 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-165.ec2.internal I0513 18:24:02.097064 3791 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-165.ec2.internal: 18.809µs I0513 18:24:02.097079 3791 egressfirewall.go:723] Syncing node "ip-10-0-0-165.ec2.internal" for egress firewall I0513 18:24:02.097113 3791 default_network_controller.go:1025] Node "ip-10-0-0-165.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0513 18:24:02.097149 3791 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-0-165.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation E0513 18:24:02.183222 3791 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-0-165.ec2.internal annotation: unexpected end of JSON input I0513 18:24:02.183252 3791 default_network_controller.go:1025] Node "ip-10-0-0-165.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0513 18:24:02.183285 3791 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-0-165.ec2.internal annotation: unexpected end of JSON input E0513 18:24:02.183314 3791 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-0-165.ec2.internal: suppressed error logged: failed to fallback to annotations after error "failed to generate gateway router port address for node ip-10-0-0-165.ec2.internal: k8s.ovn.org/node-id annotation not found for node ip-10-0-0-165.ec2.internal": k8s.ovn.org/node-gateway-router-lrp-ifaddr annotation not found for node "ip-10-0-0-165.ec2.internal" I0513 18:24:02.204150 3791 default_network_controller.go:1025] Node "ip-10-0-0-165.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: true I0513 18:24:02.288318 3791 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-165.ec2.internal I0513 18:24:02.288343 3791 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-165.ec2.internal: 34.88µs I0513 18:24:02.288343 3791 egressfirewall.go:723] Syncing node "ip-10-0-0-165.ec2.internal" for egress firewall I0513 18:24:02.288406 3791 default_network_controller.go:1025] Node "ip-10-0-0-165.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0513 18:24:02.306827 3791 default_network_controller.go:1025] Node "ip-10-0-0-165.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0513 18:24:02.582039 3791 default_network_controller.go:1025] Node "ip-10-0-0-165.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0513 18:24:03.903843 3791 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-92.ec2.internal I0513 18:24:03.903869 3791 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-92.ec2.internal: 34.537µs I0513 18:24:06.511969 3791 default_network_controller.go:1025] Node "ip-10-0-0-165.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0513 18:24:07.151073 3791 util.go:959] Failed to build node endpoints for node ip-10-0-1-112.ec2.internal port 50051: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0513 18:24:12.128162 3791 default_network_controller.go:1025] Node "ip-10-0-0-165.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0513 18:24:12.678732 3791 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0513 18:24:19.210982 3791 obj_retry.go:334] Retry object setup: *v1.Node ip-10-0-0-165.ec2.internal I0513 18:24:19.211012 3791 obj_retry.go:398] Adding new object: *v1.Node ip-10-0-0-165.ec2.internal I0513 18:24:19.211112 3791 obj_retry.go:409] Retry add failed for *v1.Node ip-10-0-0-165.ec2.internal, will try again later: adding or updating remote node chassis ip-10-0-0-165.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-165.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-165.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-165.ec2.internal I0513 18:24:21.773103 3791 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-z8vg2 I0513 18:24:21.773142 3791 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-z8vg2 I0513 18:24:21.773180 3791 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-z8vg2, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-z8vg2: suppressed error logged: pod openshift-multus/network-metrics-daemon-z8vg2: no pod IPs found I0513 18:24:21.773102 3791 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-c6lz4 I0513 18:24:21.773192 3791 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-c6lz4 I0513 18:24:21.773210 3791 obj_retry.go:409] Retry add failed for *v1.Pod kube-system/global-pull-secret-syncer-c6lz4, will try again later: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-c6lz4: suppressed error logged: pod kube-system/global-pull-secret-syncer-c6lz4: no pod IPs found I0513 18:24:21.773112 3791 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-vlvm5 I0513 18:24:21.773221 3791 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-vlvm5 I0513 18:24:21.773239 3791 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-vlvm5, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-vlvm5: suppressed error logged: pod openshift-network-diagnostics/network-check-target-vlvm5: no pod IPs found I0513 18:24:22.823916 3791 cni.go:452] [kube-system/global-pull-secret-syncer-hxvsg ebe11ad0be1c8d64c5a11094b81fee5a919393cfcbe0180846d55372a55b6562 network default NAD default NAD key ] ADD starting CNI request [kube-system/global-pull-secret-syncer-hxvsg ebe11ad0be1c8d64c5a11094b81fee5a919393cfcbe0180846d55372a55b6562 network default NAD default NAD key ] I0513 18:24:22.834220 3791 helper_linux.go:556] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-hxvsg, hostIfaceName: ebe11ad0be1c8d6, network: default, NAD default, SandboxID: "ebe11ad0be1c8d64c5a11094b81fee5a919393cfcbe0180846d55372a55b6562", PCI device ID: , UID: "2443d990-78fa-447b-9b3f-8b69b1e3c7a8", MAC: 0a:58:0a:80:00:04, IPs: [10.128.0.4/23] I0513 18:24:22.878682 3791 cni.go:473] [kube-system/global-pull-secret-syncer-hxvsg ebe11ad0be1c8d64c5a11094b81fee5a919393cfcbe0180846d55372a55b6562 network default NAD default NAD key default] ADD finished CNI request [kube-system/global-pull-secret-syncer-hxvsg ebe11ad0be1c8d64c5a11094b81fee5a919393cfcbe0180846d55372a55b6562 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:c1:1f:ca:24:17\",\"name\":\"ebe11ad0be1c8d6\"},{\"mac\":\"0a:58:0a:80:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/597cf12e-1b86-4c00-b64f-06f671820f1f\"}],\"ips\":[{\"address\":\"10.128.0.4/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 18:24:23.003529 3791 egressfirewall.go:723] Syncing node "ip-10-0-0-165.ec2.internal" for egress firewall I0513 18:24:23.003533 3791 default_network_controller.go:1025] Node "ip-10-0-0-165.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0513 18:24:23.003582 3791 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-165.ec2.internal I0513 18:24:23.003595 3791 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-165.ec2.internal: 17.501µs I0513 18:24:23.113127 3791 cni.go:452] [openshift-network-diagnostics/network-check-target-svngv 3c2206c6140862c30bd8398d20eca7135706ee0f826aad51aa559bfe821bb027 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-svngv 3c2206c6140862c30bd8398d20eca7135706ee0f826aad51aa559bfe821bb027 network default NAD default NAD key ] I0513 18:24:23.125053 3791 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-svngv, hostIfaceName: 3c2206c6140862c, network: default, NAD default, SandboxID: "3c2206c6140862c30bd8398d20eca7135706ee0f826aad51aa559bfe821bb027", PCI device ID: , UID: "270974e3-889b-4e1b-b73c-5cffcabf8b1a", MAC: 0a:58:0a:80:00:03, IPs: [10.128.0.3/23] I0513 18:24:23.169179 3791 cni.go:473] [openshift-network-diagnostics/network-check-target-svngv 3c2206c6140862c30bd8398d20eca7135706ee0f826aad51aa559bfe821bb027 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-svngv 3c2206c6140862c30bd8398d20eca7135706ee0f826aad51aa559bfe821bb027 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:0c:3f:dc:8f:d5\",\"name\":\"3c2206c6140862c\"},{\"mac\":\"0a:58:0a:80:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8732af2c-23f5-4955-ae0c-dc8823dc660c\"}],\"ips\":[{\"address\":\"10.128.0.3/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0513 18:24:28.210768 3791 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0513 18:24:28.329467 3791 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-165.ec2.internal in network "default" I0513 18:24:28.329499 3791 node_tracker.go:235] Node ip-10-0-0-165.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-165.ec2.internal" I0513 18:24:28.329515 3791 node_tracker.go:169] Node ip-10-0-0-165.ec2.internal switch + router changed, syncing services in network "default" I0513 18:24:28.329524 3791 services_controller.go:574] Full service sync requested for network=default I0513 18:24:28.329474 3791 default_network_controller.go:1025] Node "ip-10-0-0-165.ec2.internal" in remote zone "ip-10-0-0-165.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false W0513 18:24:28.329867 3791 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0513 18:24:28.483596 3791 default_network_controller.go:1025] Node "ip-10-0-0-165.ec2.internal" in remote zone "ip-10-0-0-165.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0513 18:24:28.483596 3791 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-165.ec2.internal in network "default" I0513 18:24:28.483744 3791 node_tracker.go:169] Node ip-10-0-0-165.ec2.internal switch + router changed, syncing services in network "default" I0513 18:24:28.483773 3791 services_controller.go:574] Full service sync requested for network=default W0513 18:24:28.483931 3791 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0513 18:24:28.484736 3791 zone_ic_handler.go:195] Time taken to create transit switch: 315.774µs I0513 18:24:28.484761 3791 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-165.ec2.internal for the network default I0513 18:24:28.485718 3791 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-165.ec2.internal" on network "default" took: 1.309215ms I0513 18:24:31.038779 3791 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-165.ec2.internal I0513 18:24:31.038803 3791 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-165.ec2.internal: 31.204µs I0513 18:24:31.038823 3791 egressfirewall.go:723] Syncing node "ip-10-0-0-165.ec2.internal" for egress firewall I0513 18:24:31.038873 3791 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-165.ec2.internal in network "default" I0513 18:24:31.038876 3791 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-165.ec2.internal", IP: 10.0.0.165 to PMTUD blocking rules I0513 18:24:31.038890 3791 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-165.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0513 18:24:31.038922 3791 node_tracker.go:169] Node ip-10-0-0-165.ec2.internal switch + router changed, syncing services in network "default" I0513 18:24:31.038938 3791 services_controller.go:574] Full service sync requested for network=default W0513 18:24:31.039072 3791 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0513 18:24:31.045081 3791 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-165.ec2.internal. Updating no re-route policies I0513 18:24:31.056029 3791 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-165.ec2.internal", IP: 10.0.0.165 to PMTUD blocking rules I0513 18:24:31.056045 3791 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-165.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0513 18:24:34.394063 3791 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-165.ec2.internal I0513 18:24:34.394093 3791 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-165.ec2.internal: 35.354µs W0513 18:24:42.167336 3791 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0513 18:24:43.687017 3791 util.go:959] Failed to build node endpoints for node ip-10-0-1-112.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0513 18:24:43.687045 3791 util.go:959] Failed to build node endpoints for node ip-10-0-1-112.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0513 18:24:59.193198 3791 util.go:959] Failed to build node endpoints for node ip-10-0-1-112.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0513 18:25:33.561724 3791 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0513 18:25:33.562580 3791 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 831.477µs I0513 18:25:33.576941 3791 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace W0513 18:25:34.301679 3791 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0513 18:25:36.307871 3791 namespace.go:98] [openshift-service-ca] adding namespace I0513 18:25:36.308795 3791 namespace.go:102] [openshift-service-ca] adding namespace took 895.731µs I0513 18:25:36.330548 3791 namespace.go:142] [openshift-service-ca] updating namespace I0513 18:25:37.980460 3791 base_network_controller_pods.go:487] [default/openshift-service-ca/service-ca-d9cb48497-xrhm4] creating logical port openshift-service-ca_service-ca-d9cb48497-xrhm4 for pod on switch ip-10-0-1-112.ec2.internal I0513 18:25:37.980550 3791 kube.go:256] Updating pod openshift-service-ca/service-ca-d9cb48497-xrhm4 I0513 18:25:37.993646 3791 pod.go:62] [openshift-service-ca/service-ca-d9cb48497-xrhm4] pod update took 13.090045ms I0513 18:25:37.993670 3791 base_network_controller_pods.go:951] [default/openshift-service-ca/service-ca-d9cb48497-xrhm4] addLogicalPort annotation time took 13.146343ms I0513 18:25:37.994886 3791 pods.go:271] [openshift-service-ca/service-ca-d9cb48497-xrhm4] addLogicalPort took 14.441128ms, libovsdb time 856.317µs I0513 18:25:38.341786 3791 cni.go:452] [openshift-service-ca/service-ca-d9cb48497-xrhm4 01df4072e82d38a14162ad700e1b5b2400966f0e8bbf2d42847e485df6c3e40a network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca/service-ca-d9cb48497-xrhm4 01df4072e82d38a14162ad700e1b5b2400966f0e8bbf2d42847e485df6c3e40a network default NAD default NAD key ] I0513 18:25:38.356240 3791 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca, podName: service-ca-d9cb48497-xrhm4, hostIfaceName: 01df4072e82d38a, network: default, NAD default, SandboxID: "01df4072e82d38a14162ad700e1b5b2400966f0e8bbf2d42847e485df6c3e40a", PCI device ID: , UID: "4b23fd70-4f99-4e63-9c1b-777f4a7a5cad", MAC: 0a:58:0a:80:00:0b, IPs: [10.128.0.11/23] I0513 18:25:38.405648 3791 cni.go:473] [openshift-service-ca/service-ca-d9cb48497-xrhm4 01df4072e82d38a14162ad700e1b5b2400966f0e8bbf2d42847e485df6c3e40a network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca/service-ca-d9cb48497-xrhm4 01df4072e82d38a14162ad700e1b5b2400966f0e8bbf2d42847e485df6c3e40a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:ed:31:8d:7e:c8\",\"name\":\"01df4072e82d38a\"},{\"mac\":\"0a:58:0a:80:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3ca87dc3-91db-43e1-8e4c-6b61a3a611ef\"}],\"ips\":[{\"address\":\"10.128.0.11/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0513 18:25:46.094585 3791 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0513 18:25:54.073265 3791 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dgns6n of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:25:54.073977 3791 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dgns6n of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:25:54.074013 3791 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dgns6n of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 18:25:54.074024 3791 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0513 18:25:54.074041 3791 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dgns6n of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 18:25:54.074053 3791 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0513 18:26:02.975489 3791 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0513 18:26:02.975510 3791 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0513 18:26:02.975515 3791 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0513 18:26:02.975532 3791 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0513 18:26:02.975539 3791 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default I0513 18:26:02.979638 3791 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-zf9gj] creating logical port openshift-insights_insights-runtime-extractor-zf9gj for pod on switch ip-10-0-1-112.ec2.internal I0513 18:26:02.979739 3791 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-zf9gj I0513 18:26:03.011572 3791 pod.go:62] [openshift-insights/insights-runtime-extractor-zf9gj] pod update took 31.8664ms I0513 18:26:03.011594 3791 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-zf9gj] addLogicalPort annotation time took 31.893417ms I0513 18:26:03.012708 3791 pods.go:271] [openshift-insights/insights-runtime-extractor-zf9gj] addLogicalPort took 33.082752ms, libovsdb time 815.02µs I0513 18:26:03.052422 3791 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dgns6n of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:26:03.052443 3791 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dgns6n of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:26:03.052458 3791 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dgns6n of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:26:03.052466 3791 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dgns6n of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:26:03.338613 3791 cni.go:452] [openshift-insights/insights-runtime-extractor-zf9gj 27c8b446a73531457398272cf33b6199fbcedbf47790c9addd6cafe822692273 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-zf9gj 27c8b446a73531457398272cf33b6199fbcedbf47790c9addd6cafe822692273 network default NAD default NAD key ] I0513 18:26:03.347424 3791 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-zf9gj, hostIfaceName: 27c8b446a735314, network: default, NAD default, SandboxID: "27c8b446a73531457398272cf33b6199fbcedbf47790c9addd6cafe822692273", PCI device ID: , UID: "5de2ba20-01b1-4d26-8c76-98755d570818", MAC: 0a:58:0a:80:00:0c, IPs: [10.128.0.12/23] I0513 18:26:03.392927 3791 cni.go:473] [openshift-insights/insights-runtime-extractor-zf9gj 27c8b446a73531457398272cf33b6199fbcedbf47790c9addd6cafe822692273 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-zf9gj 27c8b446a73531457398272cf33b6199fbcedbf47790c9addd6cafe822692273 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:3d:88:89:b1:57\",\"name\":\"27c8b446a735314\"},{\"mac\":\"0a:58:0a:80:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0072c55f-f756-4148-85b4-1d16f41de333\"}],\"ips\":[{\"address\":\"10.128.0.12/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 18:26:04.433728 3791 obj_retry.go:498] Detected object openshift-image-registry/image-registry-65cb569db8-rn7dg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:26:04.433776 3791 pods.go:176] Deleting pod: openshift-image-registry/image-registry-65cb569db8-rn7dg I0513 18:26:04.434940 3791 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-65cb569db8-rn7dg, ips: 10.128.0.6 I0513 18:26:04.434971 3791 obj_retry.go:498] Detected object openshift-image-registry/image-registry-65cb569db8-rn7dg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:26:04.442715 3791 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-76cb65d4c7-8w9cc] creating logical port openshift-image-registry_image-registry-76cb65d4c7-8w9cc for pod on switch ip-10-0-1-112.ec2.internal I0513 18:26:04.442834 3791 kube.go:256] Updating pod openshift-image-registry/image-registry-76cb65d4c7-8w9cc I0513 18:26:04.459915 3791 obj_retry.go:492] Detected object openshift-image-registry/image-registry-65cb569db8-rn7dg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:26:04.459933 3791 obj_retry.go:492] Detected object openshift-image-registry/image-registry-65cb569db8-rn7dg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:26:04.465888 3791 pod.go:62] [openshift-image-registry/image-registry-76cb65d4c7-8w9cc] pod update took 23.077216ms I0513 18:26:04.465913 3791 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-76cb65d4c7-8w9cc] addLogicalPort annotation time took 23.105416ms I0513 18:26:04.466936 3791 pods.go:271] [openshift-image-registry/image-registry-76cb65d4c7-8w9cc] addLogicalPort took 24.234419ms, libovsdb time 763.673µs I0513 18:26:04.471059 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-65cb569db8-rn7dg I0513 18:26:04.471077 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-65cb569db8-rn7dg I0513 18:26:04.504038 3791 obj_retry.go:498] Detected object openshift-image-registry/image-registry-79d78dd8bc-mhjfn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:26:04.504596 3791 obj_retry.go:498] Detected object openshift-image-registry/image-registry-79d78dd8bc-mhjfn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:26:04.526176 3791 obj_retry.go:492] Detected object openshift-image-registry/image-registry-79d78dd8bc-mhjfn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:26:04.526195 3791 obj_retry.go:492] Detected object openshift-image-registry/image-registry-79d78dd8bc-mhjfn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:26:04.538338 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-79d78dd8bc-mhjfn I0513 18:26:04.538363 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-79d78dd8bc-mhjfn I0513 18:26:04.625275 3791 cni.go:452] [openshift-dns/dns-default-rkxsw 860e2cc53dc1ac37e393b7cfeacc520d6504cacef18d7a2b16dcd0f3660f73cc network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-rkxsw 860e2cc53dc1ac37e393b7cfeacc520d6504cacef18d7a2b16dcd0f3660f73cc network default NAD default NAD key ] I0513 18:26:04.634831 3791 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-rkxsw, hostIfaceName: 860e2cc53dc1ac3, network: default, NAD default, SandboxID: "860e2cc53dc1ac37e393b7cfeacc520d6504cacef18d7a2b16dcd0f3660f73cc", PCI device ID: , UID: "4122e293-c2d4-4fa6-a2a1-7fd9fa56d834", MAC: 0a:58:0a:80:00:0a, IPs: [10.128.0.10/23] I0513 18:26:04.680366 3791 cni.go:473] [openshift-dns/dns-default-rkxsw 860e2cc53dc1ac37e393b7cfeacc520d6504cacef18d7a2b16dcd0f3660f73cc network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-rkxsw 860e2cc53dc1ac37e393b7cfeacc520d6504cacef18d7a2b16dcd0f3660f73cc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:cc:5f:18:f3:10\",\"name\":\"860e2cc53dc1ac3\"},{\"mac\":\"0a:58:0a:80:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/559dd0de-bd94-4131-8c91-c4b8e99ee62f\"}],\"ips\":[{\"address\":\"10.128.0.10/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 18:26:04.798178 3791 cni.go:452] [openshift-image-registry/image-registry-76cb65d4c7-8w9cc 9c49877f58e5ef8bffd167ec2d9d39597a1f69a854c3947adcb336a2c7094240 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-76cb65d4c7-8w9cc 9c49877f58e5ef8bffd167ec2d9d39597a1f69a854c3947adcb336a2c7094240 network default NAD default NAD key ] I0513 18:26:04.807392 3791 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-76cb65d4c7-8w9cc, hostIfaceName: 9c49877f58e5ef8, network: default, NAD default, SandboxID: "9c49877f58e5ef8bffd167ec2d9d39597a1f69a854c3947adcb336a2c7094240", PCI device ID: , UID: "b5d30bd6-dd3e-4d24-a9e9-dc19b88e662b", MAC: 0a:58:0a:80:00:0d, IPs: [10.128.0.13/23] I0513 18:26:04.824066 3791 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-mzzj2] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-mzzj2 for pod on switch ip-10-0-1-112.ec2.internal I0513 18:26:04.824162 3791 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-mzzj2 I0513 18:26:04.842880 3791 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-mzzj2] pod update took 18.741931ms I0513 18:26:04.842913 3791 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-mzzj2] addLogicalPort annotation time took 18.780243ms I0513 18:26:04.844493 3791 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-mzzj2] addLogicalPort took 20.439189ms, libovsdb time 1.162474ms I0513 18:26:04.854301 3791 cni.go:473] [openshift-image-registry/image-registry-76cb65d4c7-8w9cc 9c49877f58e5ef8bffd167ec2d9d39597a1f69a854c3947adcb336a2c7094240 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-76cb65d4c7-8w9cc 9c49877f58e5ef8bffd167ec2d9d39597a1f69a854c3947adcb336a2c7094240 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:ff:64:70:02:0f\",\"name\":\"9c49877f58e5ef8\"},{\"mac\":\"0a:58:0a:80:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dd6c9dba-a654-48be-b88e-5211b6bd9995\"}],\"ips\":[{\"address\":\"10.128.0.13/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 18:26:05.188188 3791 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-mzzj2 68d409638adaa2c79d36d1d6d28824df5addd33dfb4d4ae23d4279bbf45d853a network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-mzzj2 68d409638adaa2c79d36d1d6d28824df5addd33dfb4d4ae23d4279bbf45d853a network default NAD default NAD key ] I0513 18:26:05.197702 3791 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-mzzj2, hostIfaceName: 68d409638adaa2c, network: default, NAD default, SandboxID: "68d409638adaa2c79d36d1d6d28824df5addd33dfb4d4ae23d4279bbf45d853a", PCI device ID: , UID: "91320e9b-3592-4656-9cda-66c6c47d757b", MAC: 0a:58:0a:80:00:0e, IPs: [10.128.0.14/23] I0513 18:26:05.243124 3791 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-mzzj2 68d409638adaa2c79d36d1d6d28824df5addd33dfb4d4ae23d4279bbf45d853a network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-mzzj2 68d409638adaa2c79d36d1d6d28824df5addd33dfb4d4ae23d4279bbf45d853a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:a0:bc:bd:76:40\",\"name\":\"68d409638adaa2c\"},{\"mac\":\"0a:58:0a:80:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5e29c5f2-6ba0-49d5-a3c4-1699e054d24d\"}],\"ips\":[{\"address\":\"10.128.0.14/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0513 18:26:05.419570 3791 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0513 18:26:05.429478 3791 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0513 18:26:07.873589 3791 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0513 18:26:07.886358 3791 namespace.go:142] [openshift-deployment-validation-operator] updating namespace W0513 18:26:08.446054 3791 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0513 18:26:08.446071 3791 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0513 18:26:08.446076 3791 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default I0513 18:26:08.857664 3791 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-76b589d668-tltfb] creating logical port openshift-monitoring_prometheus-operator-76b589d668-tltfb for pod on switch ip-10-0-1-112.ec2.internal I0513 18:26:08.857779 3791 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-76b589d668-tltfb I0513 18:26:08.876992 3791 pod.go:62] [openshift-monitoring/prometheus-operator-76b589d668-tltfb] pod update took 19.254462ms I0513 18:26:08.877016 3791 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-76b589d668-tltfb] addLogicalPort annotation time took 19.282967ms I0513 18:26:08.878128 3791 pods.go:271] [openshift-monitoring/prometheus-operator-76b589d668-tltfb] addLogicalPort took 20.486003ms, libovsdb time 831.317µs I0513 18:26:09.816125 3791 cni.go:452] [openshift-monitoring/prometheus-operator-76b589d668-tltfb a8ba77924d7823568af014c96c444d2a032eac287f716489b103c6fdc8538225 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-76b589d668-tltfb a8ba77924d7823568af014c96c444d2a032eac287f716489b103c6fdc8538225 network default NAD default NAD key ] I0513 18:26:09.825115 3791 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-76b589d668-tltfb, hostIfaceName: a8ba77924d78235, network: default, NAD default, SandboxID: "a8ba77924d7823568af014c96c444d2a032eac287f716489b103c6fdc8538225", PCI device ID: , UID: "ea66cc71-f768-4c99-b3c7-a198175f8f55", MAC: 0a:58:0a:80:00:0f, IPs: [10.128.0.15/23] I0513 18:26:09.871444 3791 cni.go:473] [openshift-monitoring/prometheus-operator-76b589d668-tltfb a8ba77924d7823568af014c96c444d2a032eac287f716489b103c6fdc8538225 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-76b589d668-tltfb a8ba77924d7823568af014c96c444d2a032eac287f716489b103c6fdc8538225 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:86:68:b6:ae:09\",\"name\":\"a8ba77924d78235\"},{\"mac\":\"0a:58:0a:80:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cf5b62b5-cd18-4fe6-8ad9-d071e128f7c8\"}],\"ips\":[{\"address\":\"10.128.0.15/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0513 18:26:13.043907 3791 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0513 18:26:14.062164 3791 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0513 18:26:14.062187 3791 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0513 18:26:14.062192 3791 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0513 18:26:14.440467 3791 base_network_controller_pods.go:487] [default/openshift-monitoring/openshift-state-metrics-b8587444b-zljf4] creating logical port openshift-monitoring_openshift-state-metrics-b8587444b-zljf4 for pod on switch ip-10-0-1-112.ec2.internal I0513 18:26:14.440580 3791 kube.go:256] Updating pod openshift-monitoring/openshift-state-metrics-b8587444b-zljf4 I0513 18:26:14.458905 3791 pod.go:62] [openshift-monitoring/openshift-state-metrics-b8587444b-zljf4] pod update took 18.357325ms I0513 18:26:14.458928 3791 base_network_controller_pods.go:951] [default/openshift-monitoring/openshift-state-metrics-b8587444b-zljf4] addLogicalPort annotation time took 18.385085ms I0513 18:26:14.460169 3791 pods.go:271] [openshift-monitoring/openshift-state-metrics-b8587444b-zljf4] addLogicalPort took 19.720236ms, libovsdb time 953.35µs I0513 18:26:15.406032 3791 cni.go:452] [openshift-monitoring/openshift-state-metrics-b8587444b-zljf4 b9b677df01d77fa7f87cdcc959f5093fa2281bf638d2d73c04fcc3d04872fe34 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-zljf4 b9b677df01d77fa7f87cdcc959f5093fa2281bf638d2d73c04fcc3d04872fe34 network default NAD default NAD key ] I0513 18:26:15.417530 3791 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: openshift-state-metrics-b8587444b-zljf4, hostIfaceName: b9b677df01d77fa, network: default, NAD default, SandboxID: "b9b677df01d77fa7f87cdcc959f5093fa2281bf638d2d73c04fcc3d04872fe34", PCI device ID: , UID: "24d5a2a8-dc4c-4c94-a696-1f264535a02b", MAC: 0a:58:0a:80:00:10, IPs: [10.128.0.16/23] I0513 18:26:15.465874 3791 cni.go:473] [openshift-monitoring/openshift-state-metrics-b8587444b-zljf4 b9b677df01d77fa7f87cdcc959f5093fa2281bf638d2d73c04fcc3d04872fe34 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-zljf4 b9b677df01d77fa7f87cdcc959f5093fa2281bf638d2d73c04fcc3d04872fe34 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:94:6b:70:8d:30\",\"name\":\"b9b677df01d77fa\"},{\"mac\":\"0a:58:0a:80:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1683fee0-a9b2-475f-b147-20268118fc39\"}],\"ips\":[{\"address\":\"10.128.0.16/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 18:26:15.586601 3791 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-1-112.ec2.internal I0513 18:26:15.586708 3791 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0513 18:26:15.608709 3791 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 22.036099ms I0513 18:26:15.608732 3791 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 22.064719ms I0513 18:26:15.609989 3791 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 23.407357ms, libovsdb time 838.064µs I0513 18:26:16.454034 3791 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-68969db446-kt295] creating logical port openshift-monitoring_thanos-querier-68969db446-kt295 for pod on switch ip-10-0-1-112.ec2.internal I0513 18:26:16.454150 3791 kube.go:256] Updating pod openshift-monitoring/thanos-querier-68969db446-kt295 I0513 18:26:16.490159 3791 pod.go:62] [openshift-monitoring/thanos-querier-68969db446-kt295] pod update took 36.0424ms I0513 18:26:16.490186 3791 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-68969db446-kt295] addLogicalPort annotation time took 36.07604ms I0513 18:26:16.491328 3791 pods.go:271] [openshift-monitoring/thanos-querier-68969db446-kt295] addLogicalPort took 37.309536ms, libovsdb time 782.342µs I0513 18:26:16.553409 3791 cni.go:452] [openshift-monitoring/alertmanager-main-0 5727e45880e0fb5c0be9d6acd85af5ce141a0dc4dcfc440d13e58ffea8c0462e network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 5727e45880e0fb5c0be9d6acd85af5ce141a0dc4dcfc440d13e58ffea8c0462e network default NAD default NAD key ] I0513 18:26:16.576409 3791 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 5727e45880e0fb5, network: default, NAD default, SandboxID: "5727e45880e0fb5c0be9d6acd85af5ce141a0dc4dcfc440d13e58ffea8c0462e", PCI device ID: , UID: "d0cd9914-224c-4d47-b7a3-19ba6bc22403", MAC: 0a:58:0a:80:00:11, IPs: [10.128.0.17/23] I0513 18:26:16.624840 3791 cni.go:473] [openshift-monitoring/alertmanager-main-0 5727e45880e0fb5c0be9d6acd85af5ce141a0dc4dcfc440d13e58ffea8c0462e network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 5727e45880e0fb5c0be9d6acd85af5ce141a0dc4dcfc440d13e58ffea8c0462e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:1c:36:86:e8:86\",\"name\":\"5727e45880e0fb5\"},{\"mac\":\"0a:58:0a:80:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9ea85084-fa88-4b67-8475-259202491712\"}],\"ips\":[{\"address\":\"10.128.0.17/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 18:26:16.900425 3791 cni.go:452] [openshift-monitoring/thanos-querier-68969db446-kt295 65ba37bd1f7ca2657dfc4538499c664fef8ffa791005d009e26c765321f3253d network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-68969db446-kt295 65ba37bd1f7ca2657dfc4538499c664fef8ffa791005d009e26c765321f3253d network default NAD default NAD key ] I0513 18:26:16.909582 3791 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-68969db446-kt295, hostIfaceName: 65ba37bd1f7ca26, network: default, NAD default, SandboxID: "65ba37bd1f7ca2657dfc4538499c664fef8ffa791005d009e26c765321f3253d", PCI device ID: , UID: "b6d5d4ba-1878-473d-85f7-c678266a6759", MAC: 0a:58:0a:80:00:12, IPs: [10.128.0.18/23] I0513 18:26:16.963381 3791 cni.go:473] [openshift-monitoring/thanos-querier-68969db446-kt295 65ba37bd1f7ca2657dfc4538499c664fef8ffa791005d009e26c765321f3253d network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-68969db446-kt295 65ba37bd1f7ca2657dfc4538499c664fef8ffa791005d009e26c765321f3253d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:70:32:b3:90:25\",\"name\":\"65ba37bd1f7ca26\"},{\"mac\":\"0a:58:0a:80:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/18f32cdb-70f4-4dbf-8380-f02ef68cd677\"}],\"ips\":[{\"address\":\"10.128.0.18/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0513 18:26:18.105936 3791 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0513 18:26:18.105956 3791 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0513 18:26:18.105962 3791 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0513 18:26:18.449111 3791 util.go:959] Failed to build node endpoints for node ip-10-0-1-112.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0513 18:26:18.449134 3791 util.go:959] Failed to build node endpoints for node ip-10-0-1-112.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0513 18:26:18.449140 3791 util.go:959] Failed to build node endpoints for node ip-10-0-1-112.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0513 18:26:18.515492 3791 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0513 18:26:18.515511 3791 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0513 18:26:18.515516 3791 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0513 18:26:19.026976 3791 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-dfdcbcc4f-d8c2g] creating logical port openshift-monitoring_metrics-server-dfdcbcc4f-d8c2g for pod on switch ip-10-0-1-112.ec2.internal I0513 18:26:19.027104 3791 kube.go:256] Updating pod openshift-monitoring/metrics-server-dfdcbcc4f-d8c2g I0513 18:26:19.049175 3791 pod.go:62] [openshift-monitoring/metrics-server-dfdcbcc4f-d8c2g] pod update took 22.100123ms I0513 18:26:19.049197 3791 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-dfdcbcc4f-d8c2g] addLogicalPort annotation time took 22.130191ms I0513 18:26:19.050474 3791 pods.go:271] [openshift-monitoring/metrics-server-dfdcbcc4f-d8c2g] addLogicalPort took 23.517105ms, libovsdb time 939.544µs I0513 18:26:19.110109 3791 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-pfnks] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-pfnks for pod on switch ip-10-0-1-112.ec2.internal I0513 18:26:19.110201 3791 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-pfnks I0513 18:26:19.126305 3791 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-pfnks] pod update took 16.124672ms I0513 18:26:19.126330 3791 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-pfnks] addLogicalPort annotation time took 16.157462ms I0513 18:26:19.127729 3791 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-pfnks] addLogicalPort took 17.637299ms, libovsdb time 1.036852ms I0513 18:26:19.770880 3791 cni.go:452] [openshift-monitoring/metrics-server-dfdcbcc4f-d8c2g c3f5607af5f8e70ba2310a4f400aef8a5476d32d993dfc2c61ffe9a0011c8969 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-dfdcbcc4f-d8c2g c3f5607af5f8e70ba2310a4f400aef8a5476d32d993dfc2c61ffe9a0011c8969 network default NAD default NAD key ] I0513 18:26:19.771009 3791 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-pfnks 1552f4128dc5abfa028819fc9a40b6cf3e8f7798f3b2de973e86588c05a901fe network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-pfnks 1552f4128dc5abfa028819fc9a40b6cf3e8f7798f3b2de973e86588c05a901fe network default NAD default NAD key ] I0513 18:26:19.781729 3791 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-pfnks, hostIfaceName: 1552f4128dc5abf, network: default, NAD default, SandboxID: "1552f4128dc5abfa028819fc9a40b6cf3e8f7798f3b2de973e86588c05a901fe", PCI device ID: , UID: "99374bbc-bd99-4b78-9c94-1ecfdb642020", MAC: 0a:58:0a:80:00:14, IPs: [10.128.0.20/23] I0513 18:26:19.781947 3791 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-dfdcbcc4f-d8c2g, hostIfaceName: c3f5607af5f8e70, network: default, NAD default, SandboxID: "c3f5607af5f8e70ba2310a4f400aef8a5476d32d993dfc2c61ffe9a0011c8969", PCI device ID: , UID: "8673aba5-c5aa-4bac-9e84-392be0b2cdb6", MAC: 0a:58:0a:80:00:13, IPs: [10.128.0.19/23] I0513 18:26:19.830142 3791 cni.go:473] [openshift-monitoring/metrics-server-dfdcbcc4f-d8c2g c3f5607af5f8e70ba2310a4f400aef8a5476d32d993dfc2c61ffe9a0011c8969 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-dfdcbcc4f-d8c2g c3f5607af5f8e70ba2310a4f400aef8a5476d32d993dfc2c61ffe9a0011c8969 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:aa:bf:49:6a:62\",\"name\":\"c3f5607af5f8e70\"},{\"mac\":\"0a:58:0a:80:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/78045842-235b-49e3-ada4-6741e28652f8\"}],\"ips\":[{\"address\":\"10.128.0.19/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 18:26:19.847552 3791 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-pfnks 1552f4128dc5abfa028819fc9a40b6cf3e8f7798f3b2de973e86588c05a901fe network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-pfnks 1552f4128dc5abfa028819fc9a40b6cf3e8f7798f3b2de973e86588c05a901fe network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:3e:47:59:e1:d7\",\"name\":\"1552f4128dc5abf\"},{\"mac\":\"0a:58:0a:80:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/87c134ff-8cfd-4be5-b818-fd2f8afff355\"}],\"ips\":[{\"address\":\"10.128.0.20/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 18:26:20.958177 3791 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-1-112.ec2.internal I0513 18:26:20.958357 3791 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0513 18:26:20.987055 3791 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 28.751857ms I0513 18:26:20.987147 3791 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 28.849228ms I0513 18:26:20.988652 3791 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 30.495849ms, libovsdb time 1.058086ms I0513 18:26:21.960879 3791 cni.go:452] [openshift-monitoring/prometheus-k8s-1 bc3ac348eee6e55227ba8f324e0efc11d6daf2664a5bc430bc849e8aa3afe502 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 bc3ac348eee6e55227ba8f324e0efc11d6daf2664a5bc430bc849e8aa3afe502 network default NAD default NAD key ] I0513 18:26:21.971284 3791 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: bc3ac348eee6e55, network: default, NAD default, SandboxID: "bc3ac348eee6e55227ba8f324e0efc11d6daf2664a5bc430bc849e8aa3afe502", PCI device ID: , UID: "d57cfdbd-4db6-44ba-a478-f592dd5efb9b", MAC: 0a:58:0a:80:00:15, IPs: [10.128.0.21/23] I0513 18:26:22.024720 3791 cni.go:473] [openshift-monitoring/prometheus-k8s-1 bc3ac348eee6e55227ba8f324e0efc11d6daf2664a5bc430bc849e8aa3afe502 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 bc3ac348eee6e55227ba8f324e0efc11d6daf2664a5bc430bc849e8aa3afe502 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:e7:cf:80:ca:87\",\"name\":\"bc3ac348eee6e55\"},{\"mac\":\"0a:58:0a:80:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5cc0c1c9-480a-4a76-9173-14733d45586f\"}],\"ips\":[{\"address\":\"10.128.0.21/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0513 18:26:22.098816 3791 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0513 18:26:22.098838 3791 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0513 18:26:22.098843 3791 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0513 18:26:22.098847 3791 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0513 18:26:22.128280 3791 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0513 18:26:22.497036 3791 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0513 18:26:22.564642 3791 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0513 18:26:22.593631 3791 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0513 18:26:22.593651 3791 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0513 18:26:22.593658 3791 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0513 18:26:22.593664 3791 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0513 18:26:22.634998 3791 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0513 18:26:22.635018 3791 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0513 18:26:23.521348 3791 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0513 18:26:23.521374 3791 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0513 18:26:26.428247 3791 util.go:959] Failed to build node endpoints for node ip-10-0-1-112.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0513 18:26:26.428274 3791 util.go:959] Failed to build node endpoints for node ip-10-0-1-112.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0513 18:26:26.444671 3791 util.go:959] Failed to build node endpoints for node ip-10-0-1-112.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0513 18:26:28.108184 3791 util.go:959] Failed to build node endpoints for node ip-10-0-1-112.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0513 18:26:28.108202 3791 util.go:959] Failed to build node endpoints for node ip-10-0-1-112.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0513 18:26:28.108208 3791 util.go:959] Failed to build node endpoints for node ip-10-0-1-112.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0513 18:26:28.108213 3791 util.go:959] Failed to build node endpoints for node ip-10-0-1-112.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0513 18:26:28.108226 3791 util.go:959] Failed to build node endpoints for node ip-10-0-1-112.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0513 18:26:28.108230 3791 util.go:959] Failed to build node endpoints for node ip-10-0-1-112.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0513 18:26:28.108234 3791 util.go:959] Failed to build node endpoints for node ip-10-0-1-112.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0513 18:26:28.108239 3791 util.go:959] Failed to build node endpoints for node ip-10-0-1-112.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0513 18:26:28.550049 3791 util.go:959] Failed to build node endpoints for node ip-10-0-1-112.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0513 18:26:28.550070 3791 util.go:959] Failed to build node endpoints for node ip-10-0-1-112.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0513 18:26:28.550076 3791 util.go:959] Failed to build node endpoints for node ip-10-0-1-112.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0513 18:26:28.550083 3791 util.go:959] Failed to build node endpoints for node ip-10-0-1-112.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0513 18:26:41.177722 3791 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0513 18:26:41.585446 3791 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0513 18:26:42.908603 3791 base_network_controller_pods.go:487] [default/openshift-console/console-747495c85c-ft2r8] creating logical port openshift-console_console-747495c85c-ft2r8 for pod on switch ip-10-0-1-112.ec2.internal I0513 18:26:42.908712 3791 kube.go:256] Updating pod openshift-console/console-747495c85c-ft2r8 I0513 18:26:42.928252 3791 pod.go:62] [openshift-console/console-747495c85c-ft2r8] pod update took 19.573238ms I0513 18:26:42.928276 3791 base_network_controller_pods.go:951] [default/openshift-console/console-747495c85c-ft2r8] addLogicalPort annotation time took 19.603596ms I0513 18:26:42.929432 3791 pods.go:271] [openshift-console/console-747495c85c-ft2r8] addLogicalPort took 20.847905ms, libovsdb time 851.17µs W0513 18:26:42.935868 3791 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0513 18:26:43.105395 3791 util.go:959] Failed to build node endpoints for node ip-10-0-1-112.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0513 18:26:43.105418 3791 util.go:959] Failed to build node endpoints for node ip-10-0-1-112.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server I0513 18:26:43.270599 3791 cni.go:452] [openshift-console/console-747495c85c-ft2r8 0a7f7f23a55773c96324ad57d0b93b9f91dc492d3d337dafd5f0a2cbe8cf84f2 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-747495c85c-ft2r8 0a7f7f23a55773c96324ad57d0b93b9f91dc492d3d337dafd5f0a2cbe8cf84f2 network default NAD default NAD key ] I0513 18:26:43.279549 3791 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-747495c85c-ft2r8, hostIfaceName: 0a7f7f23a55773c, network: default, NAD default, SandboxID: "0a7f7f23a55773c96324ad57d0b93b9f91dc492d3d337dafd5f0a2cbe8cf84f2", PCI device ID: , UID: "91bc4844-698d-4072-8717-604b86ec9ea6", MAC: 0a:58:0a:80:00:16, IPs: [10.128.0.22/23] I0513 18:26:43.329298 3791 cni.go:473] [openshift-console/console-747495c85c-ft2r8 0a7f7f23a55773c96324ad57d0b93b9f91dc492d3d337dafd5f0a2cbe8cf84f2 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-747495c85c-ft2r8 0a7f7f23a55773c96324ad57d0b93b9f91dc492d3d337dafd5f0a2cbe8cf84f2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:17:cd:bb:e9:a4\",\"name\":\"0a7f7f23a55773c\"},{\"mac\":\"0a:58:0a:80:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5103750e-4709-4044-9c16-1c7443ee7f8a\"}],\"ips\":[{\"address\":\"10.128.0.22/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0513 18:26:43.541774 3791 util.go:959] Failed to build node endpoints for node ip-10-0-1-112.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0513 18:26:46.042020 3791 util.go:959] Failed to build node endpoints for node ip-10-0-1-112.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0513 18:26:46.042042 3791 util.go:959] Failed to build node endpoints for node ip-10-0-1-112.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0513 18:26:46.042048 3791 util.go:959] Failed to build node endpoints for node ip-10-0-1-112.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0513 18:26:46.042061 3791 util.go:959] Failed to build node endpoints for node ip-10-0-1-112.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0513 18:26:46.042065 3791 util.go:959] Failed to build node endpoints for node ip-10-0-1-112.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0513 18:26:46.042070 3791 util.go:959] Failed to build node endpoints for node ip-10-0-1-112.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0513 18:26:46.609692 3791 util.go:959] Failed to build node endpoints for node ip-10-0-1-112.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0513 18:26:46.609717 3791 util.go:959] Failed to build node endpoints for node ip-10-0-1-112.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0513 18:26:46.609725 3791 util.go:959] Failed to build node endpoints for node ip-10-0-1-112.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0513 18:26:49.210391 3791 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0513 18:26:49.624426 3791 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0513 18:26:51.798588 3791 obj_retry.go:498] Detected object openshift-image-registry/image-registry-79d78dd8bc-vzc6n of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:26:51.799167 3791 obj_retry.go:498] Detected object openshift-image-registry/image-registry-79d78dd8bc-vzc6n of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:26:52.221983 3791 obj_retry.go:492] Detected object openshift-image-registry/image-registry-79d78dd8bc-vzc6n of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:26:52.222020 3791 obj_retry.go:492] Detected object openshift-image-registry/image-registry-79d78dd8bc-vzc6n of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:26:52.228854 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-79d78dd8bc-vzc6n I0513 18:26:52.228880 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-79d78dd8bc-vzc6n W0513 18:26:53.682193 3791 util.go:959] Failed to build node endpoints for node ip-10-0-1-112.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0513 18:26:58.257096 3791 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0513 18:27:05.702233 3791 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics I0513 18:27:08.483776 3791 obj_retry.go:498] Detected object openshift-console/console-65bf479b94-qjpm2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:27:08.484297 3791 obj_retry.go:498] Detected object openshift-console/console-65bf479b94-qjpm2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:27:09.325195 3791 obj_retry.go:492] Detected object openshift-console/console-65bf479b94-qjpm2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:27:09.325340 3791 obj_retry.go:492] Detected object openshift-console/console-65bf479b94-qjpm2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:27:09.329847 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-65bf479b94-qjpm2 I0513 18:27:09.329870 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-65bf479b94-qjpm2 I0513 18:27:18.377779 3791 obj_retry.go:498] Detected object openshift-ingress/router-default-749b877fcc-2x5r8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:27:18.378355 3791 obj_retry.go:498] Detected object openshift-ingress/router-default-749b877fcc-2x5r8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:27:19.052088 3791 obj_retry.go:498] Detected object openshift-console/console-65bf479b94-wjm5n of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:27:19.052669 3791 obj_retry.go:498] Detected object openshift-console/console-65bf479b94-wjm5n of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:27:19.343073 3791 obj_retry.go:492] Detected object openshift-ingress/router-default-749b877fcc-2x5r8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:27:19.343102 3791 obj_retry.go:492] Detected object openshift-ingress/router-default-749b877fcc-2x5r8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:27:19.351738 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-749b877fcc-2x5r8 I0513 18:27:19.351784 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-749b877fcc-2x5r8 I0513 18:27:19.764823 3791 obj_retry.go:492] Detected object openshift-console/console-65bf479b94-wjm5n of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:27:19.764853 3791 obj_retry.go:492] Detected object openshift-console/console-65bf479b94-wjm5n of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:27:19.769603 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-65bf479b94-wjm5n I0513 18:27:19.769623 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-65bf479b94-wjm5n W0513 18:27:21.817983 3791 util.go:959] Failed to build node endpoints for node ip-10-0-1-112.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0513 18:27:21.818006 3791 util.go:959] Failed to build node endpoints for node ip-10-0-1-112.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0513 18:27:21.818022 3791 util.go:959] Failed to build node endpoints for node ip-10-0-1-112.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0513 18:27:21.818029 3791 util.go:959] Failed to build node endpoints for node ip-10-0-1-112.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0513 18:27:21.844638 3791 util.go:959] Failed to build node endpoints for node ip-10-0-1-112.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0513 18:27:21.844660 3791 util.go:959] Failed to build node endpoints for node ip-10-0-1-112.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0513 18:27:28.792314 3791 cni.go:452] [openshift-multus/network-metrics-daemon-tbzg8 903ca5ee5434db07e518757591830b2e73dbc54139bdaf7160ec49859107aa6f network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-tbzg8 903ca5ee5434db07e518757591830b2e73dbc54139bdaf7160ec49859107aa6f network default NAD default NAD key ] I0513 18:27:28.801198 3791 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-tbzg8, hostIfaceName: 903ca5ee5434db0, network: default, NAD default, SandboxID: "903ca5ee5434db07e518757591830b2e73dbc54139bdaf7160ec49859107aa6f", PCI device ID: , UID: "b893e2b8-af68-4808-9747-a985cb11164a", MAC: 0a:58:0a:80:00:05, IPs: [10.128.0.5/23] I0513 18:27:28.850280 3791 cni.go:473] [openshift-multus/network-metrics-daemon-tbzg8 903ca5ee5434db07e518757591830b2e73dbc54139bdaf7160ec49859107aa6f network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-tbzg8 903ca5ee5434db07e518757591830b2e73dbc54139bdaf7160ec49859107aa6f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:b3:47:f2:ad:13\",\"name\":\"903ca5ee5434db0\"},{\"mac\":\"0a:58:0a:80:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8d332d41-bc67-42db-b76c-598022166d20\"}],\"ips\":[{\"address\":\"10.128.0.5/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 18:27:33.677555 3791 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0513 18:27:36.749866 3791 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:27:36.750464 3791 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:27:37.430758 3791 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:27:37.430787 3791 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:27:37.438695 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0513 18:27:37.438722 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0513 18:27:40.785195 3791 cni.go:452] [openshift-monitoring/prometheus-k8s-1 bc3ac348eee6e55227ba8f324e0efc11d6daf2664a5bc430bc849e8aa3afe502 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-1 bc3ac348eee6e55227ba8f324e0efc11d6daf2664a5bc430bc849e8aa3afe502 network default NAD default NAD key ] I0513 18:27:40.882459 3791 cni.go:473] [openshift-monitoring/prometheus-k8s-1 bc3ac348eee6e55227ba8f324e0efc11d6daf2664a5bc430bc849e8aa3afe502 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-1 bc3ac348eee6e55227ba8f324e0efc11d6daf2664a5bc430bc849e8aa3afe502 network default NAD default NAD key default], result "{}", err I0513 18:27:40.950522 3791 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:27:40.950554 3791 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-1 I0513 18:27:40.951769 3791 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-1, ips: 10.128.0.21 I0513 18:27:40.951794 3791 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:27:41.883415 3791 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:27:41.883440 3791 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:27:41.891737 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0513 18:27:41.891779 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0513 18:27:41.930880 3791 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-1-112.ec2.internal I0513 18:27:41.930993 3791 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0513 18:27:41.959490 3791 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 28.534179ms I0513 18:27:41.959519 3791 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 28.566778ms I0513 18:27:41.960924 3791 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 30.062913ms, libovsdb time 921.778µs I0513 18:27:42.293451 3791 cni.go:452] [openshift-monitoring/prometheus-k8s-1 cca41be28afffeaaa676c74b38c0bc60b6ca68f7f94764a145ad978bb062ee56 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 cca41be28afffeaaa676c74b38c0bc60b6ca68f7f94764a145ad978bb062ee56 network default NAD default NAD key ] I0513 18:27:42.302829 3791 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: cca41be28afffea, network: default, NAD default, SandboxID: "cca41be28afffeaaa676c74b38c0bc60b6ca68f7f94764a145ad978bb062ee56", PCI device ID: , UID: "817c98d6-7bcb-4b88-b926-1d7a28f2e6be", MAC: 0a:58:0a:80:00:17, IPs: [10.128.0.23/23] I0513 18:27:42.351309 3791 cni.go:473] [openshift-monitoring/prometheus-k8s-1 cca41be28afffeaaa676c74b38c0bc60b6ca68f7f94764a145ad978bb062ee56 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 cca41be28afffeaaa676c74b38c0bc60b6ca68f7f94764a145ad978bb062ee56 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:07:cc:79:02:b6\",\"name\":\"cca41be28afffea\"},{\"mac\":\"0a:58:0a:80:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c9b3bdc5-4df2-4458-982d-bd8a7f8712a6\"}],\"ips\":[{\"address\":\"10.128.0.23/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 18:28:08.182548 3791 obj_retry.go:498] Detected object openshift-console/console-747495c85c-9rf4j of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:28:08.183185 3791 obj_retry.go:498] Detected object openshift-console/console-747495c85c-9rf4j of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:28:08.568048 3791 obj_retry.go:492] Detected object openshift-console/console-747495c85c-9rf4j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:28:08.568073 3791 obj_retry.go:492] Detected object openshift-console/console-747495c85c-9rf4j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:28:08.576456 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-747495c85c-9rf4j I0513 18:28:08.576482 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-747495c85c-9rf4j I0513 18:28:09.142319 3791 cni.go:452] [openshift-monitoring/alertmanager-main-0 5727e45880e0fb5c0be9d6acd85af5ce141a0dc4dcfc440d13e58ffea8c0462e network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-0 5727e45880e0fb5c0be9d6acd85af5ce141a0dc4dcfc440d13e58ffea8c0462e network default NAD default NAD key ] I0513 18:28:09.227306 3791 cni.go:473] [openshift-monitoring/alertmanager-main-0 5727e45880e0fb5c0be9d6acd85af5ce141a0dc4dcfc440d13e58ffea8c0462e network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-0 5727e45880e0fb5c0be9d6acd85af5ce141a0dc4dcfc440d13e58ffea8c0462e network default NAD default NAD key default], result "{}", err I0513 18:28:09.293841 3791 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:28:09.293879 3791 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-0 I0513 18:28:09.295165 3791 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-0, ips: 10.128.0.17 I0513 18:28:09.295216 3791 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:28:10.008866 3791 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:28:10.008891 3791 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:28:10.019318 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0513 18:28:10.019348 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0513 18:28:10.062326 3791 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-1-112.ec2.internal I0513 18:28:10.062444 3791 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0513 18:28:10.083699 3791 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 21.304396ms I0513 18:28:10.083723 3791 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 21.333649ms I0513 18:28:10.084946 3791 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 22.642767ms, libovsdb time 881.323µs I0513 18:28:10.433509 3791 cni.go:452] [openshift-monitoring/alertmanager-main-0 f30d6c96ac36d25ff49cfa3d71878fa4ac8e7bebe6df947f2ae2c769c256376c network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 f30d6c96ac36d25ff49cfa3d71878fa4ac8e7bebe6df947f2ae2c769c256376c network default NAD default NAD key ] I0513 18:28:10.443472 3791 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: f30d6c96ac36d25, network: default, NAD default, SandboxID: "f30d6c96ac36d25ff49cfa3d71878fa4ac8e7bebe6df947f2ae2c769c256376c", PCI device ID: , UID: "cca5f879-4412-4f7f-a19e-dc8fe7221ed8", MAC: 0a:58:0a:80:00:18, IPs: [10.128.0.24/23] I0513 18:28:10.492728 3791 cni.go:473] [openshift-monitoring/alertmanager-main-0 f30d6c96ac36d25ff49cfa3d71878fa4ac8e7bebe6df947f2ae2c769c256376c network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 f30d6c96ac36d25ff49cfa3d71878fa4ac8e7bebe6df947f2ae2c769c256376c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:11:77:8f:3e:af\",\"name\":\"f30d6c96ac36d25\"},{\"mac\":\"0a:58:0a:80:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8d5837ed-fe63-4eb8-9a31-74bab0ca7fa0\"}],\"ips\":[{\"address\":\"10.128.0.24/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 18:28:19.109396 3791 cni.go:452] [openshift-console/console-747495c85c-ft2r8 0a7f7f23a55773c96324ad57d0b93b9f91dc492d3d337dafd5f0a2cbe8cf84f2 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-747495c85c-ft2r8 0a7f7f23a55773c96324ad57d0b93b9f91dc492d3d337dafd5f0a2cbe8cf84f2 network default NAD default NAD key ] I0513 18:28:19.192516 3791 cni.go:473] [openshift-console/console-747495c85c-ft2r8 0a7f7f23a55773c96324ad57d0b93b9f91dc492d3d337dafd5f0a2cbe8cf84f2 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-747495c85c-ft2r8 0a7f7f23a55773c96324ad57d0b93b9f91dc492d3d337dafd5f0a2cbe8cf84f2 network default NAD default NAD key default], result "{}", err I0513 18:28:19.240048 3791 obj_retry.go:498] Detected object openshift-console/console-747495c85c-ft2r8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:28:19.240085 3791 pods.go:176] Deleting pod: openshift-console/console-747495c85c-ft2r8 I0513 18:28:19.241425 3791 pods.go:236] Attempting to release IPs for pod: openshift-console/console-747495c85c-ft2r8, ips: 10.128.0.22 I0513 18:28:19.241462 3791 obj_retry.go:498] Detected object openshift-console/console-747495c85c-ft2r8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:28:20.058879 3791 obj_retry.go:492] Detected object openshift-console/console-747495c85c-ft2r8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:28:20.058907 3791 obj_retry.go:492] Detected object openshift-console/console-747495c85c-ft2r8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:28:20.066563 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-747495c85c-ft2r8 I0513 18:28:20.066599 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-747495c85c-ft2r8 W0513 18:28:40.496191 3791 util.go:959] Failed to build node endpoints for node ip-10-0-1-112.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0513 18:28:40.496222 3791 util.go:959] Failed to build node endpoints for node ip-10-0-1-112.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0513 18:28:40.496229 3791 util.go:959] Failed to build node endpoints for node ip-10-0-1-112.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0513 18:28:43.190679 3791 util.go:959] Failed to build node endpoints for node ip-10-0-1-112.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0513 18:28:43.190708 3791 util.go:959] Failed to build node endpoints for node ip-10-0-1-112.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0513 18:28:44.487506 3791 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:28:44.488173 3791 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:28:45.096458 3791 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:28:45.096482 3791 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:28:45.107098 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0513 18:28:45.107125 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0513 18:29:25.847662 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=5 I0513 18:29:47.761317 3791 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=13 I0513 18:29:52.430672 3791 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29644940-nvrm2 b0482b75a8670745f3ea7265e591c63cbbdd528ea45ec70670d8c7c801bd2287 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29644940-nvrm2 b0482b75a8670745f3ea7265e591c63cbbdd528ea45ec70670d8c7c801bd2287 network default NAD default NAD key ] I0513 18:29:52.498299 3791 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29644940-nvrm2 b0482b75a8670745f3ea7265e591c63cbbdd528ea45ec70670d8c7c801bd2287 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29644940-nvrm2 b0482b75a8670745f3ea7265e591c63cbbdd528ea45ec70670d8c7c801bd2287 network default NAD default NAD key default], result "{}", err I0513 18:29:52.542984 3791 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644940-nvrm2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:29:52.543023 3791 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29644940-nvrm2 I0513 18:29:52.544238 3791 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29644940-nvrm2, ips: 10.128.0.8 I0513 18:29:52.544266 3791 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644940-nvrm2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:29:53.449211 3791 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644940-nvrm2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:29:53.449241 3791 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644940-nvrm2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:30:02.867972 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0513 18:30:04.156368 3791 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644950-tlx5m of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:30:04.156964 3791 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644950-tlx5m of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:30:05.051705 3791 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644950-tlx5m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:30:05.051737 3791 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644950-tlx5m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:30:10.306822 3791 base_network_controller_pods.go:487] [default/openshift-console/console-d98595d64-r6vsw] creating logical port openshift-console_console-d98595d64-r6vsw for pod on switch ip-10-0-1-112.ec2.internal I0513 18:30:10.306924 3791 kube.go:256] Updating pod openshift-console/console-d98595d64-r6vsw I0513 18:30:10.381813 3791 pod.go:62] [openshift-console/console-d98595d64-r6vsw] pod update took 74.911814ms I0513 18:30:10.381847 3791 base_network_controller_pods.go:951] [default/openshift-console/console-d98595d64-r6vsw] addLogicalPort annotation time took 74.949423ms I0513 18:30:10.383104 3791 pods.go:271] [openshift-console/console-d98595d64-r6vsw] addLogicalPort took 76.301715ms, libovsdb time 941.415µs I0513 18:30:10.658045 3791 cni.go:452] [openshift-console/console-d98595d64-r6vsw c135e0eab697bdaa4e93d73e63aeffedfceb5920f55d8462a3b3db714380c73d network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-d98595d64-r6vsw c135e0eab697bdaa4e93d73e63aeffedfceb5920f55d8462a3b3db714380c73d network default NAD default NAD key ] I0513 18:30:10.667172 3791 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-d98595d64-r6vsw, hostIfaceName: c135e0eab697bda, network: default, NAD default, SandboxID: "c135e0eab697bdaa4e93d73e63aeffedfceb5920f55d8462a3b3db714380c73d", PCI device ID: , UID: "60d28f93-0358-49b1-843a-e34d2434a143", MAC: 0a:58:0a:80:00:19, IPs: [10.128.0.25/23] I0513 18:30:10.715393 3791 cni.go:473] [openshift-console/console-d98595d64-r6vsw c135e0eab697bdaa4e93d73e63aeffedfceb5920f55d8462a3b3db714380c73d network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-d98595d64-r6vsw c135e0eab697bdaa4e93d73e63aeffedfceb5920f55d8462a3b3db714380c73d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:5e:74:32:e2:25\",\"name\":\"c135e0eab697bda\"},{\"mac\":\"0a:58:0a:80:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/acf7d677-8a73-4a01-84c5-d96d27809685\"}],\"ips\":[{\"address\":\"10.128.0.25/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 18:30:10.762034 3791 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=659 I0513 18:30:13.835477 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0513 18:30:13.862957 3791 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0513 18:30:14.841363 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 W0513 18:30:21.557466 3791 util.go:959] Failed to build node endpoints for node ip-10-0-1-112.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0513 18:30:35.640207 3791 obj_retry.go:498] Detected object openshift-console/console-76bbd98f89-67l79 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:30:35.640802 3791 obj_retry.go:498] Detected object openshift-console/console-76bbd98f89-67l79 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:30:36.583515 3791 obj_retry.go:492] Detected object openshift-console/console-76bbd98f89-67l79 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:30:36.583539 3791 obj_retry.go:492] Detected object openshift-console/console-76bbd98f89-67l79 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:30:36.587970 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-76bbd98f89-67l79 I0513 18:30:36.588001 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-76bbd98f89-67l79 I0513 18:30:46.882610 3791 obj_retry.go:498] Detected object openshift-console/console-76bbd98f89-jbv6l of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:30:46.883206 3791 obj_retry.go:498] Detected object openshift-console/console-76bbd98f89-jbv6l of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:30:47.213135 3791 obj_retry.go:492] Detected object openshift-console/console-76bbd98f89-jbv6l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:30:47.213168 3791 obj_retry.go:492] Detected object openshift-console/console-76bbd98f89-jbv6l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:30:47.221518 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-76bbd98f89-jbv6l I0513 18:30:47.221549 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-76bbd98f89-jbv6l I0513 18:31:00.743811 3791 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=72 I0513 18:31:12.838403 3791 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 W0513 18:31:13.325244 3791 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0513 18:31:20.867770 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0513 18:31:21.761600 3791 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=142 I0513 18:31:24.376163 3791 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0513 18:31:24.376240 3791 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-bt9tv IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-bt9tv: no pod IPs found I0513 18:31:40.858267 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0513 18:31:57.744737 3791 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0513 18:32:48.831790 3791 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0513 18:32:51.742784 3791 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=96 I0513 18:33:02.852391 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0513 18:34:40.851470 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=5 I0513 18:35:27.764588 3791 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=33 I0513 18:35:52.570170 3791 namespace.go:98] [tsf] adding namespace I0513 18:35:52.571012 3791 namespace.go:102] [tsf] adding namespace took 816.912µs I0513 18:35:52.597080 3791 namespace.go:142] [tsf] updating namespace I0513 18:35:52.602922 3791 namespace.go:142] [tsf] updating namespace I0513 18:35:56.397948 3791 namespace.go:98] [rhbk-operator] adding namespace I0513 18:35:56.398830 3791 namespace.go:102] [rhbk-operator] adding namespace took 858.712µs I0513 18:35:56.400168 3791 namespace.go:98] [konflux-ui] adding namespace I0513 18:35:56.400802 3791 namespace.go:102] [konflux-ui] adding namespace took 619.096µs I0513 18:35:56.410831 3791 namespace.go:98] [tsf-keycloak] adding namespace I0513 18:35:56.410930 3791 namespace.go:98] [tsf-tpa] adding namespace I0513 18:35:56.411525 3791 namespace.go:102] [tsf-keycloak] adding namespace took 674.203µs I0513 18:35:56.412082 3791 namespace.go:102] [tsf-tpa] adding namespace took 1.137141ms I0513 18:35:56.424673 3791 namespace.go:98] [rhtpa-operator] adding namespace I0513 18:35:56.424796 3791 namespace.go:98] [tsf-tas] adding namespace I0513 18:35:56.424963 3791 namespace.go:142] [rhbk-operator] updating namespace I0513 18:35:56.425007 3791 namespace.go:98] [cert-manager-operator] adding namespace I0513 18:35:56.425086 3791 namespace.go:98] [konflux-operator] adding namespace I0513 18:35:56.425386 3791 namespace.go:102] [rhtpa-operator] adding namespace took 696.927µs I0513 18:35:56.426099 3791 namespace.go:102] [tsf-tas] adding namespace took 1.287473ms I0513 18:35:56.426667 3791 namespace.go:102] [cert-manager-operator] adding namespace took 1.648184ms I0513 18:35:56.427187 3791 namespace.go:102] [konflux-operator] adding namespace took 2.086056ms I0513 18:35:56.437041 3791 namespace.go:142] [rhbk-operator] updating namespace I0513 18:35:56.445673 3791 namespace.go:142] [konflux-ui] updating namespace I0513 18:35:56.448066 3791 namespace.go:142] [rhtpa-operator] updating namespace I0513 18:35:56.454406 3791 namespace.go:142] [tsf-keycloak] updating namespace I0513 18:35:56.473899 3791 namespace.go:142] [tsf-tpa] updating namespace I0513 18:35:56.473961 3791 namespace.go:142] [cert-manager-operator] updating namespace I0513 18:35:56.474071 3791 namespace.go:142] [tsf-tas] updating namespace I0513 18:35:56.477595 3791 namespace.go:142] [konflux-operator] updating namespace I0513 18:35:56.477641 3791 namespace.go:142] [rhbk-operator] updating namespace I0513 18:35:56.548608 3791 namespace.go:142] [tsf-tpa] updating namespace I0513 18:35:56.561404 3791 namespace.go:142] [tsf-tpa] updating namespace I0513 18:35:56.594124 3791 namespace.go:142] [rhtpa-operator] updating namespace I0513 18:35:56.615272 3791 namespace.go:142] [rhtpa-operator] updating namespace I0513 18:35:56.623224 3791 namespace.go:142] [tsf-tas] updating namespace I0513 18:35:56.648296 3791 namespace.go:142] [tsf-tas] updating namespace I0513 18:35:56.651989 3791 namespace.go:142] [cert-manager-operator] updating namespace I0513 18:35:56.669430 3791 namespace.go:142] [cert-manager-operator] updating namespace I0513 18:35:56.698464 3791 namespace.go:142] [konflux-operator] updating namespace I0513 18:35:56.712172 3791 namespace.go:142] [konflux-operator] updating namespace I0513 18:35:56.719729 3791 namespace.go:142] [konflux-ui] updating namespace I0513 18:35:56.736093 3791 namespace.go:142] [konflux-ui] updating namespace I0513 18:35:56.811927 3791 namespace.go:142] [tsf-keycloak] updating namespace I0513 18:35:56.822552 3791 namespace.go:142] [tsf-keycloak] updating namespace I0513 18:35:57.642819 3791 namespace.go:142] [tsf-tpa] updating namespace I0513 18:35:57.660660 3791 namespace.go:142] [tsf-keycloak] updating namespace I0513 18:36:04.323248 3791 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658femhr9g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:36:04.323905 3791 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658femhr9g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:36:04.323932 3791 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658femhr9g of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 18:36:04.323940 3791 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0513 18:36:04.323950 3791 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658femhr9g of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 18:36:04.323956 3791 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0513 18:36:05.347894 3791 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658femhr9g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:36:05.347917 3791 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658femhr9g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:36:05.347934 3791 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658femhr9g of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:36:05.347945 3791 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658femhr9g of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:36:08.019024 3791 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51cpw8b of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:36:08.019644 3791 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51cpw8b of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:36:08.019677 3791 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51cpw8b of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 18:36:08.019687 3791 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0513 18:36:08.019706 3791 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51cpw8b of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 18:36:08.019714 3791 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0513 18:36:09.073191 3791 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51cpw8b of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:36:09.073212 3791 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51cpw8b of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:36:09.073227 3791 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51cpw8b of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:36:09.073241 3791 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51cpw8b of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:36:10.775009 3791 base_network_controller_pods.go:487] [default/rhbk-operator/rhbk-operator-69889d554d-28rk9] creating logical port rhbk-operator_rhbk-operator-69889d554d-28rk9 for pod on switch ip-10-0-1-112.ec2.internal I0513 18:36:10.775116 3791 kube.go:256] Updating pod rhbk-operator/rhbk-operator-69889d554d-28rk9 I0513 18:36:10.789513 3791 pod.go:62] [rhbk-operator/rhbk-operator-69889d554d-28rk9] pod update took 14.421292ms I0513 18:36:10.789534 3791 base_network_controller_pods.go:951] [default/rhbk-operator/rhbk-operator-69889d554d-28rk9] addLogicalPort annotation time took 14.446154ms I0513 18:36:10.790904 3791 pods.go:271] [rhbk-operator/rhbk-operator-69889d554d-28rk9] addLogicalPort took 15.910485ms, libovsdb time 1.017176ms I0513 18:36:11.134021 3791 cni.go:452] [rhbk-operator/rhbk-operator-69889d554d-28rk9 9ca215b65626440f1ca8f5c150045f1d24bc8a6ee2d74a020e946792c7e4318a network default NAD default NAD key ] ADD starting CNI request [rhbk-operator/rhbk-operator-69889d554d-28rk9 9ca215b65626440f1ca8f5c150045f1d24bc8a6ee2d74a020e946792c7e4318a network default NAD default NAD key ] I0513 18:36:11.143121 3791 helper_linux.go:556] ConfigureOVS: namespace: rhbk-operator, podName: rhbk-operator-69889d554d-28rk9, hostIfaceName: 9ca215b65626440, network: default, NAD default, SandboxID: "9ca215b65626440f1ca8f5c150045f1d24bc8a6ee2d74a020e946792c7e4318a", PCI device ID: , UID: "65b04ac7-31ec-4047-804c-30965ff18778", MAC: 0a:58:0a:80:00:1a, IPs: [10.128.0.26/23] I0513 18:36:11.192959 3791 cni.go:473] [rhbk-operator/rhbk-operator-69889d554d-28rk9 9ca215b65626440f1ca8f5c150045f1d24bc8a6ee2d74a020e946792c7e4318a network default NAD default NAD key default] ADD finished CNI request [rhbk-operator/rhbk-operator-69889d554d-28rk9 9ca215b65626440f1ca8f5c150045f1d24bc8a6ee2d74a020e946792c7e4318a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:e6:b3:de:9b:88\",\"name\":\"9ca215b65626440\"},{\"mac\":\"0a:58:0a:80:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5eaa1c97-68ff-439e-a695-959fa3ef2569\"}],\"ips\":[{\"address\":\"10.128.0.26/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 18:36:11.735951 3791 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6etvcqp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:36:11.736514 3791 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6etvcqp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:36:11.736543 3791 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6etvcqp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 18:36:11.736551 3791 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0513 18:36:11.736561 3791 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6etvcqp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 18:36:11.736565 3791 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0513 18:36:11.779988 3791 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vmcww of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:36:11.780518 3791 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vmcww of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:36:11.780544 3791 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vmcww of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 18:36:11.780552 3791 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0513 18:36:11.780577 3791 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vmcww of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 18:36:11.780586 3791 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0513 18:36:12.763952 3791 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6etvcqp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:36:12.763977 3791 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6etvcqp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:36:12.763991 3791 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6etvcqp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:36:12.764003 3791 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6etvcqp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:36:12.807554 3791 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vmcww of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:36:12.807581 3791 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vmcww of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:36:12.807598 3791 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vmcww of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:36:12.807618 3791 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vmcww of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:36:13.787018 3791 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d8nkkl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:36:13.787645 3791 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d8nkkl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:36:13.787680 3791 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d8nkkl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 18:36:13.787692 3791 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0513 18:36:13.787704 3791 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d8nkkl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 18:36:13.787713 3791 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0513 18:36:14.811848 3791 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d8nkkl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:36:14.811882 3791 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d8nkkl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:36:14.811896 3791 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d8nkkl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:36:14.811909 3791 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d8nkkl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:36:16.827892 3791 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136r562h of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:36:16.828506 3791 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136r562h of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:36:16.828543 3791 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136r562h of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 18:36:16.828552 3791 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0513 18:36:16.828566 3791 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136r562h of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 18:36:16.828574 3791 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0513 18:36:17.876906 3791 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136r562h of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:36:17.876931 3791 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136r562h of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:36:17.876945 3791 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136r562h of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:36:17.876955 3791 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136r562h of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0513 18:36:20.890820 3791 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0513 18:36:22.261191 3791 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0513 18:36:22.267132 3791 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0513 18:36:29.870009 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=5 I0513 18:36:31.660975 3791 namespace.go:142] [openshift-operators] updating namespace I0513 18:36:31.676214 3791 namespace.go:142] [openshift-operators] updating namespace W0513 18:36:34.336930 3791 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0513 18:36:34.963783 3791 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0513 18:36:35.025538 3791 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0513 18:36:35.043667 3791 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0513 18:36:35.392518 3791 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0513 18:36:36.449448 3791 namespace.go:98] [cert-manager] adding namespace I0513 18:36:36.450357 3791 namespace.go:102] [cert-manager] adding namespace took 881.679µs I0513 18:36:36.574840 3791 namespace.go:142] [cert-manager] updating namespace I0513 18:36:36.640607 3791 namespace.go:142] [cert-manager] updating namespace I0513 18:36:37.925604 3791 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-webhook-7dc76cbb94-grhf2] creating logical port cert-manager_cert-manager-webhook-7dc76cbb94-grhf2 for pod on switch ip-10-0-1-112.ec2.internal I0513 18:36:37.925702 3791 kube.go:256] Updating pod cert-manager/cert-manager-webhook-7dc76cbb94-grhf2 I0513 18:36:37.959664 3791 pod.go:62] [cert-manager/cert-manager-webhook-7dc76cbb94-grhf2] pod update took 33.987164ms I0513 18:36:37.959691 3791 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-webhook-7dc76cbb94-grhf2] addLogicalPort annotation time took 34.019672ms I0513 18:36:37.960879 3791 pods.go:271] [cert-manager/cert-manager-webhook-7dc76cbb94-grhf2] addLogicalPort took 35.291829ms, libovsdb time 831.67µs I0513 18:36:38.603730 3791 cni.go:452] [cert-manager/cert-manager-webhook-7dc76cbb94-grhf2 c39990297d560eb05b24ca74b6673a6cf3fdf706d04e2814a595246845cf294e network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-grhf2 c39990297d560eb05b24ca74b6673a6cf3fdf706d04e2814a595246845cf294e network default NAD default NAD key ] I0513 18:36:38.612852 3791 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-webhook-7dc76cbb94-grhf2, hostIfaceName: c39990297d560eb, network: default, NAD default, SandboxID: "c39990297d560eb05b24ca74b6673a6cf3fdf706d04e2814a595246845cf294e", PCI device ID: , UID: "2a5b4bc4-36fc-4178-8ff4-e61de0c9d7d1", MAC: 0a:58:0a:80:00:1b, IPs: [10.128.0.27/23] I0513 18:36:38.663163 3791 cni.go:473] [cert-manager/cert-manager-webhook-7dc76cbb94-grhf2 c39990297d560eb05b24ca74b6673a6cf3fdf706d04e2814a595246845cf294e network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-grhf2 c39990297d560eb05b24ca74b6673a6cf3fdf706d04e2814a595246845cf294e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:bc:15:3a:b0:af\",\"name\":\"c39990297d560eb\"},{\"mac\":\"0a:58:0a:80:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/be6a5869-5be3-41e6-b241-8770173fda14\"}],\"ips\":[{\"address\":\"10.128.0.27/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 18:36:41.477946 3791 namespace.go:98] [trusted-artifact-signer] adding namespace I0513 18:36:41.478934 3791 namespace.go:102] [trusted-artifact-signer] adding namespace took 955.365µs I0513 18:36:41.603642 3791 namespace.go:142] [trusted-artifact-signer] updating namespace I0513 18:36:41.625214 3791 namespace.go:142] [trusted-artifact-signer] updating namespace W0513 18:36:42.035666 3791 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service W0513 18:36:42.099345 3791 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0513 18:36:42.099363 3791 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0513 18:36:43.256009 3791 namespace.go:142] [openshift-operators] updating namespace I0513 18:36:43.571365 3791 base_network_controller_pods.go:487] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-lkj5v] creating logical port openshift-operators_openshift-pipelines-operator-6bdf6c8794-lkj5v for pod on switch ip-10-0-1-112.ec2.internal I0513 18:36:43.571546 3791 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6bdf6c8794-lkj5v I0513 18:36:43.598085 3791 pod.go:62] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-lkj5v] pod update took 26.575762ms I0513 18:36:43.598112 3791 base_network_controller_pods.go:951] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-lkj5v] addLogicalPort annotation time took 26.605813ms I0513 18:36:43.599375 3791 pods.go:271] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-lkj5v] addLogicalPort took 28.029683ms, libovsdb time 922.559µs I0513 18:36:43.931008 3791 cni.go:452] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-lkj5v 55a05fb47a4dd3181b1976914ceb291ef83fd26e37fe84d2fd49006f0902c94d network default NAD default NAD key ] ADD starting CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-lkj5v 55a05fb47a4dd3181b1976914ceb291ef83fd26e37fe84d2fd49006f0902c94d network default NAD default NAD key ] I0513 18:36:43.940697 3791 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: openshift-pipelines-operator-6bdf6c8794-lkj5v, hostIfaceName: 55a05fb47a4dd31, network: default, NAD default, SandboxID: "55a05fb47a4dd3181b1976914ceb291ef83fd26e37fe84d2fd49006f0902c94d", PCI device ID: , UID: "6701b2c0-8aa8-4160-bba7-1c28c8882228", MAC: 0a:58:0a:80:00:1c, IPs: [10.128.0.28/23] I0513 18:36:43.991758 3791 cni.go:473] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-lkj5v 55a05fb47a4dd3181b1976914ceb291ef83fd26e37fe84d2fd49006f0902c94d network default NAD default NAD key default] ADD finished CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-lkj5v 55a05fb47a4dd3181b1976914ceb291ef83fd26e37fe84d2fd49006f0902c94d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:66:14:68:36:5b\",\"name\":\"55a05fb47a4dd31\"},{\"mac\":\"0a:58:0a:80:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d041e08f-3076-4546-9812-0b38ec0cdae0\"}],\"ips\":[{\"address\":\"10.128.0.28/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0513 18:36:48.166720 3791 util.go:959] Failed to build node endpoints for node ip-10-0-1-112.ec2.internal port 9402: empty IP address endpoints for service cert-manager/cert-manager-webhook W0513 18:36:48.166740 3791 util.go:959] Failed to build node endpoints for node ip-10-0-1-112.ec2.internal port 10250: empty IP address endpoints for service cert-manager/cert-manager-webhook I0513 18:36:57.556679 3791 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-59c77684cc-gghpr] creating logical port cert-manager_cert-manager-59c77684cc-gghpr for pod on switch ip-10-0-1-112.ec2.internal I0513 18:36:57.556808 3791 kube.go:256] Updating pod cert-manager/cert-manager-59c77684cc-gghpr I0513 18:36:57.574975 3791 pod.go:62] [cert-manager/cert-manager-59c77684cc-gghpr] pod update took 18.197881ms I0513 18:36:57.574993 3791 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-59c77684cc-gghpr] addLogicalPort annotation time took 18.223522ms I0513 18:36:57.576185 3791 pods.go:271] [cert-manager/cert-manager-59c77684cc-gghpr] addLogicalPort took 19.522796ms, libovsdb time 839.411µs I0513 18:36:57.915379 3791 cni.go:452] [cert-manager/cert-manager-59c77684cc-gghpr 90ce852c0a7a8605b0424a4baa1d102929bef8fd7143ddb1008719f86782932e network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-59c77684cc-gghpr 90ce852c0a7a8605b0424a4baa1d102929bef8fd7143ddb1008719f86782932e network default NAD default NAD key ] I0513 18:36:57.924571 3791 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-59c77684cc-gghpr, hostIfaceName: 90ce852c0a7a860, network: default, NAD default, SandboxID: "90ce852c0a7a8605b0424a4baa1d102929bef8fd7143ddb1008719f86782932e", PCI device ID: , UID: "e1ebefc4-79e8-4eda-8ad8-2c8569ce3795", MAC: 0a:58:0a:80:00:1d, IPs: [10.128.0.29/23] I0513 18:36:57.972525 3791 cni.go:473] [cert-manager/cert-manager-59c77684cc-gghpr 90ce852c0a7a8605b0424a4baa1d102929bef8fd7143ddb1008719f86782932e network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-59c77684cc-gghpr 90ce852c0a7a8605b0424a4baa1d102929bef8fd7143ddb1008719f86782932e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:6c:6e:7d:29:d7\",\"name\":\"90ce852c0a7a860\"},{\"mac\":\"0a:58:0a:80:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f337bf25-c2a1-4c46-8fa4-370882d6d998\"}],\"ips\":[{\"address\":\"10.128.0.29/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 18:36:58.854539 3791 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0513 18:36:59.763876 3791 namespace.go:98] [openshift-pipelines] adding namespace I0513 18:36:59.764707 3791 namespace.go:102] [openshift-pipelines] adding namespace took 810.001µs I0513 18:36:59.783571 3791 namespace.go:142] [openshift-pipelines] updating namespace I0513 18:37:00.663338 3791 namespace.go:142] [cert-manager] updating namespace I0513 18:37:00.867262 3791 namespace.go:142] [cert-manager-operator] updating namespace I0513 18:37:01.258839 3791 namespace.go:142] [konflux-operator] updating namespace I0513 18:37:01.467307 3791 namespace.go:142] [konflux-ui] updating namespace I0513 18:37:01.664763 3791 namespace.go:142] [open-cluster-management-2q97094no6qjmb5iu1a4988fn9b6pqs7] updating namespace I0513 18:37:02.066977 3791 namespace.go:142] [rhbk-operator] updating namespace I0513 18:37:02.271944 3791 namespace.go:142] [rhtpa-operator] updating namespace I0513 18:37:02.466934 3791 namespace.go:142] [trusted-artifact-signer] updating namespace I0513 18:37:02.671069 3791 namespace.go:142] [tsf] updating namespace I0513 18:37:02.878367 3791 namespace.go:142] [tsf-keycloak] updating namespace I0513 18:37:03.086146 3791 namespace.go:142] [tsf-tas] updating namespace I0513 18:37:03.288910 3791 namespace.go:142] [tsf-tpa] updating namespace I0513 18:37:03.425178 3791 namespace.go:142] [cert-manager] updating namespace I0513 18:37:03.436365 3791 namespace.go:142] [cert-manager-operator] updating namespace I0513 18:37:03.444230 3791 namespace.go:142] [default] updating namespace I0513 18:37:03.454807 3791 namespace.go:142] [konflux-operator] updating namespace I0513 18:37:03.467160 3791 namespace.go:142] [konflux-ui] updating namespace I0513 18:37:03.476102 3791 namespace.go:142] [open-cluster-management-2q97094no6qjmb5iu1a4988fn9b6pqs7] updating namespace I0513 18:37:03.486412 3791 namespace.go:142] [openshift] updating namespace I0513 18:37:03.497146 3791 namespace.go:142] [rhbk-operator] updating namespace I0513 18:37:03.507252 3791 namespace.go:142] [rhtpa-operator] updating namespace I0513 18:37:03.515706 3791 namespace.go:142] [trusted-artifact-signer] updating namespace I0513 18:37:03.526567 3791 namespace.go:142] [tsf] updating namespace I0513 18:37:03.535270 3791 namespace.go:142] [tsf-keycloak] updating namespace I0513 18:37:03.550533 3791 namespace.go:142] [tsf-tas] updating namespace I0513 18:37:03.568262 3791 namespace.go:142] [tsf-tpa] updating namespace I0513 18:37:03.670114 3791 namespace.go:142] [cert-manager] updating namespace I0513 18:37:03.772556 3791 namespace.go:142] [cert-manager-operator] updating namespace I0513 18:37:03.870134 3791 namespace.go:142] [default] updating namespace I0513 18:37:03.977771 3791 namespace.go:142] [konflux-operator] updating namespace I0513 18:37:04.070252 3791 namespace.go:142] [konflux-ui] updating namespace I0513 18:37:04.170002 3791 namespace.go:142] [open-cluster-management-2q97094no6qjmb5iu1a4988fn9b6pqs7] updating namespace I0513 18:37:04.266663 3791 namespace.go:142] [openshift] updating namespace I0513 18:37:04.369358 3791 namespace.go:142] [rhbk-operator] updating namespace I0513 18:37:04.468082 3791 namespace.go:142] [rhtpa-operator] updating namespace I0513 18:37:04.568787 3791 namespace.go:142] [trusted-artifact-signer] updating namespace I0513 18:37:04.670325 3791 namespace.go:142] [tsf] updating namespace I0513 18:37:04.769848 3791 namespace.go:142] [tsf-keycloak] updating namespace I0513 18:37:04.871738 3791 namespace.go:142] [tsf-tas] updating namespace I0513 18:37:04.970295 3791 namespace.go:142] [tsf-tpa] updating namespace I0513 18:37:05.248158 3791 namespace.go:142] [openshift-pipelines] updating namespace I0513 18:37:11.062390 3791 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:37:11.062918 3791 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:37:11.086679 3791 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:37:11.086703 3791 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:37:11.094856 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0513 18:37:11.094878 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0513 18:37:13.014389 3791 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-whczb] creating logical port openshift-pipelines_tekton-pipelines-controller-86bd8d9bfc-whczb for pod on switch ip-10-0-1-112.ec2.internal I0513 18:37:13.014483 3791 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-whczb I0513 18:37:13.030909 3791 pod.go:62] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-whczb] pod update took 16.455761ms I0513 18:37:13.030934 3791 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-whczb] addLogicalPort annotation time took 16.482478ms I0513 18:37:13.032088 3791 pods.go:271] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-whczb] addLogicalPort took 17.714871ms, libovsdb time 794.844µs I0513 18:37:13.378069 3791 cni.go:452] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-whczb de72a6423a0a6b9c4c3e03f2a296a6cfc091ba0d8a3298ae48863e628365a257 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-whczb de72a6423a0a6b9c4c3e03f2a296a6cfc091ba0d8a3298ae48863e628365a257 network default NAD default NAD key ] I0513 18:37:13.387381 3791 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-controller-86bd8d9bfc-whczb, hostIfaceName: de72a6423a0a6b9, network: default, NAD default, SandboxID: "de72a6423a0a6b9c4c3e03f2a296a6cfc091ba0d8a3298ae48863e628365a257", PCI device ID: , UID: "ffb912f7-48b6-4d3e-92cf-de3842f0f97a", MAC: 0a:58:0a:80:00:1e, IPs: [10.128.0.30/23] I0513 18:37:13.438545 3791 cni.go:473] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-whczb de72a6423a0a6b9c4c3e03f2a296a6cfc091ba0d8a3298ae48863e628365a257 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-whczb de72a6423a0a6b9c4c3e03f2a296a6cfc091ba0d8a3298ae48863e628365a257 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:a2:95:1b:14:ce\",\"name\":\"de72a6423a0a6b9\"},{\"mac\":\"0a:58:0a:80:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/259c2d07-d4cf-46a8-8011-b05e25503446\"}],\"ips\":[{\"address\":\"10.128.0.30/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 18:37:15.747026 3791 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=33 W0513 18:37:17.178604 3791 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0513 18:37:17.178627 3791 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0513 18:37:17.178633 3791 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0513 18:37:17.269146 3791 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0513 18:37:17.269162 3791 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0513 18:37:17.269167 3791 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0513 18:37:21.992101 3791 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0513 18:37:21.992120 3791 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0513 18:37:21.992125 3791 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0513 18:37:21.992129 3791 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0513 18:37:22.247644 3791 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0513 18:37:22.285785 3791 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0513 18:37:28.275405 3791 util.go:959] Failed to build node endpoints for node ip-10-0-1-112.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0513 18:37:28.275427 3791 util.go:959] Failed to build node endpoints for node ip-10-0-1-112.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0513 18:37:28.275433 3791 util.go:959] Failed to build node endpoints for node ip-10-0-1-112.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller I0513 18:37:34.865317 3791 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0513 18:37:39.963033 3791 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-9twbp] creating logical port openshift-pipelines_tekton-triggers-webhook-6b5b45569f-9twbp for pod on switch ip-10-0-1-112.ec2.internal I0513 18:37:39.963152 3791 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-webhook-6b5b45569f-9twbp I0513 18:37:39.979728 3791 pod.go:62] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-9twbp] pod update took 16.600907ms I0513 18:37:39.979770 3791 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-9twbp] addLogicalPort annotation time took 16.626631ms I0513 18:37:39.981096 3791 pods.go:271] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-9twbp] addLogicalPort took 18.078726ms, libovsdb time 927.253µs I0513 18:37:40.322786 3791 cni.go:452] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-9twbp b82b7c060ddb7eaf22983604fa044a700d329b7d5665551f91a55d66757bfb69 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-9twbp b82b7c060ddb7eaf22983604fa044a700d329b7d5665551f91a55d66757bfb69 network default NAD default NAD key ] I0513 18:37:40.332526 3791 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-webhook-6b5b45569f-9twbp, hostIfaceName: b82b7c060ddb7ea, network: default, NAD default, SandboxID: "b82b7c060ddb7eaf22983604fa044a700d329b7d5665551f91a55d66757bfb69", PCI device ID: , UID: "7013e8b6-fa89-4716-8517-717c2d1a1878", MAC: 0a:58:0a:80:00:1f, IPs: [10.128.0.31/23] I0513 18:37:40.383287 3791 cni.go:473] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-9twbp b82b7c060ddb7eaf22983604fa044a700d329b7d5665551f91a55d66757bfb69 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-9twbp b82b7c060ddb7eaf22983604fa044a700d329b7d5665551f91a55d66757bfb69 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:5e:33:dd:e0:df\",\"name\":\"b82b7c060ddb7ea\"},{\"mac\":\"0a:58:0a:80:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/69056970-0edd-4bb8-b250-59d421f3176f\"}],\"ips\":[{\"address\":\"10.128.0.31/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 18:37:45.264164 3791 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:37:45.264704 3791 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:37:45.288983 3791 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:37:45.289007 3791 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:37:45.296848 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0513 18:37:45.296876 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0513 18:37:47.315499 3791 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0513 18:37:47.316295 3791 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0513 18:37:47.316332 3791 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0513 18:37:47.319202 3791 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel W0513 18:37:49.347322 3791 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors W0513 18:37:55.189550 3791 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0513 18:37:55.189570 3791 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0513 18:37:55.190264 3791 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0513 18:37:55.190283 3791 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service I0513 18:37:57.871073 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0513 18:38:07.343324 3791 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0513 18:38:08.745708 3791 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=33 I0513 18:38:09.619226 3791 namespace.go:142] [openshift-pipelines] updating namespace I0513 18:38:10.433028 3791 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-postgres-0] creating logical port openshift-pipelines_tekton-results-postgres-0 for pod on switch ip-10-0-1-112.ec2.internal I0513 18:38:10.433161 3791 kube.go:256] Updating pod openshift-pipelines/tekton-results-postgres-0 I0513 18:38:10.446840 3791 pod.go:62] [openshift-pipelines/tekton-results-postgres-0] pod update took 13.708416ms I0513 18:38:10.446861 3791 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-postgres-0] addLogicalPort annotation time took 13.735449ms I0513 18:38:10.448069 3791 pods.go:271] [openshift-pipelines/tekton-results-postgres-0] addLogicalPort took 15.062682ms, libovsdb time 838.728µs I0513 18:38:18.006879 3791 cni.go:452] [openshift-pipelines/tekton-results-postgres-0 a0ee5dd717984b13b2cfbc48a8d14332f666c9797d8d99a1efd2e5349f86846c network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-postgres-0 a0ee5dd717984b13b2cfbc48a8d14332f666c9797d8d99a1efd2e5349f86846c network default NAD default NAD key ] I0513 18:38:18.016049 3791 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-postgres-0, hostIfaceName: a0ee5dd717984b1, network: default, NAD default, SandboxID: "a0ee5dd717984b13b2cfbc48a8d14332f666c9797d8d99a1efd2e5349f86846c", PCI device ID: , UID: "cb8a24c4-8c9d-41d5-b458-5f716dbdc55a", MAC: 0a:58:0a:80:00:20, IPs: [10.128.0.32/23] I0513 18:38:18.065761 3791 cni.go:473] [openshift-pipelines/tekton-results-postgres-0 a0ee5dd717984b13b2cfbc48a8d14332f666c9797d8d99a1efd2e5349f86846c network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-postgres-0 a0ee5dd717984b13b2cfbc48a8d14332f666c9797d8d99a1efd2e5349f86846c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:d4:12:2e:e0:c8\",\"name\":\"a0ee5dd717984b1\"},{\"mac\":\"0a:58:0a:80:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/17b4e111-d1ed-429e-be41-2d18f31c803b\"}],\"ips\":[{\"address\":\"10.128.0.32/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 18:38:21.750425 3791 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0513 18:38:23.640674 3791 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0513 18:38:24.999165 3791 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-api-64c5c8474c-9wx7l] creating logical port openshift-pipelines_tekton-results-api-64c5c8474c-9wx7l for pod on switch ip-10-0-1-112.ec2.internal I0513 18:38:24.999259 3791 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-64c5c8474c-9wx7l I0513 18:38:25.019282 3791 pod.go:62] [openshift-pipelines/tekton-results-api-64c5c8474c-9wx7l] pod update took 20.047219ms I0513 18:38:25.019310 3791 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-api-64c5c8474c-9wx7l] addLogicalPort annotation time took 20.080353ms I0513 18:38:25.020521 3791 pods.go:271] [openshift-pipelines/tekton-results-api-64c5c8474c-9wx7l] addLogicalPort took 21.375363ms, libovsdb time 838.373µs I0513 18:38:25.087174 3791 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-2thpq] creating logical port openshift-pipelines_tekton-results-retention-policy-agent-585694b54-2thpq for pod on switch ip-10-0-1-112.ec2.internal I0513 18:38:25.087264 3791 kube.go:256] Updating pod openshift-pipelines/tekton-results-retention-policy-agent-585694b54-2thpq I0513 18:38:25.101909 3791 pod.go:62] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-2thpq] pod update took 14.670321ms I0513 18:38:25.101942 3791 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-2thpq] addLogicalPort annotation time took 14.705735ms I0513 18:38:25.103176 3791 pods.go:271] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-2thpq] addLogicalPort took 16.016843ms, libovsdb time 852.149µs I0513 18:38:25.359624 3791 cni.go:452] [openshift-pipelines/tekton-results-api-64c5c8474c-9wx7l e9d89b82496224f875389b7850af0a5b8b3d0c81bc59240c0fe8cd3486b0c59e network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-api-64c5c8474c-9wx7l e9d89b82496224f875389b7850af0a5b8b3d0c81bc59240c0fe8cd3486b0c59e network default NAD default NAD key ] I0513 18:38:25.368909 3791 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-api-64c5c8474c-9wx7l, hostIfaceName: e9d89b82496224f, network: default, NAD default, SandboxID: "e9d89b82496224f875389b7850af0a5b8b3d0c81bc59240c0fe8cd3486b0c59e", PCI device ID: , UID: "fe9b3d17-2bdd-4c08-90da-399a1bde99de", MAC: 0a:58:0a:80:00:21, IPs: [10.128.0.33/23] I0513 18:38:25.420472 3791 cni.go:473] [openshift-pipelines/tekton-results-api-64c5c8474c-9wx7l e9d89b82496224f875389b7850af0a5b8b3d0c81bc59240c0fe8cd3486b0c59e network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-api-64c5c8474c-9wx7l e9d89b82496224f875389b7850af0a5b8b3d0c81bc59240c0fe8cd3486b0c59e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:52:72:2c:0d:ee\",\"name\":\"e9d89b82496224f\"},{\"mac\":\"0a:58:0a:80:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3c4de162-204a-4e63-bc17-c1fefadaf4a1\"}],\"ips\":[{\"address\":\"10.128.0.33/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 18:38:25.448082 3791 cni.go:452] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-2thpq 2445712d863ba8965dda6d7ff7f7230d83b5dad50bdddf2d74054ffe1cf0db30 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-2thpq 2445712d863ba8965dda6d7ff7f7230d83b5dad50bdddf2d74054ffe1cf0db30 network default NAD default NAD key ] I0513 18:38:25.457830 3791 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-retention-policy-agent-585694b54-2thpq, hostIfaceName: 2445712d863ba89, network: default, NAD default, SandboxID: "2445712d863ba8965dda6d7ff7f7230d83b5dad50bdddf2d74054ffe1cf0db30", PCI device ID: , UID: "ac9f8671-dbd4-4f82-9f29-60b630c7a91b", MAC: 0a:58:0a:80:00:22, IPs: [10.128.0.34/23] I0513 18:38:25.508554 3791 cni.go:473] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-2thpq 2445712d863ba8965dda6d7ff7f7230d83b5dad50bdddf2d74054ffe1cf0db30 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-2thpq 2445712d863ba8965dda6d7ff7f7230d83b5dad50bdddf2d74054ffe1cf0db30 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:37:0c:78:86:30\",\"name\":\"2445712d863ba89\"},{\"mac\":\"0a:58:0a:80:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fc63168a-12a7-4505-819d-6cac64d49e98\"}],\"ips\":[{\"address\":\"10.128.0.34/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0513 18:38:29.651210 3791 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0513 18:38:29.651229 3791 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0513 18:38:29.651234 3791 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0513 18:38:35.660375 3791 util.go:959] Failed to build node endpoints for node ip-10-0-1-112.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0513 18:38:35.660395 3791 util.go:959] Failed to build node endpoints for node ip-10-0-1-112.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0513 18:38:35.660401 3791 util.go:959] Failed to build node endpoints for node ip-10-0-1-112.ec2.internal port 6060: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0513 18:38:37.615164 3791 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:38:37.615795 3791 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:38:37.665209 3791 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:38:37.665234 3791 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:38:37.673480 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0513 18:38:37.673501 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0513 18:38:40.699548 3791 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-createtree-job-s85rj-2f4rd] creating logical port tsf-tas_ctlog-createtree-job-s85rj-2f4rd for pod on switch ip-10-0-1-112.ec2.internal I0513 18:38:40.699648 3791 kube.go:256] Updating pod tsf-tas/ctlog-createtree-job-s85rj-2f4rd I0513 18:38:40.715799 3791 pod.go:62] [tsf-tas/ctlog-createtree-job-s85rj-2f4rd] pod update took 16.169848ms I0513 18:38:40.715828 3791 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-createtree-job-s85rj-2f4rd] addLogicalPort annotation time took 16.20369ms I0513 18:38:40.717322 3791 pods.go:271] [tsf-tas/ctlog-createtree-job-s85rj-2f4rd] addLogicalPort took 17.794894ms, libovsdb time 998.102µs I0513 18:38:40.986339 3791 base_network_controller_pods.go:487] [default/tsf-tas/rekor-createtree-job-s8jp6-2jfmp] creating logical port tsf-tas_rekor-createtree-job-s8jp6-2jfmp for pod on switch ip-10-0-1-112.ec2.internal I0513 18:38:40.986435 3791 kube.go:256] Updating pod tsf-tas/rekor-createtree-job-s8jp6-2jfmp I0513 18:38:41.002785 3791 pod.go:62] [tsf-tas/rekor-createtree-job-s8jp6-2jfmp] pod update took 16.370972ms I0513 18:38:41.002809 3791 base_network_controller_pods.go:951] [default/tsf-tas/rekor-createtree-job-s8jp6-2jfmp] addLogicalPort annotation time took 16.400586ms I0513 18:38:41.004044 3791 pods.go:271] [tsf-tas/rekor-createtree-job-s8jp6-2jfmp] addLogicalPort took 17.728809ms, libovsdb time 854.274µs I0513 18:38:41.062868 3791 cni.go:452] [tsf-tas/ctlog-createtree-job-s85rj-2f4rd 68479c23f51cc983cfe5ed0be69c139fc7029476585e264bdee6b5e0db8d18f5 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-createtree-job-s85rj-2f4rd 68479c23f51cc983cfe5ed0be69c139fc7029476585e264bdee6b5e0db8d18f5 network default NAD default NAD key ] I0513 18:38:41.074112 3791 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-createtree-job-s85rj-2f4rd, hostIfaceName: 68479c23f51cc98, network: default, NAD default, SandboxID: "68479c23f51cc983cfe5ed0be69c139fc7029476585e264bdee6b5e0db8d18f5", PCI device ID: , UID: "afbd5313-263d-4bd1-8212-36f2847e06e4", MAC: 0a:58:0a:80:00:23, IPs: [10.128.0.35/23] I0513 18:38:41.126728 3791 cni.go:473] [tsf-tas/ctlog-createtree-job-s85rj-2f4rd 68479c23f51cc983cfe5ed0be69c139fc7029476585e264bdee6b5e0db8d18f5 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-createtree-job-s85rj-2f4rd 68479c23f51cc983cfe5ed0be69c139fc7029476585e264bdee6b5e0db8d18f5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:06:09:06:b4:99\",\"name\":\"68479c23f51cc98\"},{\"mac\":\"0a:58:0a:80:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/41d67894-3592-4c6c-8919-d589baab6ea8\"}],\"ips\":[{\"address\":\"10.128.0.35/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 18:38:41.359358 3791 cni.go:452] [tsf-tas/rekor-createtree-job-s8jp6-2jfmp e57a371d7645ecbaebe9fc7da3a98295d3d4fc384d332ae7a510a08ae81e27ab network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-createtree-job-s8jp6-2jfmp e57a371d7645ecbaebe9fc7da3a98295d3d4fc384d332ae7a510a08ae81e27ab network default NAD default NAD key ] I0513 18:38:41.368995 3791 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-createtree-job-s8jp6-2jfmp, hostIfaceName: e57a371d7645ecb, network: default, NAD default, SandboxID: "e57a371d7645ecbaebe9fc7da3a98295d3d4fc384d332ae7a510a08ae81e27ab", PCI device ID: , UID: "4fe64402-807c-4d94-ac3b-8ebffdee1bc5", MAC: 0a:58:0a:80:00:24, IPs: [10.128.0.36/23] I0513 18:38:41.419205 3791 cni.go:473] [tsf-tas/rekor-createtree-job-s8jp6-2jfmp e57a371d7645ecbaebe9fc7da3a98295d3d4fc384d332ae7a510a08ae81e27ab network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-createtree-job-s8jp6-2jfmp e57a371d7645ecbaebe9fc7da3a98295d3d4fc384d332ae7a510a08ae81e27ab network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:9f:d3:ed:50:a0\",\"name\":\"e57a371d7645ecb\"},{\"mac\":\"0a:58:0a:80:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1947931a-cf0f-43f0-9c9a-c3f8b2d26701\"}],\"ips\":[{\"address\":\"10.128.0.36/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 18:38:41.692051 3791 base_network_controller_pods.go:487] [default/openshift-pipelines/tkn-cli-serve-784b566968-sbd42] creating logical port openshift-pipelines_tkn-cli-serve-784b566968-sbd42 for pod on switch ip-10-0-1-112.ec2.internal I0513 18:38:41.692139 3791 kube.go:256] Updating pod openshift-pipelines/tkn-cli-serve-784b566968-sbd42 I0513 18:38:41.704588 3791 pod.go:62] [openshift-pipelines/tkn-cli-serve-784b566968-sbd42] pod update took 12.470055ms I0513 18:38:41.704613 3791 base_network_controller_pods.go:951] [default/openshift-pipelines/tkn-cli-serve-784b566968-sbd42] addLogicalPort annotation time took 12.500374ms I0513 18:38:41.705930 3791 pods.go:271] [openshift-pipelines/tkn-cli-serve-784b566968-sbd42] addLogicalPort took 13.895995ms, libovsdb time 855.811µs I0513 18:38:42.059942 3791 cni.go:452] [openshift-pipelines/tkn-cli-serve-784b566968-sbd42 5776d611315177ed86d01dfad31a59dbf540bf7ea62e9e3e8b87bb17eefaa954 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tkn-cli-serve-784b566968-sbd42 5776d611315177ed86d01dfad31a59dbf540bf7ea62e9e3e8b87bb17eefaa954 network default NAD default NAD key ] I0513 18:38:42.069979 3791 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tkn-cli-serve-784b566968-sbd42, hostIfaceName: 5776d611315177e, network: default, NAD default, SandboxID: "5776d611315177ed86d01dfad31a59dbf540bf7ea62e9e3e8b87bb17eefaa954", PCI device ID: , UID: "ddb3f5a5-4741-4e45-ba76-7f1c8f67820a", MAC: 0a:58:0a:80:00:25, IPs: [10.128.0.37/23] I0513 18:38:42.123196 3791 cni.go:473] [openshift-pipelines/tkn-cli-serve-784b566968-sbd42 5776d611315177ed86d01dfad31a59dbf540bf7ea62e9e3e8b87bb17eefaa954 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tkn-cli-serve-784b566968-sbd42 5776d611315177ed86d01dfad31a59dbf540bf7ea62e9e3e8b87bb17eefaa954 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:4b:dd:04:ed:aa\",\"name\":\"5776d611315177e\"},{\"mac\":\"0a:58:0a:80:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/810376b8-6d8d-46a2-9b29-c4ed33fee4da\"}],\"ips\":[{\"address\":\"10.128.0.37/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0513 18:38:42.620009 3791 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0513 18:38:42.620033 3791 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server I0513 18:38:43.674318 3791 base_network_controller_pods.go:487] [default/tsf-tas/trillian-db-64fd496b4b-tz9hl] creating logical port tsf-tas_trillian-db-64fd496b4b-tz9hl for pod on switch ip-10-0-1-112.ec2.internal I0513 18:38:43.674413 3791 kube.go:256] Updating pod tsf-tas/trillian-db-64fd496b4b-tz9hl I0513 18:38:43.687819 3791 pod.go:62] [tsf-tas/trillian-db-64fd496b4b-tz9hl] pod update took 13.429921ms I0513 18:38:43.687846 3791 base_network_controller_pods.go:951] [default/tsf-tas/trillian-db-64fd496b4b-tz9hl] addLogicalPort annotation time took 13.461617ms I0513 18:38:43.689934 3791 pods.go:271] [tsf-tas/trillian-db-64fd496b4b-tz9hl] addLogicalPort took 15.632064ms, libovsdb time 1.096398ms I0513 18:38:48.548767 3791 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-9x9j2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:38:48.549332 3791 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-9x9j2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:38:48.836526 3791 cni.go:452] [tsf-tas/trillian-db-64fd496b4b-tz9hl 569df4c309b1ee3cd156a1e69932440410461b617f8cfe996f6197c421cd6ff9 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-db-64fd496b4b-tz9hl 569df4c309b1ee3cd156a1e69932440410461b617f8cfe996f6197c421cd6ff9 network default NAD default NAD key ] I0513 18:38:48.845875 3791 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-db-64fd496b4b-tz9hl, hostIfaceName: 569df4c309b1ee3, network: default, NAD default, SandboxID: "569df4c309b1ee3cd156a1e69932440410461b617f8cfe996f6197c421cd6ff9", PCI device ID: , UID: "c9a69793-09ac-4996-9239-951f31010744", MAC: 0a:58:0a:80:00:26, IPs: [10.128.0.38/23] I0513 18:38:48.897998 3791 cni.go:473] [tsf-tas/trillian-db-64fd496b4b-tz9hl 569df4c309b1ee3cd156a1e69932440410461b617f8cfe996f6197c421cd6ff9 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-db-64fd496b4b-tz9hl 569df4c309b1ee3cd156a1e69932440410461b617f8cfe996f6197c421cd6ff9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:db:33:10:cc:b4\",\"name\":\"569df4c309b1ee3\"},{\"mac\":\"0a:58:0a:80:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d818c3df-cd29-4f73-9e90-bc3b40b394e6\"}],\"ips\":[{\"address\":\"10.128.0.38/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0513 18:38:49.543248 3791 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0513 18:38:49.577946 3791 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-9x9j2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:38:49.577973 3791 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-9x9j2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0513 18:38:52.699151 3791 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0513 18:38:53.766501 3791 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0513 18:38:55.830116 3791 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-kqjbf-8qvcj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:38:55.830634 3791 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-kqjbf-8qvcj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:38:56.713978 3791 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-kqjbf-8qvcj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:38:56.714000 3791 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-kqjbf-8qvcj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:38:56.837691 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0513 18:38:58.764199 3791 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=101 W0513 18:39:04.810363 3791 util.go:959] Failed to build node endpoints for node ip-10-0-1-112.ec2.internal port 3306: empty IP address endpoints for service tsf-tas/trillian-mysql W0513 18:39:15.692371 3791 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0513 18:39:28.897286 3791 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:39:28.897823 3791 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:39:28.941205 3791 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:39:28.941225 3791 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:39:28.949498 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0513 18:39:28.949523 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0513 18:39:29.944380 3791 cni.go:452] [tsf-tas/ctlog-createtree-job-s85rj-2f4rd 68479c23f51cc983cfe5ed0be69c139fc7029476585e264bdee6b5e0db8d18f5 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/ctlog-createtree-job-s85rj-2f4rd 68479c23f51cc983cfe5ed0be69c139fc7029476585e264bdee6b5e0db8d18f5 network default NAD default NAD key ] I0513 18:39:30.045308 3791 cni.go:473] [tsf-tas/ctlog-createtree-job-s85rj-2f4rd 68479c23f51cc983cfe5ed0be69c139fc7029476585e264bdee6b5e0db8d18f5 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/ctlog-createtree-job-s85rj-2f4rd 68479c23f51cc983cfe5ed0be69c139fc7029476585e264bdee6b5e0db8d18f5 network default NAD default NAD key default], result "{}", err I0513 18:39:30.101252 3791 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-s85rj-2f4rd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:39:30.101293 3791 pods.go:176] Deleting pod: tsf-tas/ctlog-createtree-job-s85rj-2f4rd I0513 18:39:30.102779 3791 pods.go:236] Attempting to release IPs for pod: tsf-tas/ctlog-createtree-job-s85rj-2f4rd, ips: 10.128.0.35 I0513 18:39:30.102816 3791 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-s85rj-2f4rd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:39:30.961599 3791 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-s85rj-2f4rd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:39:30.961710 3791 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-s85rj-2f4rd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:39:31.764319 3791 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=100 I0513 18:39:38.970327 3791 obj_retry.go:498] Detected object tsf/patch-tekton-config-qhnck of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:39:38.970929 3791 obj_retry.go:498] Detected object tsf/patch-tekton-config-qhnck of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0513 18:39:39.841389 3791 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0513 18:39:39.992767 3791 cni.go:452] [tsf-tas/rekor-createtree-job-s8jp6-2jfmp e57a371d7645ecbaebe9fc7da3a98295d3d4fc384d332ae7a510a08ae81e27ab network default NAD default NAD key ] DEL starting CNI request [tsf-tas/rekor-createtree-job-s8jp6-2jfmp e57a371d7645ecbaebe9fc7da3a98295d3d4fc384d332ae7a510a08ae81e27ab network default NAD default NAD key ] I0513 18:39:39.997991 3791 obj_retry.go:492] Detected object tsf/patch-tekton-config-qhnck of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:39:39.998011 3791 obj_retry.go:492] Detected object tsf/patch-tekton-config-qhnck of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:39:40.075083 3791 cni.go:473] [tsf-tas/rekor-createtree-job-s8jp6-2jfmp e57a371d7645ecbaebe9fc7da3a98295d3d4fc384d332ae7a510a08ae81e27ab network default NAD default NAD key default] DEL finished CNI request [tsf-tas/rekor-createtree-job-s8jp6-2jfmp e57a371d7645ecbaebe9fc7da3a98295d3d4fc384d332ae7a510a08ae81e27ab network default NAD default NAD key default], result "{}", err I0513 18:39:40.132971 3791 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-s8jp6-2jfmp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:39:40.133000 3791 pods.go:176] Deleting pod: tsf-tas/rekor-createtree-job-s8jp6-2jfmp I0513 18:39:40.134371 3791 pods.go:236] Attempting to release IPs for pod: tsf-tas/rekor-createtree-job-s8jp6-2jfmp, ips: 10.128.0.36 I0513 18:39:40.134402 3791 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-s8jp6-2jfmp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:39:41.011251 3791 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-s8jp6-2jfmp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:39:41.011280 3791 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-s8jp6-2jfmp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:39:41.843723 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0513 18:39:42.189328 3791 base_network_controller_pods.go:487] [default/tsf-tas/rekor-search-ui-59858ff4f6-rs6ff] creating logical port tsf-tas_rekor-search-ui-59858ff4f6-rs6ff for pod on switch ip-10-0-1-112.ec2.internal I0513 18:39:42.189421 3791 kube.go:256] Updating pod tsf-tas/rekor-search-ui-59858ff4f6-rs6ff I0513 18:39:42.204140 3791 pod.go:62] [tsf-tas/rekor-search-ui-59858ff4f6-rs6ff] pod update took 14.739485ms I0513 18:39:42.204163 3791 base_network_controller_pods.go:951] [default/tsf-tas/rekor-search-ui-59858ff4f6-rs6ff] addLogicalPort annotation time took 14.767652ms I0513 18:39:42.205484 3791 pods.go:271] [tsf-tas/rekor-search-ui-59858ff4f6-rs6ff] addLogicalPort took 16.174951ms, libovsdb time 854.66µs I0513 18:39:42.551080 3791 cni.go:452] [tsf-tas/rekor-search-ui-59858ff4f6-rs6ff 24fe3a5f3234398526099db577855d0d61411824a5a28a7542ab102f65db9d3a network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-search-ui-59858ff4f6-rs6ff 24fe3a5f3234398526099db577855d0d61411824a5a28a7542ab102f65db9d3a network default NAD default NAD key ] I0513 18:39:42.560612 3791 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-search-ui-59858ff4f6-rs6ff, hostIfaceName: 24fe3a5f3234398, network: default, NAD default, SandboxID: "24fe3a5f3234398526099db577855d0d61411824a5a28a7542ab102f65db9d3a", PCI device ID: , UID: "eedd84bc-759b-400f-9c11-4655c1c1cc77", MAC: 0a:58:0a:80:00:27, IPs: [10.128.0.39/23] I0513 18:39:42.613322 3791 cni.go:473] [tsf-tas/rekor-search-ui-59858ff4f6-rs6ff 24fe3a5f3234398526099db577855d0d61411824a5a28a7542ab102f65db9d3a network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-search-ui-59858ff4f6-rs6ff 24fe3a5f3234398526099db577855d0d61411824a5a28a7542ab102f65db9d3a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:8d:b6:80:3b:b6\",\"name\":\"24fe3a5f3234398\"},{\"mac\":\"0a:58:0a:80:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e4d5a2bb-992c-44ae-91ce-4b1dd66aa6fb\"}],\"ips\":[{\"address\":\"10.128.0.39/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0513 18:39:43.965648 3791 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis W0513 18:39:46.026787 3791 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0513 18:39:49.041973 3791 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-dbbwg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:39:49.042536 3791 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-dbbwg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:39:49.925802 3791 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-dbbwg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:39:49.925831 3791 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-dbbwg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:39:49.964497 3791 obj_retry.go:492] Detected object tsf/patch-tekton-config-qhnck of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:39:49.964523 3791 obj_retry.go:492] Detected object tsf/patch-tekton-config-qhnck of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:39:49.970957 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-qhnck I0513 18:39:49.970982 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-qhnck I0513 18:39:54.064535 3791 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:39:54.065114 3791 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:39:54.089223 3791 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:39:54.089254 3791 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:39:54.096769 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0513 18:39:54.096793 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0513 18:39:55.386541 3791 base_network_controller_pods.go:487] [default/tsf-tpa/create-db-t68hn] creating logical port tsf-tpa_create-db-t68hn for pod on switch ip-10-0-1-112.ec2.internal I0513 18:39:55.386641 3791 kube.go:256] Updating pod tsf-tpa/create-db-t68hn I0513 18:39:55.400804 3791 pod.go:62] [tsf-tpa/create-db-t68hn] pod update took 14.187978ms I0513 18:39:55.400828 3791 base_network_controller_pods.go:951] [default/tsf-tpa/create-db-t68hn] addLogicalPort annotation time took 14.218589ms I0513 18:39:55.402204 3791 pods.go:271] [tsf-tpa/create-db-t68hn] addLogicalPort took 15.682342ms, libovsdb time 948.91µs I0513 18:39:55.746486 3791 cni.go:452] [tsf-tpa/create-db-t68hn 3a5c99cc4d45147a1a3dd5a4cf3f67149f841ead7115350ea9ffcaa926fd95e1 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-db-t68hn 3a5c99cc4d45147a1a3dd5a4cf3f67149f841ead7115350ea9ffcaa926fd95e1 network default NAD default NAD key ] I0513 18:39:55.755835 3791 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-db-t68hn, hostIfaceName: 3a5c99cc4d45147, network: default, NAD default, SandboxID: "3a5c99cc4d45147a1a3dd5a4cf3f67149f841ead7115350ea9ffcaa926fd95e1", PCI device ID: , UID: "75e6d49f-71a5-4640-8a74-547db2ce4006", MAC: 0a:58:0a:80:00:28, IPs: [10.128.0.40/23] I0513 18:39:55.807941 3791 cni.go:473] [tsf-tpa/create-db-t68hn 3a5c99cc4d45147a1a3dd5a4cf3f67149f841ead7115350ea9ffcaa926fd95e1 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-db-t68hn 3a5c99cc4d45147a1a3dd5a4cf3f67149f841ead7115350ea9ffcaa926fd95e1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:69:35:90:69:b8\",\"name\":\"3a5c99cc4d45147\"},{\"mac\":\"0a:58:0a:80:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8444df6b-92d1-44d7-8338-07cadf3caef6\"}],\"ips\":[{\"address\":\"10.128.0.40/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0513 18:39:55.958288 3791 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server W0513 18:39:58.120578 3791 util.go:959] Failed to build node endpoints for node ip-10-0-1-112.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-search-ui I0513 18:40:00.103526 3791 cni.go:452] [tsf-tpa/create-db-t68hn 3a5c99cc4d45147a1a3dd5a4cf3f67149f841ead7115350ea9ffcaa926fd95e1 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-db-t68hn 3a5c99cc4d45147a1a3dd5a4cf3f67149f841ead7115350ea9ffcaa926fd95e1 network default NAD default NAD key ] I0513 18:40:00.166060 3791 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29644960-hp2lg] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29644960-hp2lg for pod on switch ip-10-0-1-112.ec2.internal I0513 18:40:00.166153 3791 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29644960-hp2lg I0513 18:40:00.178080 3791 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29644960-hp2lg] pod update took 11.953008ms I0513 18:40:00.178106 3791 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29644960-hp2lg] addLogicalPort annotation time took 11.9832ms I0513 18:40:00.179340 3791 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29644960-hp2lg] addLogicalPort took 13.297154ms, libovsdb time 831.206µs I0513 18:40:00.189388 3791 cni.go:473] [tsf-tpa/create-db-t68hn 3a5c99cc4d45147a1a3dd5a4cf3f67149f841ead7115350ea9ffcaa926fd95e1 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-db-t68hn 3a5c99cc4d45147a1a3dd5a4cf3f67149f841ead7115350ea9ffcaa926fd95e1 network default NAD default NAD key default], result "{}", err I0513 18:40:00.241268 3791 obj_retry.go:498] Detected object tsf-tpa/create-db-t68hn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:40:00.241298 3791 pods.go:176] Deleting pod: tsf-tpa/create-db-t68hn I0513 18:40:00.242534 3791 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-db-t68hn, ips: 10.128.0.40 I0513 18:40:00.242565 3791 obj_retry.go:498] Detected object tsf-tpa/create-db-t68hn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:40:00.527840 3791 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29644960-hp2lg 9ec3e0b331f268336871697d05d674f723e0eeac4f361bbd53f2a4d8fb0f21a1 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29644960-hp2lg 9ec3e0b331f268336871697d05d674f723e0eeac4f361bbd53f2a4d8fb0f21a1 network default NAD default NAD key ] I0513 18:40:00.537070 3791 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29644960-hp2lg, hostIfaceName: 9ec3e0b331f2683, network: default, NAD default, SandboxID: "9ec3e0b331f268336871697d05d674f723e0eeac4f361bbd53f2a4d8fb0f21a1", PCI device ID: , UID: "1636a47e-001b-44ac-8a21-80dc279914b4", MAC: 0a:58:0a:80:00:29, IPs: [10.128.0.41/23] I0513 18:40:00.588939 3791 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29644960-hp2lg 9ec3e0b331f268336871697d05d674f723e0eeac4f361bbd53f2a4d8fb0f21a1 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29644960-hp2lg 9ec3e0b331f268336871697d05d674f723e0eeac4f361bbd53f2a4d8fb0f21a1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:f4:29:c3:ae:02\",\"name\":\"9ec3e0b331f2683\"},{\"mac\":\"0a:58:0a:80:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ef6c8d8b-a492-4a4a-b13d-64b07ba4426f\"}],\"ips\":[{\"address\":\"10.128.0.41/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 18:40:01.266013 3791 obj_retry.go:492] Detected object tsf-tpa/create-db-t68hn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:40:01.266038 3791 obj_retry.go:492] Detected object tsf-tpa/create-db-t68hn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:40:04.131384 3791 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29644960-hp2lg 9ec3e0b331f268336871697d05d674f723e0eeac4f361bbd53f2a4d8fb0f21a1 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29644960-hp2lg 9ec3e0b331f268336871697d05d674f723e0eeac4f361bbd53f2a4d8fb0f21a1 network default NAD default NAD key ] I0513 18:40:04.211203 3791 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29644960-hp2lg 9ec3e0b331f268336871697d05d674f723e0eeac4f361bbd53f2a4d8fb0f21a1 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29644960-hp2lg 9ec3e0b331f268336871697d05d674f723e0eeac4f361bbd53f2a4d8fb0f21a1 network default NAD default NAD key default], result "{}", err I0513 18:40:04.262117 3791 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644960-hp2lg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:40:04.262146 3791 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29644960-hp2lg I0513 18:40:04.263601 3791 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29644960-hp2lg, ips: 10.128.0.41 I0513 18:40:04.263630 3791 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644960-hp2lg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:40:04.855234 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0513 18:40:05.147243 3791 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644960-hp2lg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:40:05.147270 3791 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644960-hp2lg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:40:08.249663 3791 obj_retry.go:498] Detected object tsf-tpa/migrate-db-vj9l6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:40:08.250227 3791 obj_retry.go:498] Detected object tsf-tpa/migrate-db-vj9l6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:40:09.115088 3791 obj_retry.go:492] Detected object tsf-tpa/migrate-db-vj9l6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:40:09.115115 3791 obj_retry.go:492] Detected object tsf-tpa/migrate-db-vj9l6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:40:11.264903 3791 obj_retry.go:498] Detected object tsf-tpa/create-importers-g5v8z of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:40:11.265517 3791 obj_retry.go:498] Detected object tsf-tpa/create-importers-g5v8z of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:40:12.258778 3791 base_network_controller_pods.go:487] [default/tsf-tpa/server-56ffcfbcff-d46jh] creating logical port tsf-tpa_server-56ffcfbcff-d46jh for pod on switch ip-10-0-1-112.ec2.internal I0513 18:40:12.258892 3791 kube.go:256] Updating pod tsf-tpa/server-56ffcfbcff-d46jh I0513 18:40:12.274674 3791 pod.go:62] [tsf-tpa/server-56ffcfbcff-d46jh] pod update took 15.813437ms I0513 18:40:12.274696 3791 base_network_controller_pods.go:951] [default/tsf-tpa/server-56ffcfbcff-d46jh] addLogicalPort annotation time took 15.842894ms I0513 18:40:12.275981 3791 pods.go:271] [tsf-tpa/server-56ffcfbcff-d46jh] addLogicalPort took 17.240287ms, libovsdb time 863.529µs I0513 18:40:12.288004 3791 base_network_controller_pods.go:487] [default/tsf-tpa/importer-86bcdf477b-fssz6] creating logical port tsf-tpa_importer-86bcdf477b-fssz6 for pod on switch ip-10-0-1-112.ec2.internal I0513 18:40:12.288103 3791 kube.go:256] Updating pod tsf-tpa/importer-86bcdf477b-fssz6 I0513 18:40:12.288883 3791 obj_retry.go:492] Detected object tsf-tpa/create-importers-g5v8z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:40:12.288901 3791 obj_retry.go:492] Detected object tsf-tpa/create-importers-g5v8z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:40:12.306984 3791 pod.go:62] [tsf-tpa/importer-86bcdf477b-fssz6] pod update took 18.914853ms I0513 18:40:12.307003 3791 base_network_controller_pods.go:951] [default/tsf-tpa/importer-86bcdf477b-fssz6] addLogicalPort annotation time took 18.938345ms I0513 18:40:12.308214 3791 pods.go:271] [tsf-tpa/importer-86bcdf477b-fssz6] addLogicalPort took 20.226294ms, libovsdb time 857.935µs I0513 18:40:21.942658 3791 cni.go:452] [tsf-tpa/server-56ffcfbcff-d46jh 0499915e848beb5c02da6fd4c692bea8f42cc97298d99cf649ccce744a97b9f8 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/server-56ffcfbcff-d46jh 0499915e848beb5c02da6fd4c692bea8f42cc97298d99cf649ccce744a97b9f8 network default NAD default NAD key ] I0513 18:40:21.949032 3791 cni.go:452] [tsf-tpa/importer-86bcdf477b-fssz6 0bdb4e24b6c6efa1bcaa2ecd6d132e1757c3ac4f997c6f9731fd5a1f69e55343 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/importer-86bcdf477b-fssz6 0bdb4e24b6c6efa1bcaa2ecd6d132e1757c3ac4f997c6f9731fd5a1f69e55343 network default NAD default NAD key ] I0513 18:40:21.953971 3791 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: server-56ffcfbcff-d46jh, hostIfaceName: 0499915e848beb5, network: default, NAD default, SandboxID: "0499915e848beb5c02da6fd4c692bea8f42cc97298d99cf649ccce744a97b9f8", PCI device ID: , UID: "f52be96c-5b3d-4368-9aeb-d1d23b6bf99a", MAC: 0a:58:0a:80:00:2a, IPs: [10.128.0.42/23] I0513 18:40:21.960712 3791 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: importer-86bcdf477b-fssz6, hostIfaceName: 0bdb4e24b6c6efa, network: default, NAD default, SandboxID: "0bdb4e24b6c6efa1bcaa2ecd6d132e1757c3ac4f997c6f9731fd5a1f69e55343", PCI device ID: , UID: "82e6c527-e384-4039-a55f-4581394f5f84", MAC: 0a:58:0a:80:00:2b, IPs: [10.128.0.43/23] I0513 18:40:22.215470 3791 cni.go:473] [tsf-tpa/server-56ffcfbcff-d46jh 0499915e848beb5c02da6fd4c692bea8f42cc97298d99cf649ccce744a97b9f8 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/server-56ffcfbcff-d46jh 0499915e848beb5c02da6fd4c692bea8f42cc97298d99cf649ccce744a97b9f8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:4a:95:de:93:b7\",\"name\":\"0499915e848beb5\"},{\"mac\":\"0a:58:0a:80:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bd2a8bce-1f4e-4563-81ec-38328d76a000\"}],\"ips\":[{\"address\":\"10.128.0.42/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 18:40:22.240678 3791 cni.go:473] [tsf-tpa/importer-86bcdf477b-fssz6 0bdb4e24b6c6efa1bcaa2ecd6d132e1757c3ac4f997c6f9731fd5a1f69e55343 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/importer-86bcdf477b-fssz6 0bdb4e24b6c6efa1bcaa2ecd6d132e1757c3ac4f997c6f9731fd5a1f69e55343 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:39:5d:86:46:5c\",\"name\":\"0bdb4e24b6c6efa\"},{\"mac\":\"0a:58:0a:80:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/537af523-2149-4acd-99ba-3e07335a7e7b\"}],\"ips\":[{\"address\":\"10.128.0.43/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0513 18:40:23.256706 3791 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server W0513 18:40:24.273773 3791 util.go:959] Failed to build node endpoints for node ip-10-0-1-112.ec2.internal port 8080: empty IP address endpoints for service tsf-tpa/server I0513 18:40:28.860674 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0513 18:40:29.367801 3791 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-tsctd-2cx8j of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:40:29.368369 3791 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-tsctd-2cx8j of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:40:30.243890 3791 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-tsctd-2cx8j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:40:30.243914 3791 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-tsctd-2cx8j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:40:41.374425 3791 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:40:41.375021 3791 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:40:41.417557 3791 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:40:41.417576 3791 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:40:41.421788 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0513 18:40:41.421813 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0513 18:40:42.194368 3791 namespace.go:98] [build-service] adding namespace I0513 18:40:42.194390 3791 namespace.go:98] [integration-service] adding namespace I0513 18:40:42.195360 3791 namespace.go:102] [build-service] adding namespace took 969.833µs I0513 18:40:42.196044 3791 namespace.go:102] [integration-service] adding namespace took 1.639051ms I0513 18:40:42.196466 3791 namespace.go:98] [default-tenant] adding namespace I0513 18:40:42.196595 3791 namespace.go:98] [image-controller] adding namespace I0513 18:40:42.197100 3791 namespace.go:102] [default-tenant] adding namespace took 621.3µs I0513 18:40:42.197594 3791 namespace.go:102] [image-controller] adding namespace took 985.106µs I0513 18:40:42.246607 3791 namespace.go:142] [build-service] updating namespace I0513 18:40:42.270224 3791 namespace.go:142] [build-service] updating namespace I0513 18:40:42.301442 3791 namespace.go:142] [integration-service] updating namespace I0513 18:40:42.336078 3791 namespace.go:142] [integration-service] updating namespace I0513 18:40:42.357612 3791 namespace.go:142] [default-tenant] updating namespace I0513 18:40:42.377302 3791 namespace.go:142] [default-tenant] updating namespace I0513 18:40:42.380218 3791 namespace.go:142] [image-controller] updating namespace I0513 18:40:42.414247 3791 namespace.go:142] [image-controller] updating namespace I0513 18:40:42.444065 3791 namespace.go:142] [build-service] updating namespace I0513 18:40:42.466361 3791 namespace.go:142] [integration-service] updating namespace I0513 18:40:42.492767 3791 namespace.go:98] [release-service] adding namespace I0513 18:40:42.493519 3791 namespace.go:102] [release-service] adding namespace took 732.569µs I0513 18:40:42.541736 3791 namespace.go:142] [release-service] updating namespace I0513 18:40:42.541845 3791 namespace.go:142] [konflux-ui] updating namespace I0513 18:40:42.566828 3791 namespace.go:142] [release-service] updating namespace I0513 18:40:42.648176 3791 namespace.go:98] [konflux-info] adding namespace I0513 18:40:42.648866 3791 namespace.go:102] [konflux-info] adding namespace took 667.756µs I0513 18:40:42.740774 3791 namespace.go:98] [namespace-lister] adding namespace I0513 18:40:42.741655 3791 namespace.go:102] [namespace-lister] adding namespace took 859.936µs I0513 18:40:42.752718 3791 namespace.go:142] [konflux-info] updating namespace I0513 18:40:42.783072 3791 namespace.go:142] [image-controller] updating namespace I0513 18:40:42.793928 3791 namespace.go:98] [enterprise-contract-service] adding namespace I0513 18:40:42.794689 3791 namespace.go:102] [enterprise-contract-service] adding namespace took 744.575µs I0513 18:40:42.845782 3791 namespace.go:142] [konflux-info] updating namespace I0513 18:40:42.895664 3791 namespace.go:142] [namespace-lister] updating namespace I0513 18:40:42.969451 3791 namespace.go:142] [namespace-lister] updating namespace I0513 18:40:42.987077 3791 namespace.go:142] [default-tenant] updating namespace I0513 18:40:43.091095 3791 namespace.go:142] [enterprise-contract-service] updating namespace I0513 18:40:43.297506 3791 namespace.go:98] [segment-bridge] adding namespace I0513 18:40:43.298364 3791 namespace.go:102] [segment-bridge] adding namespace took 837.515µs I0513 18:40:43.546177 3791 namespace.go:142] [enterprise-contract-service] updating namespace I0513 18:40:43.628456 3791 namespace.go:98] [konflux-cli] adding namespace I0513 18:40:43.629362 3791 namespace.go:102] [konflux-cli] adding namespace took 884.603µs I0513 18:40:43.749807 3791 namespace.go:142] [build-service] updating namespace I0513 18:40:43.853676 3791 namespace.go:142] [segment-bridge] updating namespace I0513 18:40:43.933788 3791 namespace.go:142] [default-tenant] updating namespace I0513 18:40:44.132021 3791 namespace.go:142] [segment-bridge] updating namespace I0513 18:40:44.208005 3791 namespace.go:142] [konflux-cli] updating namespace I0513 18:40:44.296110 3791 namespace.go:142] [image-controller] updating namespace I0513 18:40:44.702079 3791 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0513 18:40:44.702542 3791 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0513 18:40:44.702558 3791 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0513 18:40:44.704967 3791 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0513 18:40:44.708673 3791 namespace.go:142] [konflux-cli] updating namespace I0513 18:40:44.779813 3791 namespace.go:142] [integration-service] updating namespace I0513 18:40:45.116632 3791 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0513 18:40:45.116658 3791 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0513 18:40:45.117501 3791 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0513 18:40:45.208788 3791 namespace.go:142] [konflux-info] updating namespace I0513 18:40:45.662109 3791 namespace.go:142] [namespace-lister] updating namespace I0513 18:40:46.177719 3791 namespace.go:142] [release-service] updating namespace I0513 18:40:46.282197 3791 namespace.go:142] [build-service] updating namespace I0513 18:40:46.307392 3791 namespace.go:142] [default-tenant] updating namespace I0513 18:40:46.320782 3791 namespace.go:142] [image-controller] updating namespace I0513 18:40:46.339012 3791 namespace.go:142] [integration-service] updating namespace I0513 18:40:46.393138 3791 namespace.go:142] [konflux-info] updating namespace I0513 18:40:46.417443 3791 namespace.go:142] [namespace-lister] updating namespace I0513 18:40:46.429488 3791 namespace.go:142] [release-service] updating namespace I0513 18:40:46.503324 3791 namespace.go:142] [build-service] updating namespace I0513 18:40:46.571805 3791 namespace.go:142] [default-tenant] updating namespace I0513 18:40:46.644432 3791 namespace.go:142] [image-controller] updating namespace I0513 18:40:46.695464 3791 namespace.go:142] [integration-service] updating namespace I0513 18:40:46.753831 3791 namespace.go:142] [konflux-info] updating namespace I0513 18:40:46.864710 3791 namespace.go:142] [namespace-lister] updating namespace I0513 18:40:46.954891 3791 namespace.go:142] [release-service] updating namespace W0513 18:40:47.352737 3791 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0513 18:40:48.251906 3791 namespace.go:142] [enterprise-contract-service] updating namespace W0513 18:40:48.296693 3791 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0513 18:40:48.451222 3791 namespace.go:142] [konflux-cli] updating namespace I0513 18:40:48.680588 3791 namespace.go:142] [segment-bridge] updating namespace I0513 18:40:48.761155 3791 namespace.go:142] [enterprise-contract-service] updating namespace I0513 18:40:48.776097 3791 namespace.go:142] [konflux-cli] updating namespace I0513 18:40:48.794623 3791 namespace.go:142] [segment-bridge] updating namespace I0513 18:40:48.864030 3791 namespace.go:142] [enterprise-contract-service] updating namespace I0513 18:40:48.966018 3791 namespace.go:142] [konflux-cli] updating namespace I0513 18:40:49.181999 3791 namespace.go:142] [segment-bridge] updating namespace W0513 18:40:49.344928 3791 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0513 18:40:50.834760 3791 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 W0513 18:40:52.310971 3791 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0513 18:40:56.391387 3791 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0513 18:40:56.391411 3791 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0513 18:41:00.377299 3791 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0513 18:41:00.377299 3791 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0513 18:41:00.413614 3791 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0513 18:41:00.413636 3791 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0513 18:41:00.441892 3791 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0513 18:41:00.444646 3791 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0513 18:41:00.478039 3791 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0513 18:41:00.508097 3791 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0513 18:41:00.508824 3791 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service I0513 18:41:11.802580 3791 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-z74rd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:41:11.803127 3791 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-z74rd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:41:12.466935 3791 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-z74rd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:41:12.466962 3791 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-z74rd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:41:12.471091 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-z74rd I0513 18:41:12.471119 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-z74rd I0513 18:41:39.853925 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0513 18:41:53.768256 3791 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=612 I0513 18:42:07.464464 3791 obj_retry.go:498] Detected object konflux-ui/proxy-5d695cb796-jh78x of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:42:07.465038 3791 obj_retry.go:498] Detected object konflux-ui/proxy-5d695cb796-jh78x of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:42:07.813596 3791 obj_retry.go:492] Detected object konflux-ui/proxy-5d695cb796-jh78x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:42:07.813622 3791 obj_retry.go:492] Detected object konflux-ui/proxy-5d695cb796-jh78x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:42:07.821126 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-5d695cb796-jh78x I0513 18:42:07.821153 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-5d695cb796-jh78x I0513 18:42:14.003981 3791 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:42:14.004512 3791 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:42:14.022781 3791 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:42:14.022804 3791 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:42:14.030291 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0513 18:42:14.030318 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0513 18:42:39.566037 3791 namespace.go:98] [managed-tenant-60swj] adding namespace I0513 18:42:39.566854 3791 namespace.go:102] [managed-tenant-60swj] adding namespace took 795.822µs I0513 18:42:39.645773 3791 namespace.go:142] [managed-tenant-60swj] updating namespace I0513 18:42:39.675794 3791 namespace.go:142] [managed-tenant-60swj] updating namespace I0513 18:42:40.702381 3791 namespace.go:142] [managed-tenant-60swj] updating namespace I0513 18:42:40.807332 3791 namespace.go:142] [managed-tenant-60swj] updating namespace I0513 18:42:40.904664 3791 namespace.go:142] [managed-tenant-60swj] updating namespace I0513 18:43:30.868692 3791 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0513 18:44:10.839956 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0513 18:44:14.749807 3791 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=53 I0513 18:44:41.873213 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0513 18:44:47.767309 3791 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=65 I0513 18:44:54.753172 3791 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0513 18:44:56.872844 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0513 18:45:28.845950 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0513 18:45:48.857546 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0513 18:46:00.862972 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0513 18:46:37.766806 3791 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=79 I0513 18:46:48.860203 3791 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0513 18:46:57.747963 3791 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=72 W0513 18:47:19.151616 3791 duration.go:461] Config duration recorder: measurement expired for pod/openshift-ingress/router-default-749b877fcc-2x5r8 I0513 18:48:37.873383 3791 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0513 18:49:01.837467 3791 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0513 18:50:01.055090 3791 obj_retry.go:492] Detected object tsf-tpa/create-db-t68hn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:50:01.055132 3791 obj_retry.go:492] Detected object tsf-tpa/create-db-t68hn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:50:01.060115 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-t68hn I0513 18:50:01.060145 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-t68hn I0513 18:50:04.713596 3791 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644970-j62n7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:50:04.714222 3791 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644970-j62n7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:50:05.580361 3791 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644970-j62n7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:50:05.580414 3791 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644970-j62n7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:50:05.619023 3791 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644940-nvrm2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:50:05.619045 3791 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644940-nvrm2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:50:05.624602 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29644940-nvrm2 I0513 18:50:05.624624 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29644940-nvrm2 I0513 18:50:09.034185 3791 obj_retry.go:492] Detected object tsf-tpa/migrate-db-vj9l6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:50:09.034243 3791 obj_retry.go:492] Detected object tsf-tpa/migrate-db-vj9l6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:50:09.037207 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-vj9l6 I0513 18:50:09.037228 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-vj9l6 I0513 18:50:12.034004 3791 obj_retry.go:492] Detected object tsf-tpa/create-importers-g5v8z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:50:12.034028 3791 obj_retry.go:492] Detected object tsf-tpa/create-importers-g5v8z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:50:12.039011 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-g5v8z I0513 18:50:12.039036 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-g5v8z I0513 18:50:22.752840 3791 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=8 I0513 18:50:53.755991 3791 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0513 18:51:04.194598 3791 obj_retry.go:498] Detected object default-tenant/tsf-comp-5495c-on-pull-request-7cqmq-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:51:04.195247 3791 obj_retry.go:498] Detected object default-tenant/tsf-comp-5495c-on-pull-request-7cqmq-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:51:04.926549 3791 obj_retry.go:492] Detected object default-tenant/tsf-comp-5495c-on-pull-request-7cqmq-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:51:04.926571 3791 obj_retry.go:492] Detected object default-tenant/tsf-comp-5495c-on-pull-request-7cqmq-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:51:04.934674 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-comp-5495c-on-pull-request-7cqmq-init-pod I0513 18:51:04.934700 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-comp-5495c-on-pull-request-7cqmq-init-pod I0513 18:51:14.147183 3791 obj_retry.go:498] Detected object default-tenant/tsf-comp-5495c-on-push-ntxps-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:51:14.147848 3791 obj_retry.go:498] Detected object default-tenant/tsf-comp-5495c-on-push-ntxps-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:51:18.770601 3791 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=71 I0513 18:51:27.876059 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0513 18:51:29.330927 3791 obj_retry.go:498] Detected object default-tenant/tsf-comp-5495c-on-push-ntxps-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:51:29.331453 3791 obj_retry.go:498] Detected object default-tenant/tsf-comp-5495c-on-push-ntxps-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:51:30.849164 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0513 18:51:34.857086 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0513 18:52:13.769799 3791 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=6 I0513 18:52:38.754650 3791 obj_retry.go:498] Detected object default-tenant/tsf-comp-5495c-on-push-ntxps-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:52:38.755222 3791 obj_retry.go:498] Detected object default-tenant/tsf-comp-5495c-on-push-ntxps-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:52:39.769577 3791 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=11 I0513 18:53:20.863385 3791 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0513 18:53:31.842390 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0513 18:53:51.751062 3791 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=36 I0513 18:54:01.860037 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0513 18:54:24.875278 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=11 I0513 18:55:12.865943 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0513 18:55:17.495673 3791 obj_retry.go:498] Detected object default-tenant/tsf-comp-5495c-on-push-ntxps-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:55:17.496311 3791 obj_retry.go:498] Detected object default-tenant/tsf-comp-5495c-on-push-ntxps-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:55:51.991051 3791 obj_retry.go:498] Detected object default-tenant/tsf-comp-5495c-on-push-ntxps-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:55:51.991653 3791 obj_retry.go:498] Detected object default-tenant/tsf-comp-5495c-on-push-ntxps-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:56:25.876594 3791 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0513 18:57:12.623510 3791 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-bwg48 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:57:12.624186 3791 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-bwg48 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:57:12.970005 3791 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-bwg48 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:57:12.970031 3791 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-bwg48 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:57:12.973893 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-bwg48 I0513 18:57:12.973916 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-bwg48 I0513 18:57:15.157642 3791 obj_retry.go:498] Detected object default-tenant/tsf-comp-5495c-on-push-ntxps-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:57:15.158302 3791 obj_retry.go:498] Detected object default-tenant/tsf-comp-5495c-on-push-ntxps-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:57:22.860080 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0513 18:57:26.027213 3791 obj_retry.go:498] Detected object default-tenant/tsf-comp-5495c-on-push-ntxps-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:57:26.027842 3791 obj_retry.go:498] Detected object default-tenant/tsf-comp-5495c-on-push-ntxps-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:57:27.773232 3791 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=119 I0513 18:57:34.049116 3791 obj_retry.go:498] Detected object default-tenant/tsf-comp-5495c-on-push-ntxps-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:57:34.049760 3791 obj_retry.go:498] Detected object default-tenant/tsf-comp-5495c-on-push-ntxps-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:57:34.087376 3791 obj_retry.go:498] Detected object default-tenant/tsf-comp-5495c-on-push-ntxps-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:57:34.088047 3791 obj_retry.go:498] Detected object default-tenant/tsf-comp-5495c-on-push-ntxps-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:57:34.130738 3791 obj_retry.go:498] Detected object default-tenant/tsf-comp-5495c-on-push-ntxps-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:57:34.131378 3791 obj_retry.go:498] Detected object default-tenant/tsf-comp-5495c-on-push-ntxps-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:57:39.772578 3791 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=6 I0513 18:57:44.095244 3791 obj_retry.go:498] Detected object default-tenant/tsf-comp-5495c-on-push-ntxps-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:57:44.095847 3791 obj_retry.go:498] Detected object default-tenant/tsf-comp-5495c-on-push-ntxps-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:58:04.190581 3791 obj_retry.go:498] Detected object default-tenant/my-integration-test-otzi-cqmnk-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:58:04.191170 3791 obj_retry.go:498] Detected object default-tenant/my-integration-test-otzi-cqmnk-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:58:23.585415 3791 obj_retry.go:498] Detected object default-tenant/my-integration-test-otzi-cqmnk-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:58:23.586003 3791 obj_retry.go:498] Detected object default-tenant/my-integration-test-otzi-cqmnk-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:58:38.840058 3791 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=11 I0513 18:58:45.755618 3791 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=8 I0513 18:58:48.851848 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0513 18:59:00.735913 3791 obj_retry.go:498] Detected object managed-tenant-60swj/managed-kn6nf-verify-access-to-resources-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:59:00.736508 3791 obj_retry.go:498] Detected object managed-tenant-60swj/managed-kn6nf-verify-access-to-resources-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:59:09.852393 3791 obj_retry.go:498] Detected object managed-tenant-60swj/managed-kn6nf-collect-data-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:59:09.852990 3791 obj_retry.go:498] Detected object managed-tenant-60swj/managed-kn6nf-collect-data-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:59:17.944034 3791 obj_retry.go:498] Detected object managed-tenant-60swj/managed-kn6nf-collect-task-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:59:17.944584 3791 obj_retry.go:498] Detected object managed-tenant-60swj/managed-kn6nf-collect-task-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:59:18.970819 3791 obj_retry.go:498] Detected object managed-tenant-60swj/managed-kn6nf-collect-registry-token-secret-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:59:18.971376 3791 obj_retry.go:498] Detected object managed-tenant-60swj/managed-kn6nf-collect-registry-token-secret-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:59:22.992269 3791 obj_retry.go:498] Detected object managed-tenant-60swj/managed-kn6nf-collect-signing-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:59:22.992858 3791 obj_retry.go:498] Detected object managed-tenant-60swj/managed-kn6nf-collect-signing-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:59:34.130415 3791 obj_retry.go:498] Detected object managed-tenant-60swj/managed-kn6nf-reduce-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:59:34.131031 3791 obj_retry.go:498] Detected object managed-tenant-60swj/managed-kn6nf-reduce-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:59:35.021334 3791 obj_retry.go:498] Detected object managed-tenant-60swj/managed-kn6nf-check-data-keys-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:59:35.021956 3791 obj_retry.go:498] Detected object managed-tenant-60swj/managed-kn6nf-check-data-keys-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0513 18:59:39.152206 3791 duration.go:461] Config duration recorder: measurement expired for pod/tsf/patch-tekton-config-qhnck I0513 18:59:42.744461 3791 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-df7qh] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-df7qh for pod on switch ip-10-0-1-112.ec2.internal I0513 18:59:42.744571 3791 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-df7qh I0513 18:59:42.762469 3791 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-df7qh] pod update took 17.924027ms I0513 18:59:42.762499 3791 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-df7qh] addLogicalPort annotation time took 17.958188ms I0513 18:59:42.763831 3791 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-df7qh] addLogicalPort took 19.389784ms, libovsdb time 895.962µs I0513 18:59:43.109515 3791 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-df7qh d0586b89897b1323e6a611e86fe019fbc72b7462ae7c84e1c79dc10dc03bf951 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-df7qh d0586b89897b1323e6a611e86fe019fbc72b7462ae7c84e1c79dc10dc03bf951 network default NAD default NAD key ] I0513 18:59:43.119049 3791 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-df7qh, hostIfaceName: d0586b89897b132, network: default, NAD default, SandboxID: "d0586b89897b1323e6a611e86fe019fbc72b7462ae7c84e1c79dc10dc03bf951", PCI device ID: , UID: "9f5ba912-b774-4aba-8fae-04a5ee003430", MAC: 0a:58:0a:80:00:2c, IPs: [10.128.0.44/23] I0513 18:59:43.176021 3791 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-df7qh d0586b89897b1323e6a611e86fe019fbc72b7462ae7c84e1c79dc10dc03bf951 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-df7qh d0586b89897b1323e6a611e86fe019fbc72b7462ae7c84e1c79dc10dc03bf951 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:a3:2a:a4:3d:df\",\"name\":\"d0586b89897b132\"},{\"mac\":\"0a:58:0a:80:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9e3d1e4b-a293-4d04-aa8e-9581da9dbdde\"}],\"ips\":[{\"address\":\"10.128.0.44/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 18:59:47.287217 3791 obj_retry.go:498] Detected object managed-tenant-60swj/managed-kn6nf-apply-mapping-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:59:47.287765 3791 obj_retry.go:498] Detected object managed-tenant-60swj/managed-kn6nf-apply-mapping-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:59:55.759197 3791 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 W0513 18:59:58.332629 3791 util.go:959] Failed to build node endpoints for node ip-10-0-1-112.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0513 18:59:58.332654 3791 util.go:959] Failed to build node endpoints for node ip-10-0-1-112.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0513 18:59:58.332661 3791 util.go:959] Failed to build node endpoints for node ip-10-0-1-112.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0513 18:59:58.332666 3791 util.go:959] Failed to build node endpoints for node ip-10-0-1-112.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0513 18:59:58.374506 3791 obj_retry.go:498] Detected object managed-tenant-60swj/managed-kn6nf-filter-already-released-images-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:59:58.375095 3791 obj_retry.go:498] Detected object managed-tenant-60swj/managed-kn6nf-filter-already-released-images-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 19:00:04.434072 3791 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644980-pl5m5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 19:00:04.434605 3791 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644980-pl5m5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 19:00:05.279222 3791 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644980-pl5m5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:00:05.279245 3791 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644980-pl5m5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:00:05.323375 3791 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644950-tlx5m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:00:05.323403 3791 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644950-tlx5m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:00:05.329979 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29644950-tlx5m I0513 19:00:05.330005 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29644950-tlx5m I0513 19:00:05.449999 3791 obj_retry.go:498] Detected object managed-tenant-60swj/managed-kn6nf-collect-tpa-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 19:00:05.450614 3791 obj_retry.go:498] Detected object managed-tenant-60swj/managed-kn6nf-collect-tpa-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 19:00:06.772810 3791 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=14 I0513 19:00:06.878891 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0513 19:00:11.865660 3791 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0513 19:00:42.583265 3791 obj_retry.go:498] Detected object managed-tenant-60swj/managed-kn6nf-verify-conforma-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 19:00:42.583821 3791 obj_retry.go:498] Detected object managed-tenant-60swj/managed-kn6nf-verify-conforma-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 19:01:04.753945 3791 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=38 I0513 19:01:15.153887 3791 obj_retry.go:498] Detected object managed-tenant-60swj/managed-kn6nf-push-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 19:01:15.154495 3791 obj_retry.go:498] Detected object managed-tenant-60swj/managed-kn6nf-push-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 19:02:04.662303 3791 obj_retry.go:498] Detected object managed-tenant-60swj/managed-kn6nf-sign-image-cosign-keyless-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 19:02:04.662985 3791 obj_retry.go:498] Detected object managed-tenant-60swj/managed-kn6nf-sign-image-cosign-keyless-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 19:02:09.868615 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0513 19:02:19.878887 3791 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0513 19:02:25.188400 3791 obj_retry.go:498] Detected object managed-tenant-60swj/managed-kn6nf-process-component-sbom-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 19:02:25.188907 3791 obj_retry.go:498] Detected object managed-tenant-60swj/managed-kn6nf-process-component-sbom-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 19:02:33.295272 3791 obj_retry.go:498] Detected object managed-tenant-60swj/affinity-assistant-23e6e5ea92-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 19:02:33.295881 3791 obj_retry.go:498] Detected object managed-tenant-60swj/affinity-assistant-23e6e5ea92-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 19:02:33.758084 3791 obj_retry.go:492] Detected object managed-tenant-60swj/affinity-assistant-23e6e5ea92-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:02:33.758106 3791 obj_retry.go:492] Detected object managed-tenant-60swj/affinity-assistant-23e6e5ea92-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:02:33.765926 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-60swj/affinity-assistant-23e6e5ea92-0 I0513 19:02:33.765947 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-60swj/affinity-assistant-23e6e5ea92-0 I0513 19:02:33.918416 3791 obj_retry.go:498] Detected object managed-tenant-60swj/managed-kn6nf-update-cr-status-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 19:02:33.918964 3791 obj_retry.go:498] Detected object managed-tenant-60swj/managed-kn6nf-update-cr-status-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 19:02:41.090279 3791 namespace.go:142] [managed-tenant-60swj] updating namespace I0513 19:02:46.133564 3791 obj_retry.go:492] Detected object managed-tenant-60swj/managed-kn6nf-apply-mapping-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:02:46.133597 3791 obj_retry.go:492] Detected object managed-tenant-60swj/managed-kn6nf-apply-mapping-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:02:46.141424 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-60swj/managed-kn6nf-apply-mapping-pod I0513 19:02:46.141454 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-60swj/managed-kn6nf-apply-mapping-pod I0513 19:02:46.152015 3791 obj_retry.go:492] Detected object managed-tenant-60swj/managed-kn6nf-check-data-keys-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:02:46.152037 3791 obj_retry.go:492] Detected object managed-tenant-60swj/managed-kn6nf-check-data-keys-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:02:46.161901 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-60swj/managed-kn6nf-check-data-keys-pod I0513 19:02:46.161928 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-60swj/managed-kn6nf-check-data-keys-pod I0513 19:02:46.172869 3791 obj_retry.go:492] Detected object managed-tenant-60swj/managed-kn6nf-collect-data-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:02:46.172886 3791 obj_retry.go:492] Detected object managed-tenant-60swj/managed-kn6nf-collect-data-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:02:46.181881 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-60swj/managed-kn6nf-collect-data-pod I0513 19:02:46.181907 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-60swj/managed-kn6nf-collect-data-pod I0513 19:02:46.191111 3791 obj_retry.go:492] Detected object managed-tenant-60swj/managed-kn6nf-collect-registry-token-secret-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:02:46.191132 3791 obj_retry.go:492] Detected object managed-tenant-60swj/managed-kn6nf-collect-registry-token-secret-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:02:46.198777 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-60swj/managed-kn6nf-collect-registry-token-secret-pod I0513 19:02:46.198798 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-60swj/managed-kn6nf-collect-registry-token-secret-pod I0513 19:02:46.208785 3791 obj_retry.go:492] Detected object managed-tenant-60swj/managed-kn6nf-collect-signing-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:02:46.208829 3791 obj_retry.go:492] Detected object managed-tenant-60swj/managed-kn6nf-collect-signing-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:02:46.212928 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-60swj/managed-kn6nf-collect-signing-params-pod I0513 19:02:46.212949 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-60swj/managed-kn6nf-collect-signing-params-pod I0513 19:02:46.223325 3791 obj_retry.go:492] Detected object managed-tenant-60swj/managed-kn6nf-collect-task-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:02:46.223343 3791 obj_retry.go:492] Detected object managed-tenant-60swj/managed-kn6nf-collect-task-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:02:46.231038 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-60swj/managed-kn6nf-collect-task-params-pod I0513 19:02:46.231064 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-60swj/managed-kn6nf-collect-task-params-pod I0513 19:02:46.240806 3791 obj_retry.go:492] Detected object managed-tenant-60swj/managed-kn6nf-collect-tpa-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:02:46.240824 3791 obj_retry.go:492] Detected object managed-tenant-60swj/managed-kn6nf-collect-tpa-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:02:46.251892 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-60swj/managed-kn6nf-collect-tpa-params-pod I0513 19:02:46.251911 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-60swj/managed-kn6nf-collect-tpa-params-pod I0513 19:02:46.262295 3791 obj_retry.go:492] Detected object managed-tenant-60swj/managed-kn6nf-filter-already-released-images-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:02:46.262314 3791 obj_retry.go:492] Detected object managed-tenant-60swj/managed-kn6nf-filter-already-released-images-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:02:46.271056 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-60swj/managed-kn6nf-filter-already-released-images-pod I0513 19:02:46.271078 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-60swj/managed-kn6nf-filter-already-released-images-pod I0513 19:02:46.280616 3791 obj_retry.go:492] Detected object managed-tenant-60swj/managed-kn6nf-process-component-sbom-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:02:46.280641 3791 obj_retry.go:492] Detected object managed-tenant-60swj/managed-kn6nf-process-component-sbom-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:02:46.288946 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-60swj/managed-kn6nf-process-component-sbom-pod I0513 19:02:46.288973 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-60swj/managed-kn6nf-process-component-sbom-pod I0513 19:02:46.299985 3791 obj_retry.go:492] Detected object managed-tenant-60swj/managed-kn6nf-push-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:02:46.300036 3791 obj_retry.go:492] Detected object managed-tenant-60swj/managed-kn6nf-push-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:02:46.309723 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-60swj/managed-kn6nf-push-snapshot-pod I0513 19:02:46.309757 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-60swj/managed-kn6nf-push-snapshot-pod I0513 19:02:46.320737 3791 obj_retry.go:492] Detected object managed-tenant-60swj/managed-kn6nf-reduce-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:02:46.320770 3791 obj_retry.go:492] Detected object managed-tenant-60swj/managed-kn6nf-reduce-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:02:46.329880 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-60swj/managed-kn6nf-reduce-snapshot-pod I0513 19:02:46.329909 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-60swj/managed-kn6nf-reduce-snapshot-pod I0513 19:02:46.341094 3791 obj_retry.go:492] Detected object managed-tenant-60swj/managed-kn6nf-sign-image-cosign-keyless-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:02:46.341114 3791 obj_retry.go:492] Detected object managed-tenant-60swj/managed-kn6nf-sign-image-cosign-keyless-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:02:46.352112 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-60swj/managed-kn6nf-sign-image-cosign-keyless-pod I0513 19:02:46.352130 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-60swj/managed-kn6nf-sign-image-cosign-keyless-pod I0513 19:02:46.361719 3791 obj_retry.go:492] Detected object managed-tenant-60swj/managed-kn6nf-update-cr-status-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:02:46.361736 3791 obj_retry.go:492] Detected object managed-tenant-60swj/managed-kn6nf-update-cr-status-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:02:46.370553 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-60swj/managed-kn6nf-update-cr-status-pod I0513 19:02:46.370574 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-60swj/managed-kn6nf-update-cr-status-pod I0513 19:02:46.380051 3791 obj_retry.go:492] Detected object managed-tenant-60swj/managed-kn6nf-verify-access-to-resources-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:02:46.380070 3791 obj_retry.go:492] Detected object managed-tenant-60swj/managed-kn6nf-verify-access-to-resources-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:02:46.387901 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-60swj/managed-kn6nf-verify-access-to-resources-pod I0513 19:02:46.387929 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-60swj/managed-kn6nf-verify-access-to-resources-pod I0513 19:02:46.403171 3791 obj_retry.go:492] Detected object managed-tenant-60swj/managed-kn6nf-verify-conforma-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:02:46.403196 3791 obj_retry.go:492] Detected object managed-tenant-60swj/managed-kn6nf-verify-conforma-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:02:46.413154 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-60swj/managed-kn6nf-verify-conforma-pod I0513 19:02:46.413192 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-60swj/managed-kn6nf-verify-conforma-pod I0513 19:02:47.921054 3791 obj_retry.go:492] Detected object default-tenant/my-integration-test-otzi-cqmnk-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:02:47.921076 3791 obj_retry.go:492] Detected object default-tenant/my-integration-test-otzi-cqmnk-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:02:47.927508 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/my-integration-test-otzi-cqmnk-collect-keyless-params-pod I0513 19:02:47.927532 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/my-integration-test-otzi-cqmnk-collect-keyless-params-pod I0513 19:02:48.542843 3791 obj_retry.go:492] Detected object default-tenant/my-integration-test-otzi-cqmnk-verify-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:02:48.542873 3791 obj_retry.go:492] Detected object default-tenant/my-integration-test-otzi-cqmnk-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:02:48.551369 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/my-integration-test-otzi-cqmnk-verify-pod I0513 19:02:48.551390 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/my-integration-test-otzi-cqmnk-verify-pod I0513 19:02:53.127795 3791 namespace.go:142] [managed-tenant-60swj] updating namespace I0513 19:03:00.281903 3791 namespace.go:142] [managed-tenant-60swj] updating namespace I0513 19:03:07.163696 3791 namespace.go:142] [managed-tenant-60swj] updating namespace I0513 19:03:08.850618 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0513 19:03:12.862840 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0513 19:03:14.366085 3791 namespace.go:142] [managed-tenant-60swj] updating namespace I0513 19:03:21.601876 3791 namespace.go:142] [managed-tenant-60swj] updating namespace I0513 19:03:43.877863 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0513 19:03:48.411279 3791 namespace.go:142] [managed-tenant-60swj] updating namespace I0513 19:04:00.758476 3791 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=6 I0513 19:04:18.863030 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0513 19:04:45.477840 3791 namespace.go:142] [managed-tenant-60swj] updating namespace I0513 19:04:53.776468 3791 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=317 I0513 19:05:02.337734 3791 namespace.go:142] [managed-tenant-60swj] updating namespace I0513 19:05:03.762467 3791 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0513 19:05:20.164666 3791 namespace.go:142] [managed-tenant-60swj] updating namespace I0513 19:05:20.186251 3791 namespace.go:317] [managed-tenant-60swj] deleting namespace I0513 19:05:43.353262 3791 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-df7qh d0586b89897b1323e6a611e86fe019fbc72b7462ae7c84e1c79dc10dc03bf951 network default NAD default NAD key ] DEL starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-df7qh d0586b89897b1323e6a611e86fe019fbc72b7462ae7c84e1c79dc10dc03bf951 network default NAD default NAD key ] I0513 19:05:43.437056 3791 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-df7qh d0586b89897b1323e6a611e86fe019fbc72b7462ae7c84e1c79dc10dc03bf951 network default NAD default NAD key default] DEL finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-df7qh d0586b89897b1323e6a611e86fe019fbc72b7462ae7c84e1c79dc10dc03bf951 network default NAD default NAD key default], result "{}", err I0513 19:05:43.487837 3791 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-pw6ss of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 19:05:43.488447 3791 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-pw6ss of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 19:05:43.496254 3791 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-df7qh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 19:05:43.496286 3791 pods.go:176] Deleting pod: openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-df7qh I0513 19:05:43.497797 3791 pods.go:236] Attempting to release IPs for pod: openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-df7qh, ips: 10.128.0.44 I0513 19:05:43.497823 3791 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-df7qh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 19:05:44.204627 3791 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-df7qh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:05:44.204674 3791 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-df7qh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:05:44.213694 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-df7qh I0513 19:05:44.213731 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-df7qh I0513 19:05:44.302645 3791 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-pw6ss of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:05:44.302667 3791 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-pw6ss of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:05:44.310128 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-pw6ss I0513 19:05:44.310156 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-pw6ss I0513 19:05:46.881849 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0513 19:06:12.854151 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0513 19:06:17.868678 3791 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0513 19:06:37.775463 3791 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=20 I0513 19:06:56.400772 3791 obj_retry.go:498] Detected object default-tenant/java-quarkus-177869918-on-pull-request-g4bv6-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 19:06:56.401406 3791 obj_retry.go:498] Detected object default-tenant/java-quarkus-177869918-on-pull-request-g4bv6-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 19:06:57.127456 3791 obj_retry.go:492] Detected object default-tenant/java-quarkus-177869918-on-pull-request-g4bv6-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:06:57.127481 3791 obj_retry.go:492] Detected object default-tenant/java-quarkus-177869918-on-pull-request-g4bv6-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:06:57.134359 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/java-quarkus-177869918-on-pull-request-g4bv6-init-pod I0513 19:06:57.134386 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/java-quarkus-177869918-on-pull-request-g4bv6-init-pod I0513 19:07:05.346948 3791 obj_retry.go:498] Detected object default-tenant/java-quarkus-177869918-on-push-wjx6g-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 19:07:05.347561 3791 obj_retry.go:498] Detected object default-tenant/java-quarkus-177869918-on-push-wjx6g-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 19:07:05.842696 3791 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0513 19:07:13.526332 3791 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7tpnz] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-7tpnz for pod on switch ip-10-0-1-112.ec2.internal I0513 19:07:13.526441 3791 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7tpnz I0513 19:07:13.547151 3791 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7tpnz] pod update took 20.743863ms I0513 19:07:13.547175 3791 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7tpnz] addLogicalPort annotation time took 20.773636ms I0513 19:07:13.548493 3791 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7tpnz] addLogicalPort took 22.174357ms, libovsdb time 947.836µs I0513 19:07:13.888502 3791 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7tpnz 875be2eed66d97cc8a2e660f2bc4b8318cd9e41c2bd35ee6e33ecd6fe10eb7d4 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7tpnz 875be2eed66d97cc8a2e660f2bc4b8318cd9e41c2bd35ee6e33ecd6fe10eb7d4 network default NAD default NAD key ] I0513 19:07:13.897990 3791 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-7tpnz, hostIfaceName: 875be2eed66d97c, network: default, NAD default, SandboxID: "875be2eed66d97cc8a2e660f2bc4b8318cd9e41c2bd35ee6e33ecd6fe10eb7d4", PCI device ID: , UID: "5aa7e571-cad6-4321-a66a-0adaa3b8c4f5", MAC: 0a:58:0a:80:00:2d, IPs: [10.128.0.45/23] I0513 19:07:13.958421 3791 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7tpnz 875be2eed66d97cc8a2e660f2bc4b8318cd9e41c2bd35ee6e33ecd6fe10eb7d4 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7tpnz 875be2eed66d97cc8a2e660f2bc4b8318cd9e41c2bd35ee6e33ecd6fe10eb7d4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:1f:e6:8d:2a:cb\",\"name\":\"875be2eed66d97c\"},{\"mac\":\"0a:58:0a:80:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d9186038-b17b-4cc5-b58a-c58414dbc03c\"}],\"ips\":[{\"address\":\"10.128.0.45/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 19:07:14.498679 3791 obj_retry.go:498] Detected object default-tenant/java-quarkus-177869918-on-push-wjx6g-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 19:07:14.499334 3791 obj_retry.go:498] Detected object default-tenant/java-quarkus-177869918-on-push-wjx6g-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0513 19:07:25.686497 3791 util.go:959] Failed to build node endpoints for node ip-10-0-1-112.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0513 19:07:25.686521 3791 util.go:959] Failed to build node endpoints for node ip-10-0-1-112.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0513 19:07:25.686528 3791 util.go:959] Failed to build node endpoints for node ip-10-0-1-112.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0513 19:07:25.686533 3791 util.go:959] Failed to build node endpoints for node ip-10-0-1-112.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0513 19:08:13.776154 3791 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=17 I0513 19:08:17.508247 3791 obj_retry.go:498] Detected object default-tenant/java-quarkus-177869918-on-push-wjx6g-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 19:08:17.508810 3791 obj_retry.go:498] Detected object default-tenant/java-quarkus-177869918-on-push-wjx6g-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 19:08:54.870890 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0513 19:09:04.882064 3791 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0513 19:09:27.856319 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0513 19:09:47.756643 3791 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=48 I0513 19:09:47.865926 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0513 19:10:03.847430 3791 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644990-xh5n5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 19:10:03.848060 3791 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644990-xh5n5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 19:10:04.694258 3791 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644990-xh5n5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:10:04.694284 3791 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644990-xh5n5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:10:04.738941 3791 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644960-hp2lg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:10:04.738965 3791 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644960-hp2lg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:10:04.745315 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29644960-hp2lg I0513 19:10:04.745340 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29644960-hp2lg I0513 19:10:35.156342 3791 obj_retry.go:498] Detected object default-tenant/java-quarkus-177869918-on-push-wjx6g-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 19:10:35.156964 3791 obj_retry.go:498] Detected object default-tenant/java-quarkus-177869918-on-push-wjx6g-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 19:10:55.880953 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0513 19:11:09.597493 3791 obj_retry.go:498] Detected object default-tenant/java-quarkus-177869918-on-push-wjx6g-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 19:11:09.598125 3791 obj_retry.go:498] Detected object default-tenant/java-quarkus-177869918-on-push-wjx6g-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0513 19:11:14.152496 3791 duration.go:461] Config duration recorder: measurement expired for pod/default-tenant/tsf-comp-5495c-on-push-ntxps-init-pod I0513 19:11:19.540635 3791 obj_retry.go:498] Detected object default-tenant/java-quarkus-177869918-on-push-wjx6g-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 19:11:19.541201 3791 obj_retry.go:498] Detected object default-tenant/java-quarkus-177869918-on-push-wjx6g-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 19:11:23.626070 3791 obj_retry.go:498] Detected object default-tenant/java-quarkus-177869918-on-push-wjx6g-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 19:11:23.626629 3791 obj_retry.go:498] Detected object default-tenant/java-quarkus-177869918-on-push-wjx6g-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 19:11:23.660327 3791 obj_retry.go:498] Detected object default-tenant/javb381d3c3b5a384b0dc2068313eab4fa70e165aec2ed0f4f99e8dad38-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 19:11:23.660845 3791 obj_retry.go:498] Detected object default-tenant/javb381d3c3b5a384b0dc2068313eab4fa70e165aec2ed0f4f99e8dad38-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 19:11:23.884130 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0513 19:11:24.605852 3791 obj_retry.go:498] Detected object default-tenant/java-quarkus-177869918-on-push-wjx6g-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 19:11:24.606412 3791 obj_retry.go:498] Detected object default-tenant/java-quarkus-177869918-on-push-wjx6g-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 19:11:27.617336 3791 obj_retry.go:498] Detected object default-tenant/java-quarkus-177869918-on-push-wjx6g-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 19:11:27.617937 3791 obj_retry.go:498] Detected object default-tenant/java-quarkus-177869918-on-push-wjx6g-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 19:12:06.969293 3791 obj_retry.go:498] Detected object default-tenant/java-quarkus-177869918-on-push-wjx6g-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 19:12:06.969894 3791 obj_retry.go:498] Detected object default-tenant/java-quarkus-177869918-on-push-wjx6g-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 19:12:18.120912 3791 obj_retry.go:498] Detected object default-tenant/test-app1af2b32817220f69cc91e3a627b7b4dc274d962de749307c0d4-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 19:12:18.121548 3791 obj_retry.go:498] Detected object default-tenant/test-app1af2b32817220f69cc91e3a627b7b4dc274d962de749307c0d4-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 19:12:20.779821 3791 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=216 I0513 19:12:36.338539 3791 obj_retry.go:498] Detected object default-tenant/test-app-177869918-enterprise-contract-qjmp4-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 19:12:36.339162 3791 obj_retry.go:498] Detected object default-tenant/test-app-177869918-enterprise-contract-qjmp4-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 19:12:59.130697 3791 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7tpnz 875be2eed66d97cc8a2e660f2bc4b8318cd9e41c2bd35ee6e33ecd6fe10eb7d4 network default NAD default NAD key ] DEL starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7tpnz 875be2eed66d97cc8a2e660f2bc4b8318cd9e41c2bd35ee6e33ecd6fe10eb7d4 network default NAD default NAD key ] I0513 19:12:59.219578 3791 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7tpnz 875be2eed66d97cc8a2e660f2bc4b8318cd9e41c2bd35ee6e33ecd6fe10eb7d4 network default NAD default NAD key default] DEL finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7tpnz 875be2eed66d97cc8a2e660f2bc4b8318cd9e41c2bd35ee6e33ecd6fe10eb7d4 network default NAD default NAD key default], result "{}", err I0513 19:12:59.271548 3791 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-6whq9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 19:12:59.272181 3791 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-6whq9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 19:12:59.278466 3791 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7tpnz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 19:12:59.278496 3791 pods.go:176] Deleting pod: openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7tpnz I0513 19:12:59.279823 3791 pods.go:236] Attempting to release IPs for pod: openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7tpnz, ips: 10.128.0.45 I0513 19:12:59.279854 3791 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7tpnz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 19:12:59.517660 3791 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7tpnz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:12:59.517720 3791 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7tpnz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:12:59.525287 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7tpnz I0513 19:12:59.525352 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7tpnz I0513 19:13:00.138802 3791 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-6whq9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:13:00.138828 3791 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-6whq9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:13:00.146349 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-6whq9 I0513 19:13:00.146376 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-6whq9 I0513 19:13:06.761600 3791 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=10 I0513 19:13:56.845377 3791 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7