+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-1-43.ec2.internal ++ [[ -n ip-10-0-1-43.ec2.internal ]] ++ [[ -f /env/ip-10-0-1-43.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0512 11:34:59.499771136 - disable conntrack on geneve port' I0512 11:34:59.499771136 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0512 11:34:59.517915705 - starting ovnkube-node + echo 'I0512 11:34:59.517915705 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-1-43.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-1-43.ec2.internal --init-node ip-10-0-1-43.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-1-43.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0512 11:34:59.558678 3637 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0512 11:34:59.558735 3637 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-3e0031faf4.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0512 11:34:59.560042 3637 kube.go:431] Waiting for certificate I0512 11:34:59.560087 3637 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0512 11:34:59.560131 3637 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0512 11:34:59.560926 3637 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0512 11:34:59.587654 3637 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0512 11:34:59.587678 3637 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0512 11:34:59.590967 3637 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0512 11:34:59.591037 3637 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-m2ffx" I0512 11:34:59.600061 3637 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-m2ffx" I0512 11:34:59.600126 3637 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0512 11:35:00.560164 3637 kube.go:438] Certificate found I0512 11:35:00.560817 3637 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0512 11:35:00.561904 3637 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0512 11:35:00.605417 3637 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-13 11:29:59 +0000 UTC" deadline="2026-05-13 05:04:30.877239675 +0000 UTC" I0512 11:35:00.605463 3637 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="17h29m30.27179358s" I0512 11:35:00.635211 3637 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0512 11:35:00.644641 3637 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0512 11:35:00.644696 3637 factory.go:561] Starting watch factory I0512 11:35:00.644861 3637 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 11:35:00.644888 3637 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0512 11:35:00.644899 3637 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 11:35:00.644938 3637 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0512 11:35:00.645272 3637 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 11:35:00.645293 3637 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0512 11:35:00.645321 3637 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 11:35:00.645394 3637 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0512 11:35:00.645544 3637 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 11:35:00.645654 3637 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0512 11:35:00.646393 3637 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 11:35:00.646453 3637 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0512 11:35:00.647305 3637 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0512 11:35:00.647810 3637 server.go:101] MetricServer registers OVS metrics I0512 11:35:00.648178 3637 server.go:105] MetricServer registers OVN DB metrics I0512 11:35:00.648508 3637 controller_manager.go:370] Starting the ovnkube controller I0512 11:35:00.648517 3637 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-1-43.ec2.internal I0512 11:35:00.648567 3637 controller_manager.go:395] NBDB zone sync took: 43.164µs I0512 11:35:00.648575 3637 factory.go:561] Starting watch factory I0512 11:35:00.652422 3637 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0512 11:35:00.652447 3637 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0512 11:35:00.665580 3637 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0512 11:35:00.665600 3637 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0512 11:35:00.669159 3637 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0512 11:35:00.669205 3637 server.go:109] MetricServer registers OVN Controller metrics I0512 11:35:00.670833 3637 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0512 11:35:00.670931 3637 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0512 11:35:00.673092 3637 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0512 11:35:00.673712 3637 server.go:113] MetricServer registers OVN Northd metrics I0512 11:35:00.677972 3637 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0512 11:35:00.678091 3637 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0512 11:35:00.678570 3637 metrics.go:519] OVN Metrics Server starts to run ... I0512 11:35:00.684854 3637 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0512 11:35:00.751138 3637 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0512 11:35:00.751164 3637 factory.go:1977] *v1.Namespace informer cache synced successfully I0512 11:35:00.751169 3637 factory.go:1977] *v1.Node informer cache synced successfully I0512 11:35:00.751175 3637 factory.go:1977] *v1.Service informer cache synced successfully I0512 11:35:00.751179 3637 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0512 11:35:00.751196 3637 factory.go:1977] *v1.Pod informer cache synced successfully I0512 11:35:00.751278 3637 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 11:35:00.751284 3637 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 11:35:00.751296 3637 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 11:35:00.751305 3637 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 11:35:00.754368 3637 factory.go:1977] *v1.Node informer cache synced successfully I0512 11:35:00.754379 3637 factory.go:1977] *v1.Service informer cache synced successfully I0512 11:35:00.754382 3637 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0512 11:35:00.754386 3637 factory.go:1977] *v1.Pod informer cache synced successfully I0512 11:35:00.754389 3637 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0512 11:35:00.754392 3637 factory.go:1977] *v1.Namespace informer cache synced successfully I0512 11:35:00.755117 3637 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 11:35:00.755225 3637 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 11:35:00.757209 3637 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0512 11:35:00.757219 3637 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0512 11:35:00.757269 3637 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0512 11:35:00.757283 3637 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0512 11:35:00.759564 3637 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0512 11:35:00.759575 3637 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0512 11:35:00.760624 3637 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0512 11:35:00.762614 3637 factory.go:1977] *v1.EgressIP informer cache synced successfully I0512 11:35:00.762670 3637 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0512 11:35:00.762680 3637 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0512 11:35:00.764821 3637 factory.go:1977] *v1.EgressIP informer cache synced successfully I0512 11:35:00.766052 3637 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0512 11:35:00.768045 3637 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0512 11:35:00.768102 3637 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0512 11:35:00.768114 3637 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0512 11:35:00.770079 3637 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0512 11:35:00.771366 3637 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0512 11:35:00.773406 3637 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0512 11:35:00.773454 3637 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0512 11:35:00.773464 3637 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0512 11:35:00.775326 3637 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0512 11:35:00.776808 3637 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0512 11:35:00.778786 3637 factory.go:1977] *v1.EgressService informer cache synced successfully I0512 11:35:00.778838 3637 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0512 11:35:00.778849 3637 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0512 11:35:00.780785 3637 factory.go:1977] *v1.EgressService informer cache synced successfully I0512 11:35:00.782169 3637 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0512 11:35:00.784144 3637 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0512 11:35:00.784356 3637 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0512 11:35:00.784368 3637 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0512 11:35:00.786325 3637 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0512 11:35:00.787821 3637 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0512 11:35:00.789800 3637 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0512 11:35:00.789862 3637 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 11:35:00.789878 3637 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 11:35:00.789940 3637 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 11:35:00.789961 3637 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 11:35:00.791913 3637 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0512 11:35:00.793126 3637 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 11:35:00.793279 3637 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 11:35:00.795216 3637 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0512 11:35:00.795227 3637 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0512 11:35:00.795233 3637 factory.go:680] Watch Factory start up complete, took: 150.539787ms I0512 11:35:00.795290 3637 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0512 11:35:00.797455 3637 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0512 11:35:00.797466 3637 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0512 11:35:00.797475 3637 factory.go:680] Watch Factory start up complete, took: 148.896866ms I0512 11:35:00.797484 3637 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-1-43.ec2.internal" zone I0512 11:35:00.842401 3637 default_node_network_controller.go:710] Initializing the default node network controller I0512 11:35:00.931293 3637 udn_isolation.go:101] Starting UDN host isolation manager I0512 11:35:00.938964 3637 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0512 11:35:00.990548 3637 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0512 11:35:00.990654 3637 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0512 11:35:00.990671 3637 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0512 11:35:01.022634 3637 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0512 11:35:01.022693 3637 default_node_network_controller.go:809] Node ip-10-0-1-43.ec2.internal ready for ovn initialization with subnet 10.130.0.0/23 I0512 11:35:01.028072 3637 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.1.43"] k8s.ovn.org/zone-name:ip-10-0-1-43.ec2.internal] on node ip-10-0-1-43.ec2.internal I0512 11:35:01.047767 3637 controller_manager.go:429] Waiting for node in zone sync took: 250.271338ms I0512 11:35:01.049618 3637 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0512 11:35:01.054600 3637 controller_manager.go:611] Switching to transit router for layer2 networks I0512 11:35:01.054613 3637 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-1-43.ec2.internal I0512 11:35:01.055945 3637 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0512 11:35:01.056074 3637 helper_linux.go:118] Found default gateway interface br-ex 10.0.1.1 I0512 11:35:01.056211 3637 gateway_init.go:263] Preparing Gateway I0512 11:35:01.056224 3637 gateway_shared_intf.go:1687] Creating new gateway I0512 11:35:01.074268 3637 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0512 11:35:01.082492 3637 controller_manager.go:290] SCTP support detected in OVN I0512 11:35:01.083508 3637 services_controller.go:69] Creating services controller for network=default I0512 11:35:01.083623 3637 udn_enabled_svc.go:80] Waiting for service informer to sync I0512 11:35:01.083661 3637 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0512 11:35:01.083700 3637 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0512 11:35:01.083755 3637 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0512 11:35:01.083789 3637 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0512 11:35:01.083992 3637 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0512 11:35:01.084050 3637 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0512 11:35:01.084104 3637 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 79.002µs I0512 11:35:01.084133 3637 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 73.325µs I0512 11:35:01.084142 3637 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 90.783µs I0512 11:35:01.084150 3637 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0512 11:35:01.084158 3637 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0512 11:35:01.084169 3637 default_network_controller.go:325] Starting the default network controller I0512 11:35:01.084168 3637 udn_enabled_svc.go:95] Performing full resync I0512 11:35:01.084347 3637 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 14.555µs I0512 11:35:01.084587 3637 udn_enabled_svc.go:99] Waiting for handler to sync I0512 11:35:01.084600 3637 udn_enabled_svc.go:104] Starting worker I0512 11:35:01.095608 3637 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0512 11:35:01.095677 3637 repair.go:33] Syncing exgw routes took 56.483µs I0512 11:35:01.095701 3637 default_network_controller.go:414] Starting all the Watchers... I0512 11:35:01.095877 3637 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0512 11:35:01.095887 3637 namespace.go:98] [openshift-machine-config-operator] adding namespace I0512 11:35:01.095886 3637 namespace.go:98] [openshift-insights] adding namespace I0512 11:35:01.095890 3637 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0512 11:35:01.095893 3637 namespace.go:98] [kube-node-lease] adding namespace I0512 11:35:01.095896 3637 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0512 11:35:01.095901 3637 namespace.go:98] [openshift-config-operator] adding namespace I0512 11:35:01.095894 3637 namespace.go:98] [openshift-backplane] adding namespace I0512 11:35:01.095913 3637 namespace.go:98] [openshift-authentication-operator] adding namespace I0512 11:35:01.095923 3637 namespace.go:98] [openshift-controller-manager] adding namespace I0512 11:35:01.095924 3637 namespace.go:98] [openshift-machine-api] adding namespace I0512 11:35:01.095927 3637 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0512 11:35:01.095929 3637 namespace.go:98] [openshift-host-network] adding namespace I0512 11:35:01.095943 3637 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0512 11:35:01.095960 3637 namespace.go:98] [openshift-operators-redhat] adding namespace I0512 11:35:01.096610 3637 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 719.425µs I0512 11:35:01.096626 3637 namespace.go:98] [openshift-backplane-cee] adding namespace I0512 11:35:01.097109 3637 namespace.go:102] [openshift-backplane-cee] adding namespace took 476.902µs I0512 11:35:01.097127 3637 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0512 11:35:01.097623 3637 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 491.201µs I0512 11:35:01.097637 3637 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0512 11:35:01.098132 3637 namespace.go:102] [openshift-machine-config-operator] adding namespace took 2.234701ms I0512 11:35:01.098147 3637 namespace.go:98] [openshift-node] adding namespace I0512 11:35:01.098813 3637 namespace.go:102] [openshift-insights] adding namespace took 2.911735ms I0512 11:35:01.098832 3637 namespace.go:98] [openshift-backplane-srep] adding namespace I0512 11:35:01.099377 3637 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 3.474201ms I0512 11:35:01.099393 3637 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0512 11:35:01.100368 3637 namespace.go:102] [kube-node-lease] adding namespace took 4.462448ms I0512 11:35:01.100384 3637 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0512 11:35:01.100943 3637 namespace.go:102] [openshift-config-operator] adding namespace took 5.029007ms I0512 11:35:01.100958 3637 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0512 11:35:01.101506 3637 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 5.595669ms I0512 11:35:01.101523 3637 namespace.go:98] [openshift-apiserver] adding namespace I0512 11:35:01.102093 3637 namespace.go:102] [openshift-backplane] adding namespace took 6.176673ms I0512 11:35:01.102107 3637 namespace.go:98] [openshift-monitoring] adding namespace I0512 11:35:01.102661 3637 namespace.go:102] [openshift-authentication-operator] adding namespace took 6.737583ms I0512 11:35:01.102681 3637 namespace.go:98] [openshift-multus] adding namespace I0512 11:35:01.103168 3637 namespace.go:102] [openshift-controller-manager] adding namespace took 7.23699ms I0512 11:35:01.103179 3637 namespace.go:98] [openshift-network-node-identity] adding namespace I0512 11:35:01.103731 3637 namespace.go:102] [openshift-machine-api] adding namespace took 7.795339ms I0512 11:35:01.103750 3637 namespace.go:98] [openshift-ingress-operator] adding namespace I0512 11:35:01.104216 3637 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 8.279717ms I0512 11:35:01.104233 3637 namespace.go:98] [openshift-backplane-ai-agent] adding namespace I0512 11:35:01.104772 3637 namespace.go:102] [openshift-host-network] adding namespace took 8.829939ms I0512 11:35:01.104790 3637 namespace.go:98] [openshift-network-diagnostics] adding namespace I0512 11:35:01.105362 3637 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 9.405139ms I0512 11:35:01.105377 3637 namespace.go:98] [openshift-operators] adding namespace I0512 11:35:01.105987 3637 namespace.go:102] [openshift-operators-redhat] adding namespace took 10.015213ms I0512 11:35:01.106006 3637 namespace.go:98] [openshift-package-operator] adding namespace I0512 11:35:01.106472 3637 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 8.830313ms I0512 11:35:01.106485 3637 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0512 11:35:01.106929 3637 namespace.go:102] [openshift-node] adding namespace took 8.778098ms I0512 11:35:01.106941 3637 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0512 11:35:01.107552 3637 namespace.go:102] [openshift-backplane-srep] adding namespace took 8.715226ms I0512 11:35:01.107564 3637 namespace.go:98] [openshift-ingress] adding namespace I0512 11:35:01.107990 3637 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 8.590578ms I0512 11:35:01.108004 3637 namespace.go:98] [openshift-network-console] adding namespace I0512 11:35:01.108368 3637 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 7.977758ms I0512 11:35:01.108379 3637 namespace.go:98] [openshift-marketplace] adding namespace I0512 11:35:01.108876 3637 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 7.912814ms I0512 11:35:01.108890 3637 namespace.go:98] [openshift-customer-monitoring] adding namespace I0512 11:35:01.109291 3637 namespace.go:102] [openshift-apiserver] adding namespace took 7.763136ms I0512 11:35:01.109303 3637 namespace.go:98] [open-cluster-management-2q8btjnpc38stnn9s3vkf9fec7sthl4r] adding namespace W0512 11:35:01.109695 3637 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-jz99p: pod openshift-multus/network-metrics-daemon-jz99p: no pod IPs found I0512 11:35:01.109709 3637 namespace.go:102] [openshift-monitoring] adding namespace took 7.598299ms I0512 11:35:01.109718 3637 namespace.go:98] [openshift-config-managed] adding namespace I0512 11:35:01.110281 3637 namespace.go:102] [openshift-multus] adding namespace took 7.595261ms I0512 11:35:01.110292 3637 namespace.go:98] [kube-public] adding namespace I0512 11:35:01.110674 3637 namespace.go:102] [openshift-network-node-identity] adding namespace took 7.489543ms I0512 11:35:01.110686 3637 namespace.go:98] [openshift-dns-operator] adding namespace I0512 11:35:01.111079 3637 namespace.go:102] [openshift-ingress-operator] adding namespace took 7.31956ms I0512 11:35:01.111090 3637 namespace.go:98] [openshift-kube-apiserver] adding namespace W0512 11:35:01.111486 3637 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-rlwrc: pod openshift-network-diagnostics/network-check-target-rlwrc: no pod IPs found I0512 11:35:01.111491 3637 namespace.go:102] [openshift-backplane-ai-agent] adding namespace took 7.252662ms I0512 11:35:01.111500 3637 namespace.go:98] [openshift-console-operator] adding namespace I0512 11:35:01.112035 3637 namespace.go:102] [openshift-network-diagnostics] adding namespace took 7.232865ms I0512 11:35:01.112053 3637 namespace.go:98] [openshift-backplane-csm] adding namespace I0512 11:35:01.112562 3637 namespace.go:102] [openshift-operators] adding namespace took 7.177733ms I0512 11:35:01.112579 3637 namespace.go:98] [openshift-infra] adding namespace I0512 11:35:01.113010 3637 namespace.go:102] [openshift-package-operator] adding namespace took 6.99741ms I0512 11:35:01.113028 3637 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0512 11:35:01.113542 3637 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 7.051546ms I0512 11:35:01.113566 3637 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0512 11:35:01.113951 3637 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 7.004838ms I0512 11:35:01.113966 3637 namespace.go:98] [openshift-backplane-cse] adding namespace I0512 11:35:01.114397 3637 namespace.go:102] [openshift-ingress] adding namespace took 6.828848ms I0512 11:35:01.114406 3637 namespace.go:98] [openshift-console] adding namespace I0512 11:35:01.114811 3637 namespace.go:102] [openshift-network-console] adding namespace took 6.803402ms I0512 11:35:01.114822 3637 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0512 11:35:01.115201 3637 namespace.go:102] [openshift-marketplace] adding namespace took 6.79783ms I0512 11:35:01.115219 3637 namespace.go:98] [openshift-network-operator] adding namespace I0512 11:35:01.115648 3637 namespace.go:102] [openshift-customer-monitoring] adding namespace took 6.75193ms I0512 11:35:01.115658 3637 namespace.go:98] [kube-system] adding namespace I0512 11:35:01.116025 3637 namespace.go:102] [open-cluster-management-2q8btjnpc38stnn9s3vkf9fec7sthl4r] adding namespace took 6.716549ms I0512 11:35:01.116037 3637 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0512 11:35:01.116397 3637 namespace.go:102] [openshift-config-managed] adding namespace took 6.675193ms I0512 11:35:01.116409 3637 namespace.go:98] [openshift-apiserver-operator] adding namespace I0512 11:35:01.116713 3637 namespace.go:102] [kube-public] adding namespace took 6.415664ms I0512 11:35:01.116727 3637 namespace.go:98] [openshift-backplane-mobb] adding namespace I0512 11:35:01.117170 3637 namespace.go:102] [openshift-dns-operator] adding namespace took 6.478094ms I0512 11:35:01.117199 3637 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0512 11:35:01.117701 3637 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.602236ms I0512 11:35:01.117716 3637 namespace.go:98] [openshift-etcd] adding namespace I0512 11:35:01.118211 3637 namespace.go:102] [openshift-console-operator] adding namespace took 6.705909ms I0512 11:35:01.118222 3637 namespace.go:98] [dedicated-admin] adding namespace I0512 11:35:01.118760 3637 namespace.go:102] [openshift-backplane-csm] adding namespace took 6.700561ms I0512 11:35:01.118775 3637 namespace.go:98] [default] adding namespace I0512 11:35:01.119140 3637 namespace.go:102] [openshift-infra] adding namespace took 6.557303ms I0512 11:35:01.119151 3637 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0512 11:35:01.119635 3637 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 6.60015ms I0512 11:35:01.119655 3637 namespace.go:98] [openshift-config] adding namespace I0512 11:35:01.120118 3637 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.545842ms I0512 11:35:01.120519 3637 namespace.go:102] [openshift-backplane-cse] adding namespace took 6.545591ms I0512 11:35:01.120535 3637 namespace.go:98] [openshift-cluster-version] adding namespace I0512 11:35:01.120973 3637 namespace.go:102] [openshift-console] adding namespace took 6.561232ms I0512 11:35:01.120990 3637 namespace.go:98] [openshift-authentication] adding namespace I0512 11:35:01.121450 3637 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.625156ms I0512 11:35:01.121464 3637 namespace.go:98] [openshift-ingress-canary] adding namespace W0512 11:35:01.121833 3637 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-s2tc2: pod kube-system/global-pull-secret-syncer-s2tc2: no pod IPs found I0512 11:35:01.121849 3637 namespace.go:102] [openshift-network-operator] adding namespace took 6.624341ms I0512 11:35:01.121862 3637 namespace.go:98] [openshift] adding namespace I0512 11:35:01.122626 3637 namespace.go:102] [kube-system] adding namespace took 6.96343ms I0512 11:35:01.122638 3637 namespace.go:98] [openshift-backplane-tam] adding namespace I0512 11:35:01.123091 3637 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 7.04658ms I0512 11:35:01.123110 3637 namespace.go:98] [openshift-image-registry] adding namespace I0512 11:35:01.123655 3637 namespace.go:102] [openshift-apiserver-operator] adding namespace took 7.239848ms I0512 11:35:01.123671 3637 namespace.go:98] [openshift-logging] adding namespace I0512 11:35:01.124077 3637 namespace.go:102] [openshift-backplane-mobb] adding namespace took 7.346147ms I0512 11:35:01.124090 3637 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0512 11:35:01.124516 3637 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 7.309519ms I0512 11:35:01.124531 3637 namespace.go:98] [openshift-console-user-settings] adding namespace I0512 11:35:01.124892 3637 namespace.go:102] [openshift-etcd] adding namespace took 7.171533ms I0512 11:35:01.124903 3637 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0512 11:35:01.125274 3637 namespace.go:102] [dedicated-admin] adding namespace took 7.047543ms I0512 11:35:01.125289 3637 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0512 11:35:01.125682 3637 namespace.go:102] [default] adding namespace took 6.901735ms I0512 11:35:01.125696 3637 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0512 11:35:01.126071 3637 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.912327ms I0512 11:35:01.126091 3637 namespace.go:98] [openshift-kube-scheduler] adding namespace I0512 11:35:01.126649 3637 namespace.go:102] [openshift-config] adding namespace took 6.988231ms I0512 11:35:01.126665 3637 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0512 11:35:01.127295 3637 namespace.go:102] [openshift-cluster-version] adding namespace took 6.7538ms I0512 11:35:01.127783 3637 namespace.go:102] [openshift-authentication] adding namespace took 6.788853ms I0512 11:35:01.128223 3637 namespace.go:102] [openshift-ingress-canary] adding namespace took 6.753369ms I0512 11:35:01.128658 3637 namespace.go:102] [openshift] adding namespace took 6.789776ms I0512 11:35:01.128674 3637 namespace.go:98] [openshift-must-gather-operator] adding namespace I0512 11:35:01.129057 3637 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.40937ms I0512 11:35:01.129566 3637 namespace.go:102] [openshift-image-registry] adding namespace took 6.448699ms I0512 11:35:01.130042 3637 namespace.go:102] [openshift-logging] adding namespace took 6.364783ms I0512 11:35:01.130057 3637 namespace.go:98] [openshift-dns] adding namespace I0512 11:35:01.130478 3637 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.382193ms I0512 11:35:01.130492 3637 namespace.go:98] [openshift-route-controller-manager] adding namespace I0512 11:35:01.131015 3637 namespace.go:102] [openshift-console-user-settings] adding namespace took 6.479434ms I0512 11:35:01.131515 3637 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 6.606704ms I0512 11:35:01.131922 3637 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.626589ms I0512 11:35:01.131935 3637 namespace.go:98] [openshift-service-ca-operator] adding namespace I0512 11:35:01.132324 3637 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.621379ms I0512 11:35:01.132692 3637 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.594705ms I0512 11:35:01.133123 3637 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 6.453412ms I0512 11:35:01.133632 3637 namespace.go:102] [openshift-must-gather-operator] adding namespace took 4.951552ms I0512 11:35:01.134146 3637 namespace.go:102] [openshift-dns] adding namespace took 4.083635ms I0512 11:35:01.134587 3637 namespace.go:102] [openshift-route-controller-manager] adding namespace took 4.089569ms I0512 11:35:01.134999 3637 namespace.go:102] [openshift-service-ca-operator] adding namespace took 3.058097ms W0512 11:35:01.135099 3637 master.go:458] Unable to parse local node ip-10-0-1-43.ec2.internal chassis-id annotation. Chassis may be removed during sync I0512 11:35:01.135110 3637 master.go:481] Removing stale chassis with ID/Name: 3d7aba9b-e0cc-40cd-a18f-f4db38e4d838, hostname: ip-10-0-1-43.ec2.internal I0512 11:35:01.135764 3637 master.go:548] Adding or Updating local node "ip-10-0-1-43.ec2.internal" for network "default" I0512 11:35:01.136815 3637 zone_ic_handler.go:195] Time taken to create transit switch: 404.671µs I0512 11:35:01.136834 3637 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-215.ec2.internal for the network default E0512 11:35:01.136916 3637 obj_retry.go:575] Failed to create *v1.Node ip-10-0-0-92.ec2.internal, error: adding or updating remote node IC resources ip-10-0-0-92.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-0-92.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc009a95bb8 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u2475789800}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0512 11:35:01.137006 3637 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-0-92.ec2.internal", UID:"5a7cb63e-a099-4c53-ad3a-30f247155d0a", APIVersion:"v1", ResourceVersion:"9417", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' adding or updating remote node IC resources ip-10-0-0-92.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-0-92.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc009a95bb8 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u2475789800}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0512 11:35:01.137703 3637 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-215.ec2.internal" on network "default" took: 1.307109ms I0512 11:35:01.139489 3637 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-43.ec2.internal for the network default I0512 11:35:01.139639 3637 zone_ic_handler.go:195] Time taken to create transit switch: 138.419µs I0512 11:35:01.140500 3637 default_network_controller.go:823] Node add failed for ip-10-0-1-43.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-43.ec2.internal, error getting gateway config for node ip-10-0-1-43.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-43.ec2.internal", failed to update chassis to local for local node ip-10-0-1-43.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-43.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-43.ec2.internal] E0512 11:35:01.140545 3637 obj_retry.go:575] Failed to create *v1.Node ip-10-0-1-43.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-43.ec2.internal, error getting gateway config for node ip-10-0-1-43.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-43.ec2.internal", failed to update chassis to local for local node ip-10-0-1-43.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-43.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-43.ec2.internal] I0512 11:35:01.140582 3637 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0512 11:35:01.140584 3637 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-1-43.ec2.internal", UID:"618e40c7-c6ab-4b65-905e-d389ce76e5a2", APIVersion:"v1", ResourceVersion:"9496", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-43.ec2.internal, error getting gateway config for node ip-10-0-1-43.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-43.ec2.internal", failed to update chassis to local for local node ip-10-0-1-43.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-43.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-43.ec2.internal] I0512 11:35:01.140606 3637 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0512 11:35:01.140618 3637 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-215.ec2.internal in network "default" I0512 11:35:01.140676 3637 node_tracker.go:169] Node ip-10-0-2-215.ec2.internal switch + router changed, syncing services in network "default" I0512 11:35:01.140619 3637 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0512 11:35:01.140695 3637 services_controller.go:574] Full service sync requested for network=default I0512 11:35:01.140701 3637 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-92.ec2.internal in network "default" I0512 11:35:01.140734 3637 node_tracker.go:169] Node ip-10-0-0-92.ec2.internal switch + router changed, syncing services in network "default" I0512 11:35:01.140743 3637 services_controller.go:574] Full service sync requested for network=default I0512 11:35:01.140749 3637 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-43.ec2.internal in network "default" I0512 11:35:01.140758 3637 node_tracker.go:235] Node ip-10-0-1-43.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-43.ec2.internal" I0512 11:35:01.140769 3637 node_tracker.go:169] Node ip-10-0-1-43.ec2.internal switch + router changed, syncing services in network "default" I0512 11:35:01.140777 3637 services_controller.go:574] Full service sync requested for network=default I0512 11:35:01.147814 3637 iptables.go:108] Creating table: filter chain: FORWARD I0512 11:35:01.155490 3637 iptables.go:108] Creating table: filter chain: OUTPUT I0512 11:35:01.162662 3637 gateway_shared_intf.go:1816] Gateway Creation Complete I0512 11:35:01.162677 3637 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-43.ec2.internal","mac-address":"0a:ff:ee:d5:0c:cd","ip-addresses":["10.0.1.43/24"],"ip-address":"10.0.1.43/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:3d7aba9b-e0cc-40cd-a18f-f4db38e4d838 k8s.ovn.org/node-encap-ips:["10.0.1.43"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.43/24"} k8s.ovn.org/zone-name:ip-10-0-1-43.ec2.internal] on node ip-10-0-1-43.ec2.internal I0512 11:35:01.179329 3637 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-43.ec2.internal in network "default" I0512 11:35:01.179373 3637 master.go:548] Adding or Updating local node "ip-10-0-1-43.ec2.internal" for network "default" I0512 11:35:01.179390 3637 node_tracker.go:169] Node ip-10-0-1-43.ec2.internal switch + router changed, syncing services in network "default" I0512 11:35:01.179404 3637 services_controller.go:574] Full service sync requested for network=default I0512 11:35:01.183319 3637 default_node_network_controller.go:519] Node connection status = connected W0512 11:35:01.184141 3637 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-jz99p: pod openshift-multus/network-metrics-daemon-jz99p: no pod IPs found W0512 11:35:01.184155 3637 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-rlwrc: pod openshift-network-diagnostics/network-check-target-rlwrc: no pod IPs found W0512 11:35:01.184165 3637 gateway.go:207] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-s2tc2: pod kube-system/global-pull-secret-syncer-s2tc2: no pod IPs found I0512 11:35:01.185162 3637 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-43.ec2.internal for the network default I0512 11:35:01.185353 3637 zone_ic_handler.go:195] Time taken to create transit switch: 176.222µs I0512 11:35:01.241457 3637 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0512 11:35:01.241479 3637 services_controller.go:208] Setting up event handlers for services for network=default I0512 11:35:01.241536 3637 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0512 11:35:01.241571 3637 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0512 11:35:01.241584 3637 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0512 11:35:01.342443 3637 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0512 11:35:01.342464 3637 repair.go:60] Starting repairing loop for services I0512 11:35:01.342542 3637 repair.go:131] Deleted 0 stale service LBs I0512 11:35:01.342560 3637 repair.go:137] Deleted 0 stale Chassis Template Vars I0512 11:35:01.342575 3637 repair.go:62] Finished repairing loop for services: 113.463µs I0512 11:35:01.342597 3637 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0512 11:35:01.342615 3637 services_controller.go:254] Starting workers for network=default I0512 11:35:01.342864 3637 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-rlwrc] creating logical port openshift-network-diagnostics_network-check-target-rlwrc for pod on switch ip-10-0-1-43.ec2.internal I0512 11:35:01.342892 3637 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-jz99p] creating logical port openshift-multus_network-metrics-daemon-jz99p for pod on switch ip-10-0-1-43.ec2.internal I0512 11:35:01.342907 3637 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-s2tc2] creating logical port kube-system_global-pull-secret-syncer-s2tc2 for pod on switch ip-10-0-1-43.ec2.internal I0512 11:35:01.342985 3637 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-rlwrc I0512 11:35:01.342995 3637 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-jz99p I0512 11:35:01.343117 3637 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-s2tc2 I0512 11:35:01.360514 3637 pod.go:62] [kube-system/global-pull-secret-syncer-s2tc2] pod update took 17.559466ms I0512 11:35:01.360524 3637 pod.go:62] [openshift-network-diagnostics/network-check-target-rlwrc] pod update took 17.590918ms I0512 11:35:01.360537 3637 base_network_controller_pods.go:951] [default/kube-system/global-pull-secret-syncer-s2tc2] addLogicalPort annotation time took 17.581995ms I0512 11:35:01.360538 3637 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-rlwrc] addLogicalPort annotation time took 17.605985ms I0512 11:35:01.361392 3637 pods.go:271] [kube-system/global-pull-secret-syncer-s2tc2] addLogicalPort took 18.492212ms, libovsdb time 614.976µs I0512 11:35:01.361623 3637 pods.go:271] [openshift-network-diagnostics/network-check-target-rlwrc] addLogicalPort took 18.765487ms, libovsdb time 843.722µs I0512 11:35:01.363720 3637 pod.go:62] [openshift-multus/network-metrics-daemon-jz99p] pod update took 20.771427ms I0512 11:35:01.363736 3637 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-jz99p] addLogicalPort annotation time took 20.78819ms I0512 11:35:01.364861 3637 pods.go:271] [openshift-multus/network-metrics-daemon-jz99p] addLogicalPort took 21.980951ms, libovsdb time 949.772µs I0512 11:35:01.365359 3637 admin_network_policy_controller.go:227] Starting controller default-network-controller I0512 11:35:01.365384 3637 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0512 11:35:01.365402 3637 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0512 11:35:01.365412 3637 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0512 11:35:01.365586 3637 repair.go:29] Repairing admin network policies took 169.021µs I0512 11:35:01.365693 3637 repair.go:92] Repairing baseline admin network policies took 96.853µs I0512 11:35:01.365994 3637 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0512 11:35:01.366010 3637 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0512 11:35:01.367551 3637 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0512 11:35:01.367571 3637 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0512 11:35:01.367581 3637 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0512 11:35:01.369247 3637 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0512 11:35:01.369264 3637 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0512 11:35:01.369271 3637 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0512 11:35:01.369590 3637 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0512 11:35:01.369609 3637 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0512 11:35:01.369619 3637 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0512 11:35:01.371432 3637 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0512 11:35:01.371458 3637 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0512 11:35:01.371480 3637 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0512 11:35:01.373568 3637 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0512 11:35:01.373587 3637 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0512 11:35:01.374305 3637 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0512 11:35:01.374318 3637 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0512 11:35:01.376045 3637 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0512 11:35:01.376063 3637 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0512 11:35:01.376073 3637 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0512 11:35:01.377422 3637 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0512 11:35:01.377440 3637 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0512 11:35:01.377448 3637 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0512 11:35:01.378995 3637 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0512 11:35:01.379018 3637 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0512 11:35:01.379032 3637 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0512 11:35:01.379522 3637 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0512 11:35:01.379540 3637 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0512 11:35:01.379560 3637 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0512 11:35:01.380213 3637 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0512 11:35:01.380233 3637 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0512 11:35:01.380242 3637 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0512 11:35:01.381292 3637 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0512 11:35:01.381308 3637 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0512 11:35:01.381318 3637 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0512 11:35:01.382310 3637 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0512 11:35:01.382331 3637 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0512 11:35:01.382339 3637 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0512 11:35:01.382800 3637 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0512 11:35:01.382822 3637 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0512 11:35:01.382833 3637 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0512 11:35:01.383364 3637 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0512 11:35:01.383382 3637 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0512 11:35:01.383392 3637 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0512 11:35:01.383874 3637 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0512 11:35:01.383895 3637 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0512 11:35:01.383905 3637 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0512 11:35:01.384420 3637 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0512 11:35:01.384437 3637 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0512 11:35:01.384443 3637 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0512 11:35:01.384723 3637 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0512 11:35:01.384740 3637 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0512 11:35:01.384751 3637 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0512 11:35:01.385292 3637 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0512 11:35:01.385310 3637 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0512 11:35:01.385317 3637 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0512 11:35:01.385787 3637 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0512 11:35:01.385804 3637 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0512 11:35:01.385816 3637 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0512 11:35:01.387010 3637 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0512 11:35:01.387027 3637 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0512 11:35:01.387036 3637 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0512 11:35:01.388162 3637 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0512 11:35:01.388179 3637 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0512 11:35:01.388203 3637 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0512 11:35:01.389476 3637 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0512 11:35:01.389493 3637 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0512 11:35:01.389500 3637 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0512 11:35:01.389945 3637 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0512 11:35:01.389963 3637 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0512 11:35:01.389973 3637 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0512 11:35:01.390427 3637 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0512 11:35:01.390444 3637 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0512 11:35:01.390450 3637 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0512 11:35:01.390709 3637 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0512 11:35:01.390724 3637 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0512 11:35:01.390730 3637 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0512 11:35:01.390965 3637 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0512 11:35:01.390979 3637 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0512 11:35:01.390985 3637 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0512 11:35:01.391458 3637 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0512 11:35:01.391483 3637 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0512 11:35:01.391489 3637 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0512 11:35:01.391954 3637 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0512 11:35:01.391967 3637 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0512 11:35:01.391979 3637 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0512 11:35:01.393517 3637 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0512 11:35:01.398544 3637 egressfirewall.go:374] Starting EgressFirewall controller I0512 11:35:01.398578 3637 controller.go:133] Adding controller egress-firewall-controller event handlers I0512 11:35:01.398588 3637 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0512 11:35:01.398611 3637 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0512 11:35:01.398623 3637 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0512 11:35:01.398611 3637 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0512 11:35:01.398631 3637 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0512 11:35:01.398860 3637 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0512 11:35:01.398872 3637 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0512 11:35:01.398877 3637 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0512 11:35:01.398885 3637 egressqos.go:193] Setting up event handlers for EgressQoS I0512 11:35:01.398893 3637 egressfirewall.go:723] Syncing node "ip-10-0-0-92.ec2.internal" for egress firewall I0512 11:35:01.398901 3637 egressfirewall.go:723] Syncing node "ip-10-0-1-43.ec2.internal" for egress firewall I0512 11:35:01.398905 3637 egressfirewall.go:723] Syncing node "ip-10-0-2-215.ec2.internal" for egress firewall I0512 11:35:01.398979 3637 egressqos.go:245] Starting EgressQoS Controller I0512 11:35:01.398988 3637 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0512 11:35:01.398993 3637 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0512 11:35:01.398999 3637 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0512 11:35:01.399003 3637 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0512 11:35:01.399008 3637 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0512 11:35:01.399012 3637 shared_informer.go:356] "Caches are synced" controller="egressqos" I0512 11:35:01.399017 3637 egressqos.go:259] Repairing EgressQoSes I0512 11:35:01.399020 3637 egressqos.go:399] Starting repairing loop for egressqos I0512 11:35:01.399080 3637 egressqos.go:401] Finished repairing loop for egressqos: 59.442µs I0512 11:35:01.399095 3637 egressservice_zone.go:132] Setting up event handlers for Egress Services I0512 11:35:01.399123 3637 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-1-43.ec2.internal I0512 11:35:01.399165 3637 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-1-43.ec2.internal : 43.104µs I0512 11:35:01.399246 3637 egressservice_zone.go:210] Starting Egress Services Controller I0512 11:35:01.399258 3637 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0512 11:35:01.399265 3637 shared_informer.go:356] "Caches are synced" controller="egressservices" I0512 11:35:01.399270 3637 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0512 11:35:01.399276 3637 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0512 11:35:01.399281 3637 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0512 11:35:01.399285 3637 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0512 11:35:01.399289 3637 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0512 11:35:01.399294 3637 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0512 11:35:01.399298 3637 egressservice_zone.go:228] Repairing Egress Services I0512 11:35:01.399541 3637 master_controller.go:88] Starting Admin Policy Based Route Controller I0512 11:35:01.399551 3637 external_controller.go:278] Starting Admin Policy Based Route Controller I0512 11:35:01.399569 3637 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-92.ec2.internal I0512 11:35:01.399587 3637 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-92.ec2.internal: 18.923µs I0512 11:35:01.399597 3637 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-43.ec2.internal I0512 11:35:01.399603 3637 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-43.ec2.internal: 6.923µs I0512 11:35:01.399609 3637 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-215.ec2.internal I0512 11:35:01.399614 3637 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-215.ec2.internal: 6.143µs I0512 11:35:01.399685 3637 default_network_controller.go:585] Completing all the Watchers took 303.975368ms I0512 11:35:01.399698 3637 default_network_controller.go:589] Starting unidling controllers I0512 11:35:01.399709 3637 unidle.go:46] Registering OVN SB ControllerEvent handler I0512 11:35:01.399717 3637 unidle.go:63] Populating Initial ContollerEvent events I0512 11:35:01.399726 3637 unidle.go:79] Setting up event handlers for services I0512 11:35:01.399771 3637 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller W0512 11:35:01.490315 3637 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0512 11:35:01.684320 3637 default_node_network_controller.go:519] Node connection status = connected I0512 11:35:02.183792 3637 default_node_network_controller.go:519] Node connection status = connected I0512 11:35:02.684388 3637 default_node_network_controller.go:519] Node connection status = connected I0512 11:35:03.184316 3637 default_node_network_controller.go:519] Node connection status = connected I0512 11:35:03.520889 3637 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0512 11:35:03.684124 3637 default_node_network_controller.go:519] Node connection status = connected I0512 11:35:03.700769 3637 bridgeconfig.go:537] Gateway is ready I0512 11:35:03.700786 3637 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0512 11:35:03.712161 3637 node_ip_handler_linux.go:247] Node primary address changed to 10.0.1.43. Updating OVN encap IP. I0512 11:35:03.717537 3637 node_ip_handler_linux.go:542] Will not update encap IP 10.0.1.43 - it is already configured I0512 11:35:03.717549 3637 node_ip_handler_linux.go:485] Node address changed to map[10.0.1.43/24:{} 172.20.0.1/32:{}]. Updating annotations. I0512 11:35:03.717761 3637 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.1.43/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-43.ec2.internal","mac-address":"0a:ff:ee:d5:0c:cd","ip-addresses":["10.0.1.43/24"],"ip-address":"10.0.1.43/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:3d7aba9b-e0cc-40cd-a18f-f4db38e4d838 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.43/24"}] on node ip-10-0-1-43.ec2.internal I0512 11:35:03.734515 3637 master.go:548] Adding or Updating local node "ip-10-0-1-43.ec2.internal" for network "default" I0512 11:35:03.734541 3637 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-43.ec2.internal I0512 11:35:03.734559 3637 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-43.ec2.internal: 23.271µs I0512 11:35:03.734578 3637 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-43.ec2.internal in network "default" I0512 11:35:03.734591 3637 egressfirewall.go:723] Syncing node "ip-10-0-1-43.ec2.internal" for egress firewall I0512 11:35:03.734624 3637 node_tracker.go:169] Node ip-10-0-1-43.ec2.internal switch + router changed, syncing services in network "default" I0512 11:35:03.734651 3637 services_controller.go:574] Full service sync requested for network=default I0512 11:35:03.734877 3637 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.1.43 I0512 11:35:03.734972 3637 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-1-43.ec2.internal W0512 11:35:03.734984 3637 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0512 11:35:03.739281 3637 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-43.ec2.internal. Updating no re-route policies I0512 11:35:03.739361 3637 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-zkhz5 I0512 11:35:03.739370 3637 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-s2tc2 I0512 11:35:03.739371 3637 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-43.ec2.internal I0512 11:35:03.739381 3637 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-s2tc2 I0512 11:35:03.739381 3637 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-zkhz5 I0512 11:35:03.739386 3637 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-9hhnb I0512 11:35:03.739389 3637 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-43.ec2.internal I0512 11:35:03.739395 3637 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-9hhnb I0512 11:35:03.739395 3637 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-rlwrc I0512 11:35:03.739405 3637 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-zkhz5 after 0 failed attempt(s) I0512 11:35:03.739409 3637 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-s2tc2] creating logical port kube-system_global-pull-secret-syncer-s2tc2 for pod on switch ip-10-0-1-43.ec2.internal I0512 11:35:03.739412 3637 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-9hhnb after 0 failed attempt(s) I0512 11:35:03.739411 3637 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-rlwrc I0512 11:35:03.739424 3637 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-ldcfb I0512 11:35:03.739421 3637 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-qmgk5 I0512 11:35:03.739424 3637 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-n2vfj I0512 11:35:03.739431 3637 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-ldcfb I0512 11:35:03.739437 3637 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-qmgk5 I0512 11:35:03.739426 3637 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-43.ec2.internal I0512 11:35:03.739438 3637 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-2k8rs I0512 11:35:03.739450 3637 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-43.ec2.internal I0512 11:35:03.739448 3637 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-66w2l I0512 11:35:03.739455 3637 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-rlwrc] creating logical port openshift-network-diagnostics_network-check-target-rlwrc for pod on switch ip-10-0-1-43.ec2.internal I0512 11:35:03.739471 3637 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-66w2l I0512 11:35:03.739458 3637 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-2k8rs I0512 11:35:03.739459 3637 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-qmgk5 after 0 failed attempt(s) I0512 11:35:03.739486 3637 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-43.ec2.internal after 0 failed attempt(s) I0512 11:35:03.739488 3637 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-n2vfj I0512 11:35:03.739428 3637 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-jz99p I0512 11:35:03.739500 3637 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-2k8rs after 0 failed attempt(s) I0512 11:35:03.739507 3637 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-66w2l after 0 failed attempt(s) I0512 11:35:03.739376 3637 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-xk8bf I0512 11:35:03.739514 3637 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-n2vfj after 0 failed attempt(s) I0512 11:35:03.739516 3637 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-xk8bf I0512 11:35:03.739510 3637 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-jz99p I0512 11:35:03.739526 3637 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-ldcfb after 0 failed attempt(s) I0512 11:35:03.739535 3637 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-xk8bf after 0 failed attempt(s) I0512 11:35:03.739407 3637 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-g784q I0512 11:35:03.739489 3637 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-43.ec2.internal after 0 failed attempt(s) I0512 11:35:03.739552 3637 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-g784q I0512 11:35:03.739542 3637 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-jz99p] creating logical port openshift-multus_network-metrics-daemon-jz99p for pod on switch ip-10-0-1-43.ec2.internal I0512 11:35:03.739595 3637 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-g784q after 0 failed attempt(s) I0512 11:35:03.740120 3637 pods.go:271] [openshift-network-diagnostics/network-check-target-rlwrc] addLogicalPort took 677.686µs, libovsdb time 234.627µs I0512 11:35:03.740132 3637 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-rlwrc after 0 failed attempt(s) I0512 11:35:03.740267 3637 pods.go:271] [openshift-multus/network-metrics-daemon-jz99p] addLogicalPort took 732.293µs, libovsdb time 244.563µs I0512 11:35:03.740275 3637 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-jz99p after 0 failed attempt(s) I0512 11:35:03.740381 3637 pods.go:271] [kube-system/global-pull-secret-syncer-s2tc2] addLogicalPort took 979.44µs, libovsdb time 342.126µs I0512 11:35:03.740388 3637 obj_retry.go:418] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-s2tc2 after 0 failed attempt(s) I0512 11:35:03.750844 3637 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0512 11:35:03.763135 3637 iptables.go:108] Creating table: mangle chain: OUTPUT I0512 11:35:03.766570 3637 iptables.go:108] Creating table: nat chain: OUTPUT I0512 11:35:03.815961 3637 iptables.go:108] Creating table: nat chain: PREROUTING I0512 11:35:03.871033 3637 iptables.go:108] Creating table: filter chain: FORWARD I0512 11:35:03.888656 3637 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0512 11:35:03.888765 3637 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0512 11:35:03.888836 3637 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0512 11:35:03.888911 3637 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0512 11:35:03.888968 3637 gateway_init.go:325] Gateway and management port readiness took 2.709977789s I0512 11:35:03.889000 3637 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0512 11:35:03.889047 3637 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0512 11:35:03.889064 3637 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0512 11:35:03.889076 3637 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0512 11:35:03.889141 3637 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0512 11:35:03.889246 3637 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 43.141µs I0512 11:35:03.889531 3637 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0512 11:35:03.889564 3637 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 21.56µs I0512 11:35:03.889574 3637 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 41.939µs I0512 11:35:03.889583 3637 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0512 11:35:03.889598 3637 nad_controller.go:379] [node-nad-controller NAD controller]: started I0512 11:35:03.889606 3637 default_node_network_controller.go:899] Starting the default node network controller I0512 11:35:03.889613 3637 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0512 11:35:03.889623 3637 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 12.586µs I0512 11:35:03.889805 3637 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0512 11:35:03.889816 3637 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0512 11:35:03.889847 3637 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000af2430 0xc0002c67e0 0xc0002c6850 0xc0002c68c0 0xc0002c69a0 0xc0002c6a10 0xc0002c6a80 0xc000add0e0 0xc0002c6af0 0xc0002c6b60 0xc0008cadc0 0xc0062f1d50 0xc0002c6bd0 map[0x2ff9080:0xc002c8b4a0 0x2ff95c0:0xc002c8b620 0x2ffa2e0:0xc002c8b3e0 0x2ffa580:0xc002c8b440 0x2ffad60:0xc002c8b500 0x2ffb000:0xc002c8b560 0x2ffb2a0:0xc002c8b5c0 0x2ffba80:0xc0060000c0 0x2ffbd20:0xc00448d0e0 0x3026980:0xc001306de0 0x3026d20:0xc001306e40 0x3027800:0xc000af1860 0x3029160:0xc001bd6000 0x30298a0:0xc002c8b380 0x302a720:0xc001306d80] 0xc0007bf1f0 0} I0512 11:35:03.889912 3637 gateway.go:151] Starting gateway service sync I0512 11:35:03.890374 3637 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0512 11:35:03.892699 3637 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0512 11:35:03.918699 3637 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0512 11:35:03.919907 3637 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0512 11:35:03.921069 3637 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0512 11:35:03.953700 3637 gateway.go:168] Gateway service sync done. Time taken: 63.773555ms I0512 11:35:03.954071 3637 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30095 I0512 11:35:03.954492 3637 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000af2430 0xc0002c67e0 0xc0002c6850 0xc0002c68c0 0xc0002c69a0 0xc0002c6a10 0xc0002c6a80 0xc000add0e0 0xc0002c6af0 0xc0002c6b60 0xc0008cadc0 0xc0062f1d50 0xc0002c6bd0 map[0x2ff9080:0xc002c8b4a0 0x2ff95c0:0xc002c8b620 0x2ffa2e0:0xc002c8b3e0 0x2ffa580:0xc002c8b440 0x2ffad60:0xc002c8b500 0x2ffb000:0xc002c8b560 0x2ffb2a0:0xc002c8b5c0 0x2ffba80:0xc0060000c0 0x2ffbd20:0xc00448d0e0 0x3026980:0xc001306de0 0x3026d20:0xc001306e40 0x3027800:0xc000af1860 0x3029160:0xc001bd6000 0x30298a0:0xc002c8b380 0x302a720:0xc001306d80] 0xc0007bf1f0 0} I0512 11:35:03.954936 3637 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000af2430 0xc0002c67e0 0xc0002c6850 0xc0002c68c0 0xc0002c69a0 0xc0002c6a10 0xc0002c6a80 0xc000add0e0 0xc0002c6af0 0xc0002c6b60 0xc0008cadc0 0xc0062f1d50 0xc0002c6bd0 map[0x2ff9080:0xc002c8b4a0 0x2ff95c0:0xc002c8b620 0x2ffa2e0:0xc002c8b3e0 0x2ffa580:0xc002c8b440 0x2ffad60:0xc002c8b500 0x2ffb000:0xc002c8b560 0x2ffb2a0:0xc002c8b5c0 0x2ffba80:0xc0060000c0 0x2ffbd20:0xc00448d0e0 0x3026980:0xc001306de0 0x3026d20:0xc001306e40 0x3027800:0xc000af1860 0x3029160:0xc001bd6000 0x30298a0:0xc002c8b380 0x302a720:0xc001306d80] 0xc0007bf1f0 0} I0512 11:35:03.954969 3637 gateway.go:532] Reconciling gateway with updates I0512 11:35:03.960477 3637 gateway.go:339] Spawning Conntrack Rule Check Thread I0512 11:35:03.960564 3637 default_node_network_controller.go:944] Gateway and management port readiness took 70.739951ms I0512 11:35:03.960574 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0512 11:35:03.960578 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0512 11:35:03.960581 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0512 11:35:03.960589 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0512 11:35:03.960594 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0512 11:35:03.960595 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0512 11:35:03.960587 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0512 11:35:03.960608 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0512 11:35:03.960613 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0512 11:35:03.960617 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0512 11:35:03.960616 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0512 11:35:03.960625 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0512 11:35:03.960626 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0512 11:35:03.960625 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0512 11:35:03.960629 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0512 11:35:03.960631 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0512 11:35:03.960639 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0512 11:35:03.960656 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0512 11:35:03.960656 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0512 11:35:03.960661 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0512 11:35:03.960669 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0512 11:35:03.960675 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0512 11:35:03.960681 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0512 11:35:03.960684 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0512 11:35:03.960614 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0512 11:35:03.960688 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0512 11:35:03.960692 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0512 11:35:03.960688 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0512 11:35:03.960695 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0512 11:35:03.960566 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0512 11:35:03.960697 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0512 11:35:03.960704 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0512 11:35:03.960706 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0512 11:35:03.960710 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0512 11:35:03.960675 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0512 11:35:03.960706 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0512 11:35:03.960713 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0512 11:35:03.960719 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0512 11:35:03.960726 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0512 11:35:03.960726 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0512 11:35:03.960707 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0512 11:35:03.960731 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0512 11:35:03.960736 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0512 11:35:03.960732 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0512 11:35:03.960744 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0512 11:35:03.960747 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0512 11:35:03.960749 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0512 11:35:03.960743 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0512 11:35:03.960752 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0512 11:35:03.960754 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0512 11:35:03.960756 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0512 11:35:03.960760 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0512 11:35:03.960756 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0512 11:35:03.960764 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0512 11:35:03.960770 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0512 11:35:03.960771 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0512 11:35:03.960771 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0512 11:35:03.960775 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0512 11:35:03.960779 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0512 11:35:03.960782 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0512 11:35:03.960780 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0512 11:35:03.960784 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0512 11:35:03.960789 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0512 11:35:03.960731 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0512 11:35:03.960794 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0512 11:35:03.960787 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0512 11:35:03.960808 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0512 11:35:03.960814 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0512 11:35:03.960815 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0512 11:35:03.960826 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0512 11:35:03.960658 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0512 11:35:03.960757 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0512 11:35:03.960563 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0512 11:35:03.960609 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0512 11:35:03.960598 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0512 11:35:03.960881 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0512 11:35:03.960883 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0512 11:35:03.960721 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0512 11:35:03.960789 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0512 11:35:03.960597 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0512 11:35:03.960937 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0512 11:35:03.960710 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0512 11:35:03.960962 3637 port_claim.go:71] Svc openshift-ingress/router-default: port 30607 is already open, no action needed I0512 11:35:03.960686 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0512 11:35:03.960975 3637 port_claim.go:71] Svc openshift-ingress/router-default: port 31799 is already open, no action needed I0512 11:35:03.961001 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0512 11:35:03.960697 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0512 11:35:03.961110 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0512 11:35:03.961118 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0512 11:35:03.960703 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0512 11:35:03.961139 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0512 11:35:03.960707 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0512 11:35:03.961223 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0512 11:35:03.960710 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0512 11:35:03.960714 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0512 11:35:03.960715 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0512 11:35:03.961339 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0512 11:35:03.960718 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0512 11:35:03.960739 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0512 11:35:03.961488 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0512 11:35:03.960733 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0512 11:35:03.961520 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0512 11:35:03.960745 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0512 11:35:03.961585 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0512 11:35:03.960758 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0512 11:35:03.960600 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0512 11:35:03.961631 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0512 11:35:03.960792 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0512 11:35:03.960848 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0512 11:35:03.961684 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0512 11:35:03.960868 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0512 11:35:03.960870 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0512 11:35:03.960676 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0512 11:35:03.961788 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0512 11:35:03.960984 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0512 11:35:03.960695 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0512 11:35:03.961974 3637 node_ip_handler_linux.go:160] Node IP manager is running W0512 11:35:03.999221 3637 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0512 11:35:03.999351 3637 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0512 11:35:03.999469 3637 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:82:00:01/10.130.0.1) on link ovn-k8s-mp0 I0512 11:35:04.009648 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0512 11:35:04.029638 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0512 11:35:04.029687 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0512 11:35:04.029710 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0512 11:35:04.029716 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0512 11:35:04.029722 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0512 11:35:04.068242 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0512 11:35:04.068267 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0512 11:35:04.068274 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0512 11:35:04.068280 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0512 11:35:04.068287 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0512 11:35:04.068303 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0512 11:35:04.068320 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0512 11:35:04.068329 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0512 11:35:04.068334 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0512 11:35:04.068341 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0512 11:35:04.068345 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0512 11:35:04.068369 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0512 11:35:05.831802 3637 default_node_network_controller.go:1380] Starting node controller node sync W0512 11:35:05.831825 3637 egressip_healthcheck.go:76] Health checking using insecure connection I0512 11:35:05.831900 3637 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.130.0.2:9107 I0512 11:35:05.843545 3637 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.721182ms I0512 11:35:05.843646 3637 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-92.ec2.internal", IP: 10.0.0.92 to PMTUD blocking rules I0512 11:35:05.843648 3637 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-215.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0512 11:35:05.843659 3637 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-92.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0512 11:35:05.843663 3637 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-215.ec2.internal", IP: 10.0.2.215 to PMTUD blocking rules I0512 11:35:05.854804 3637 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0512 11:35:05.855064 3637 egressservice_node.go:93] Setting up event handlers for Egress Services I0512 11:35:05.855214 3637 egressservice_node.go:183] Starting Egress Services Controller I0512 11:35:05.855234 3637 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0512 11:35:05.855246 3637 shared_informer.go:356] "Caches are synced" controller="egressservices" I0512 11:35:05.855252 3637 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0512 11:35:05.855258 3637 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0512 11:35:05.855268 3637 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0512 11:35:05.855275 3637 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0512 11:35:05.855279 3637 egressservice_node.go:197] Repairing Egress Services I0512 11:35:05.865388 3637 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0512 11:35:05.865401 3637 external_controller.go:278] Starting Admin Policy Based Route Controller I0512 11:35:05.865527 3637 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0512 11:35:05.865544 3637 link_network_manager.go:119] Link manager is running I0512 11:35:05.865554 3637 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0512 11:35:05.865729 3637 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0512 11:35:05.865994 3637 vrf_manager.go:128] VRF manager is running I0512 11:35:05.866073 3637 node_controller_manager.go:437] Removing flows to drop GARP I0512 11:35:05.866083 3637 gateway.go:532] Reconciling gateway with updates I0512 11:35:05.882094 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0512 11:35:05.882106 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0512 11:35:05.882109 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0512 11:35:05.882099 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0512 11:35:05.882117 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0512 11:35:05.882111 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0512 11:35:05.882123 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0512 11:35:05.882124 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0512 11:35:05.882127 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0512 11:35:05.882131 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0512 11:35:05.882133 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0512 11:35:05.882130 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0512 11:35:05.882138 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0512 11:35:05.882134 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0512 11:35:05.882142 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0512 11:35:05.882144 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0512 11:35:05.882145 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0512 11:35:05.882150 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0512 11:35:05.882154 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0512 11:35:05.882155 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0512 11:35:05.882154 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0512 11:35:05.882120 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0512 11:35:05.882169 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0512 11:35:05.882171 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0512 11:35:05.882173 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0512 11:35:05.882176 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0512 11:35:05.882179 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0512 11:35:05.882200 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0512 11:35:05.882204 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0512 11:35:05.882205 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0512 11:35:05.882210 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0512 11:35:05.882213 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0512 11:35:05.882215 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0512 11:35:05.882216 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0512 11:35:05.882217 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0512 11:35:05.882206 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0512 11:35:05.882226 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0512 11:35:05.882227 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0512 11:35:05.882159 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0512 11:35:05.882234 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0512 11:35:05.882238 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0512 11:35:05.882239 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0512 11:35:05.882245 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0512 11:35:05.882246 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0512 11:35:05.882254 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0512 11:35:05.882256 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0512 11:35:05.882114 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0512 11:35:05.882264 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0512 11:35:05.882269 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0512 11:35:05.882228 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0512 11:35:05.882271 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0512 11:35:05.882279 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0512 11:35:05.882284 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0512 11:35:05.882286 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0512 11:35:05.882234 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0512 11:35:05.882165 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0512 11:35:05.882292 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0512 11:35:05.882297 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0512 11:35:05.882228 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0512 11:35:05.882302 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0512 11:35:05.882307 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0512 11:35:05.882237 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0512 11:35:05.882306 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0512 11:35:05.882314 3637 port_claim.go:71] Svc openshift-ingress/router-default: port 30607 is already open, no action needed I0512 11:35:05.882316 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0512 11:35:05.882318 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0512 11:35:05.882318 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0512 11:35:05.882322 3637 port_claim.go:71] Svc openshift-ingress/router-default: port 31799 is already open, no action needed I0512 11:35:05.882326 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0512 11:35:05.882328 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0512 11:35:05.882331 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0512 11:35:05.882333 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0512 11:35:05.882335 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0512 11:35:05.882336 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0512 11:35:05.882350 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0512 11:35:05.882181 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0512 11:35:05.882346 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0512 11:35:05.882361 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0512 11:35:05.882364 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0512 11:35:05.882358 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0512 11:35:05.882369 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0512 11:35:05.882372 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0512 11:35:05.882380 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0512 11:35:05.882377 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0512 11:35:05.882279 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0512 11:35:05.882388 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0512 11:35:05.882391 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0512 11:35:05.882389 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0512 11:35:05.882353 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0512 11:35:05.882406 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0512 11:35:05.882396 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0512 11:35:05.882423 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0512 11:35:05.882326 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0512 11:35:05.882291 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0512 11:35:05.882464 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0512 11:35:05.882301 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0512 11:35:05.882469 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0512 11:35:05.882309 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0512 11:35:05.882481 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0512 11:35:05.882263 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0512 11:35:05.882322 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0512 11:35:05.882475 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0512 11:35:05.882289 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0512 11:35:05.882220 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0512 11:35:05.882388 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0512 11:35:05.882571 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0512 11:35:05.882396 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0512 11:35:05.882291 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0512 11:35:05.882270 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0512 11:35:05.882613 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0512 11:35:05.905174 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0512 11:35:05.905214 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0512 11:35:05.905240 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0512 11:35:05.905256 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0512 11:35:05.905265 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0512 11:35:05.905271 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0512 11:35:05.943019 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0512 11:35:05.943033 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0512 11:35:05.943055 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0512 11:35:05.943062 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0512 11:35:05.943067 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0512 11:35:05.943073 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0512 11:35:05.943078 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0512 11:35:05.943084 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0512 11:35:05.943104 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0512 11:35:05.943118 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0512 11:35:05.943128 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0512 11:35:05.943135 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0512 11:35:05.943145 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0512 11:35:05.980660 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0512 11:35:05.980683 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0512 11:35:05.980691 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0512 11:35:05.980697 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0512 11:35:05.980703 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0512 11:35:07.343652 3637 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-43.ec2.internal I0512 11:35:07.343680 3637 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-43.ec2.internal: 34.168µs I0512 11:35:07.369201 3637 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-5bd5755cf4-dshhx] creating logical port openshift-image-registry_image-registry-5bd5755cf4-dshhx for pod on switch ip-10-0-1-43.ec2.internal I0512 11:35:07.369328 3637 kube.go:256] Updating pod openshift-image-registry/image-registry-5bd5755cf4-dshhx I0512 11:35:07.391282 3637 pod.go:62] [openshift-image-registry/image-registry-5bd5755cf4-dshhx] pod update took 21.983224ms I0512 11:35:07.391303 3637 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-5bd5755cf4-dshhx] addLogicalPort annotation time took 22.011214ms I0512 11:35:07.391758 3637 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-nbhgk] creating logical port openshift-dns_dns-default-nbhgk for pod on switch ip-10-0-1-43.ec2.internal I0512 11:35:07.391869 3637 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-bkmf9] creating logical port openshift-ingress-canary_ingress-canary-bkmf9 for pod on switch ip-10-0-1-43.ec2.internal I0512 11:35:07.391871 3637 kube.go:256] Updating pod openshift-dns/dns-default-nbhgk I0512 11:35:07.391962 3637 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-bkmf9 I0512 11:35:07.392761 3637 pods.go:271] [openshift-image-registry/image-registry-5bd5755cf4-dshhx] addLogicalPort took 23.591099ms, libovsdb time 1.199746ms I0512 11:35:07.414225 3637 pod.go:62] [openshift-dns/dns-default-nbhgk] pod update took 22.383099ms I0512 11:35:07.414242 3637 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-nbhgk] addLogicalPort annotation time took 22.403998ms I0512 11:35:07.415104 3637 pod.go:62] [openshift-ingress-canary/ingress-canary-bkmf9] pod update took 23.166039ms I0512 11:35:07.415118 3637 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-bkmf9] addLogicalPort annotation time took 23.183812ms I0512 11:35:07.415321 3637 pods.go:271] [openshift-dns/dns-default-nbhgk] addLogicalPort took 23.576914ms, libovsdb time 829.322µs I0512 11:35:07.416352 3637 pods.go:271] [openshift-ingress-canary/ingress-canary-bkmf9] addLogicalPort took 24.493703ms, libovsdb time 746.851µs I0512 11:35:07.786078 3637 cni.go:452] [openshift-ingress-canary/ingress-canary-bkmf9 cf27253cee8f0b63c9759d6e53c8143b6dd046e2403081139cc5d35a9045b7f8 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-bkmf9 cf27253cee8f0b63c9759d6e53c8143b6dd046e2403081139cc5d35a9045b7f8 network default NAD default NAD key ] I0512 11:35:07.822025 3637 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-bkmf9, hostIfaceName: cf27253cee8f0b6, network: default, NAD default, SandboxID: "cf27253cee8f0b63c9759d6e53c8143b6dd046e2403081139cc5d35a9045b7f8", PCI device ID: , UID: "830ae810-36e2-4b74-8333-db146eec4e29", MAC: 0a:58:0a:82:00:08, IPs: [10.130.0.8/23] I0512 11:35:07.889068 3637 cni.go:473] [openshift-ingress-canary/ingress-canary-bkmf9 cf27253cee8f0b63c9759d6e53c8143b6dd046e2403081139cc5d35a9045b7f8 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-bkmf9 cf27253cee8f0b63c9759d6e53c8143b6dd046e2403081139cc5d35a9045b7f8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:7e:18:da:73:b7\",\"name\":\"cf27253cee8f0b6\"},{\"mac\":\"0a:58:0a:82:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/aca33b90-e1f5-4904-b69f-44c45656c4c3\"}],\"ips\":[{\"address\":\"10.130.0.8/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0512 11:35:08.066526 3637 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0512 11:35:11.958792 3637 cni.go:452] [kube-system/global-pull-secret-syncer-s2tc2 18074a39475062ef92177581653644704930471574621bf112c01b703bcfa1a7 network default NAD default NAD key ] ADD starting CNI request [kube-system/global-pull-secret-syncer-s2tc2 18074a39475062ef92177581653644704930471574621bf112c01b703bcfa1a7 network default NAD default NAD key ] I0512 11:35:11.968177 3637 helper_linux.go:556] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-s2tc2, hostIfaceName: 18074a39475062e, network: default, NAD default, SandboxID: "18074a39475062ef92177581653644704930471574621bf112c01b703bcfa1a7", PCI device ID: , UID: "4423cef5-59f4-4e89-9fa8-779695fb4dd3", MAC: 0a:58:0a:82:00:05, IPs: [10.130.0.5/23] I0512 11:35:11.992803 3637 cni.go:452] [openshift-network-diagnostics/network-check-target-rlwrc eb9905050a5f92439b8780d155f05bcc11b3535d5b6520b61aa8a4e7244e175a network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-rlwrc eb9905050a5f92439b8780d155f05bcc11b3535d5b6520b61aa8a4e7244e175a network default NAD default NAD key ] I0512 11:35:12.006433 3637 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-rlwrc, hostIfaceName: eb9905050a5f924, network: default, NAD default, SandboxID: "eb9905050a5f92439b8780d155f05bcc11b3535d5b6520b61aa8a4e7244e175a", PCI device ID: , UID: "4e75ea81-137f-40b7-b4ca-2ac60329b3e2", MAC: 0a:58:0a:82:00:03, IPs: [10.130.0.3/23] I0512 11:35:12.017638 3637 cni.go:473] [kube-system/global-pull-secret-syncer-s2tc2 18074a39475062ef92177581653644704930471574621bf112c01b703bcfa1a7 network default NAD default NAD key default] ADD finished CNI request [kube-system/global-pull-secret-syncer-s2tc2 18074a39475062ef92177581653644704930471574621bf112c01b703bcfa1a7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:39:87:dc:9e:a4\",\"name\":\"18074a39475062e\"},{\"mac\":\"0a:58:0a:82:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/77253cb2-2f6a-44a5-8cee-9248af9782ab\"}],\"ips\":[{\"address\":\"10.130.0.5/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 11:35:12.051001 3637 cni.go:473] [openshift-network-diagnostics/network-check-target-rlwrc eb9905050a5f92439b8780d155f05bcc11b3535d5b6520b61aa8a4e7244e175a network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-rlwrc eb9905050a5f92439b8780d155f05bcc11b3535d5b6520b61aa8a4e7244e175a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:5b:f8:33:aa:13\",\"name\":\"eb9905050a5f924\"},{\"mac\":\"0a:58:0a:82:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f31b0e9a-cb2a-40ad-a286-57194338da0f\"}],\"ips\":[{\"address\":\"10.130.0.3/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0512 11:35:18.076625 3637 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0512 11:35:27.870625 3637 default_network_controller.go:1025] Node "ip-10-0-0-92.ec2.internal" in remote zone "ip-10-0-0-92.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0512 11:35:27.871386 3637 zone_ic_handler.go:195] Time taken to create transit switch: 260.241µs I0512 11:35:27.871405 3637 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-92.ec2.internal for the network default I0512 11:35:27.872364 3637 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-92.ec2.internal" on network "default" took: 1.254054ms W0512 11:35:30.536696 3637 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0512 11:35:37.435519 3637 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dghmkk] creating logical port openshift-deployment-validation-operator_99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dghmkk for pod on switch ip-10-0-1-43.ec2.internal I0512 11:35:37.435674 3637 kube.go:256] Updating pod openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dghmkk I0512 11:35:37.450727 3637 pod.go:62] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dghmkk] pod update took 15.091011ms I0512 11:35:37.450748 3637 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dghmkk] addLogicalPort annotation time took 15.115064ms I0512 11:35:37.451844 3637 pods.go:271] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dghmkk] addLogicalPort took 16.346802ms, libovsdb time 832.708µs I0512 11:35:37.794802 3637 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dghmkk 870549adf303610f2328c3eec034cfdb794a9ca39d3d60fbd0377ee6046c51e6 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dghmkk 870549adf303610f2328c3eec034cfdb794a9ca39d3d60fbd0377ee6046c51e6 network default NAD default NAD key ] I0512 11:35:37.805077 3637 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: 99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dghmkk, hostIfaceName: 870549adf303610, network: default, NAD default, SandboxID: "870549adf303610f2328c3eec034cfdb794a9ca39d3d60fbd0377ee6046c51e6", PCI device ID: , UID: "a6ae10a9-6c73-489a-b26d-9e829bea498e", MAC: 0a:58:0a:82:00:09, IPs: [10.130.0.9/23] I0512 11:35:37.852419 3637 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dghmkk 870549adf303610f2328c3eec034cfdb794a9ca39d3d60fbd0377ee6046c51e6 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dghmkk 870549adf303610f2328c3eec034cfdb794a9ca39d3d60fbd0377ee6046c51e6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:75:33:6d:ab:cc\",\"name\":\"870549adf303610\"},{\"mac\":\"0a:58:0a:82:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0a18aeea-ded1-4587-bf5c-c076036dcc4d\"}],\"ips\":[{\"address\":\"10.130.0.9/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0512 11:35:39.049435 3637 util.go:959] Failed to build node endpoints for node ip-10-0-1-43.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0512 11:35:39.049460 3637 util.go:959] Failed to build node endpoints for node ip-10-0-1-43.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0512 11:35:49.071448 3637 util.go:959] Failed to build node endpoints for node ip-10-0-1-43.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0512 11:35:58.171864 3637 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dghmkk 870549adf303610f2328c3eec034cfdb794a9ca39d3d60fbd0377ee6046c51e6 network default NAD default NAD key ] DEL starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dghmkk 870549adf303610f2328c3eec034cfdb794a9ca39d3d60fbd0377ee6046c51e6 network default NAD default NAD key ] I0512 11:35:58.234801 3637 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dghmkk 870549adf303610f2328c3eec034cfdb794a9ca39d3d60fbd0377ee6046c51e6 network default NAD default NAD key default] DEL finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dghmkk 870549adf303610f2328c3eec034cfdb794a9ca39d3d60fbd0377ee6046c51e6 network default NAD default NAD key default], result "{}", err I0512 11:35:58.273588 3637 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dghmkk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:35:58.273626 3637 pods.go:176] Deleting pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dghmkk I0512 11:35:58.274937 3637 pods.go:236] Attempting to release IPs for pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dghmkk, ips: 10.130.0.9 I0512 11:35:58.274973 3637 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dghmkk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:35:58.274998 3637 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dghmkk of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 11:35:58.275011 3637 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0512 11:35:58.275221 3637 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dghmkk of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 11:35:58.275236 3637 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0512 11:35:59.299721 3637 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dghmkk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:35:59.299745 3637 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dghmkk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:35:59.299763 3637 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dghmkk of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:35:59.299775 3637 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dghmkk of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:36:02.600934 3637 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0512 11:36:02.610043 3637 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0512 11:36:11.708785 3637 base_network_controller_pods.go:487] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-gg7pf] creating logical port openshift-cluster-samples-operator_cluster-samples-operator-67f4d568c7-gg7pf for pod on switch ip-10-0-1-43.ec2.internal I0512 11:36:11.708921 3637 kube.go:256] Updating pod openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-gg7pf I0512 11:36:11.729171 3637 pod.go:62] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-gg7pf] pod update took 20.271545ms I0512 11:36:11.729252 3637 base_network_controller_pods.go:951] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-gg7pf] addLogicalPort annotation time took 20.323894ms I0512 11:36:11.730251 3637 pods.go:271] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-gg7pf] addLogicalPort took 21.486903ms, libovsdb time 675.58µs I0512 11:36:11.832912 3637 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-blxrk] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-blxrk for pod on switch ip-10-0-1-43.ec2.internal I0512 11:36:11.832997 3637 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-blxrk I0512 11:36:11.852466 3637 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-blxrk] pod update took 19.492327ms I0512 11:36:11.852486 3637 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-blxrk] addLogicalPort annotation time took 19.519368ms I0512 11:36:11.853535 3637 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-blxrk] addLogicalPort took 20.64156ms, libovsdb time 754.206µs I0512 11:36:11.915819 3637 base_network_controller_pods.go:487] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-7n98m] creating logical port openshift-monitoring_cluster-monitoring-operator-557b74df6-7n98m for pod on switch ip-10-0-1-43.ec2.internal I0512 11:36:11.915904 3637 kube.go:256] Updating pod openshift-monitoring/cluster-monitoring-operator-557b74df6-7n98m I0512 11:36:11.936953 3637 pod.go:62] [openshift-monitoring/cluster-monitoring-operator-557b74df6-7n98m] pod update took 21.069725ms I0512 11:36:11.936975 3637 base_network_controller_pods.go:951] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-7n98m] addLogicalPort annotation time took 21.095794ms I0512 11:36:11.937954 3637 pods.go:271] [openshift-monitoring/cluster-monitoring-operator-557b74df6-7n98m] addLogicalPort took 22.156963ms, libovsdb time 701.98µs I0512 11:36:11.950562 3637 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-5589d95678-xhcm7] creating logical port openshift-ingress_router-default-5589d95678-xhcm7 for pod on switch ip-10-0-1-43.ec2.internal I0512 11:36:11.950663 3637 kube.go:256] Updating pod openshift-ingress/router-default-5589d95678-xhcm7 I0512 11:36:11.973231 3637 pod.go:62] [openshift-ingress/router-default-5589d95678-xhcm7] pod update took 22.598102ms I0512 11:36:11.973248 3637 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-5589d95678-xhcm7] addLogicalPort annotation time took 22.619953ms I0512 11:36:11.974281 3637 pods.go:271] [openshift-ingress/router-default-5589d95678-xhcm7] addLogicalPort took 23.780799ms, libovsdb time 788.2µs W0512 11:36:15.683594 3637 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0512 11:36:16.824474 3637 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0512 11:36:16.825338 3637 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 838.494µs I0512 11:36:16.839459 3637 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0512 11:36:17.901747 3637 namespace.go:98] [openshift-service-ca] adding namespace I0512 11:36:17.902560 3637 namespace.go:102] [openshift-service-ca] adding namespace took 793.601µs I0512 11:36:17.920405 3637 namespace.go:142] [openshift-service-ca] updating namespace I0512 11:36:19.583448 3637 base_network_controller_pods.go:487] [default/openshift-service-ca/service-ca-d9cb48497-dlf9g] creating logical port openshift-service-ca_service-ca-d9cb48497-dlf9g for pod on switch ip-10-0-1-43.ec2.internal I0512 11:36:19.583548 3637 kube.go:256] Updating pod openshift-service-ca/service-ca-d9cb48497-dlf9g I0512 11:36:19.600611 3637 pod.go:62] [openshift-service-ca/service-ca-d9cb48497-dlf9g] pod update took 17.08577ms I0512 11:36:19.600637 3637 base_network_controller_pods.go:951] [default/openshift-service-ca/service-ca-d9cb48497-dlf9g] addLogicalPort annotation time took 17.11892ms I0512 11:36:19.601672 3637 pods.go:271] [openshift-service-ca/service-ca-d9cb48497-dlf9g] addLogicalPort took 18.246169ms, libovsdb time 765.408µs I0512 11:36:19.937554 3637 cni.go:452] [openshift-service-ca/service-ca-d9cb48497-dlf9g 1c478a8c8590c24cfe55a15ee59aaabcbfd6482d83fc320f5835797ba41f4dd6 network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca/service-ca-d9cb48497-dlf9g 1c478a8c8590c24cfe55a15ee59aaabcbfd6482d83fc320f5835797ba41f4dd6 network default NAD default NAD key ] I0512 11:36:19.948898 3637 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca, podName: service-ca-d9cb48497-dlf9g, hostIfaceName: 1c478a8c8590c24, network: default, NAD default, SandboxID: "1c478a8c8590c24cfe55a15ee59aaabcbfd6482d83fc320f5835797ba41f4dd6", PCI device ID: , UID: "8412bd86-87af-4e39-a573-5e3a0a8bb558", MAC: 0a:58:0a:82:00:0e, IPs: [10.130.0.14/23] I0512 11:36:19.995711 3637 cni.go:473] [openshift-service-ca/service-ca-d9cb48497-dlf9g 1c478a8c8590c24cfe55a15ee59aaabcbfd6482d83fc320f5835797ba41f4dd6 network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca/service-ca-d9cb48497-dlf9g 1c478a8c8590c24cfe55a15ee59aaabcbfd6482d83fc320f5835797ba41f4dd6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:f9:0c:01:5c:15\",\"name\":\"1c478a8c8590c24\"},{\"mac\":\"0a:58:0a:82:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/91ac4acd-a87b-4f76-926d-a5c44f8af514\"}],\"ips\":[{\"address\":\"10.130.0.14/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0512 11:36:25.973334 3637 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0512 11:36:27.663544 3637 cni.go:452] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-gg7pf 1f2116192f2df1036b57c2bc0a12bdda579fec7d5ce111879e420e8c3214fd2d network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-gg7pf 1f2116192f2df1036b57c2bc0a12bdda579fec7d5ce111879e420e8c3214fd2d network default NAD default NAD key ] I0512 11:36:27.673650 3637 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-samples-operator, podName: cluster-samples-operator-67f4d568c7-gg7pf, hostIfaceName: 1f2116192f2df10, network: default, NAD default, SandboxID: "1f2116192f2df1036b57c2bc0a12bdda579fec7d5ce111879e420e8c3214fd2d", PCI device ID: , UID: "084e7b04-e56f-4cb7-a984-c0e81bca14f3", MAC: 0a:58:0a:82:00:0a, IPs: [10.130.0.10/23] I0512 11:36:27.719019 3637 cni.go:473] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-gg7pf 1f2116192f2df1036b57c2bc0a12bdda579fec7d5ce111879e420e8c3214fd2d network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-gg7pf 1f2116192f2df1036b57c2bc0a12bdda579fec7d5ce111879e420e8c3214fd2d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:34:67:fc:5c:f3\",\"name\":\"1f2116192f2df10\"},{\"mac\":\"0a:58:0a:82:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1c77c6dc-a834-4104-a0ac-6cf6651b7fa5\"}],\"ips\":[{\"address\":\"10.130.0.10/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 11:36:43.998664 3637 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-blxrk 4bf1e6f6a69d69c52c3e2eb0776dc572b4fe00d26071a2728cb94b67262810f2 network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-blxrk 4bf1e6f6a69d69c52c3e2eb0776dc572b4fe00d26071a2728cb94b67262810f2 network default NAD default NAD key ] I0512 11:36:44.023395 3637 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-blxrk, hostIfaceName: 4bf1e6f6a69d69c, network: default, NAD default, SandboxID: "4bf1e6f6a69d69c52c3e2eb0776dc572b4fe00d26071a2728cb94b67262810f2", PCI device ID: , UID: "0e2fc868-9d67-419c-becd-946e28037ddb", MAC: 0a:58:0a:82:00:0b, IPs: [10.130.0.11/23] I0512 11:36:44.071617 3637 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-blxrk 4bf1e6f6a69d69c52c3e2eb0776dc572b4fe00d26071a2728cb94b67262810f2 network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-blxrk 4bf1e6f6a69d69c52c3e2eb0776dc572b4fe00d26071a2728cb94b67262810f2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:e7:aa:d4:1c:05\",\"name\":\"4bf1e6f6a69d69c\"},{\"mac\":\"0a:58:0a:82:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/81b0190b-78d9-46cd-bb90-2f2522957da6\"}],\"ips\":[{\"address\":\"10.130.0.11/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 11:36:44.084439 3637 cni.go:452] [openshift-monitoring/cluster-monitoring-operator-557b74df6-7n98m 4a5a60e0b9ac9400f504d97f64b0358ffd9cc537cf7b4b18a4e320e480091bab network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-7n98m 4a5a60e0b9ac9400f504d97f64b0358ffd9cc537cf7b4b18a4e320e480091bab network default NAD default NAD key ] I0512 11:36:44.093701 3637 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: cluster-monitoring-operator-557b74df6-7n98m, hostIfaceName: 4a5a60e0b9ac940, network: default, NAD default, SandboxID: "4a5a60e0b9ac9400f504d97f64b0358ffd9cc537cf7b4b18a4e320e480091bab", PCI device ID: , UID: "b0e57e4d-f758-40e0-a84c-76f9bf16149f", MAC: 0a:58:0a:82:00:0c, IPs: [10.130.0.12/23] I0512 11:36:44.116214 3637 cni.go:452] [openshift-ingress/router-default-5589d95678-xhcm7 20d56e638f8ba0920325ac82311c22d80510b03721b0bc24993c11cf9aec885d network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-5589d95678-xhcm7 20d56e638f8ba0920325ac82311c22d80510b03721b0bc24993c11cf9aec885d network default NAD default NAD key ] I0512 11:36:44.125074 3637 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-5589d95678-xhcm7, hostIfaceName: 20d56e638f8ba09, network: default, NAD default, SandboxID: "20d56e638f8ba0920325ac82311c22d80510b03721b0bc24993c11cf9aec885d", PCI device ID: , UID: "3e374a3e-4f4b-4d48-a563-ee0af5033931", MAC: 0a:58:0a:82:00:0d, IPs: [10.130.0.13/23] I0512 11:36:44.142306 3637 cni.go:473] [openshift-monitoring/cluster-monitoring-operator-557b74df6-7n98m 4a5a60e0b9ac9400f504d97f64b0358ffd9cc537cf7b4b18a4e320e480091bab network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-7n98m 4a5a60e0b9ac9400f504d97f64b0358ffd9cc537cf7b4b18a4e320e480091bab network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:0f:61:ee:7d:71\",\"name\":\"4a5a60e0b9ac940\"},{\"mac\":\"0a:58:0a:82:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5ccf8e53-b036-409c-8033-f978776cc9d7\"}],\"ips\":[{\"address\":\"10.130.0.12/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 11:36:44.169855 3637 cni.go:473] [openshift-ingress/router-default-5589d95678-xhcm7 20d56e638f8ba0920325ac82311c22d80510b03721b0bc24993c11cf9aec885d network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-5589d95678-xhcm7 20d56e638f8ba0920325ac82311c22d80510b03721b0bc24993c11cf9aec885d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:17:d8:ad:a0:eb\",\"name\":\"20d56e638f8ba09\"},{\"mac\":\"0a:58:0a:82:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6a43f0b6-d057-423a-af75-30ea51e1f100\"}],\"ips\":[{\"address\":\"10.130.0.13/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 11:36:47.038005 3637 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0512 11:36:47.159535 3637 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-6ppsf] creating logical port openshift-insights_insights-runtime-extractor-6ppsf for pod on switch ip-10-0-1-43.ec2.internal I0512 11:36:47.159633 3637 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-6ppsf I0512 11:36:47.357836 3637 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-6ppsf I0512 11:36:47.428574 3637 pod.go:62] [openshift-insights/insights-runtime-extractor-6ppsf] pod update took 268.96993ms I0512 11:36:47.428596 3637 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-6ppsf] addLogicalPort annotation time took 268.996633ms I0512 11:36:47.429756 3637 pods.go:271] [openshift-insights/insights-runtime-extractor-6ppsf] addLogicalPort took 270.246086ms, libovsdb time 868.931µs I0512 11:36:47.514576 3637 cni.go:452] [openshift-insights/insights-runtime-extractor-6ppsf faadfc93cf4678ea7b1185bee52b7925e51c2bfaf322331109d6b644c4a9b56a network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-6ppsf faadfc93cf4678ea7b1185bee52b7925e51c2bfaf322331109d6b644c4a9b56a network default NAD default NAD key ] I0512 11:36:47.523922 3637 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-6ppsf, hostIfaceName: faadfc93cf4678e, network: default, NAD default, SandboxID: "faadfc93cf4678ea7b1185bee52b7925e51c2bfaf322331109d6b644c4a9b56a", PCI device ID: , UID: "14ff8d42-1b42-4bc3-ad81-8540c8ba9106", MAC: 0a:58:0a:82:00:0f, IPs: [10.130.0.15/23] I0512 11:36:47.573638 3637 cni.go:473] [openshift-insights/insights-runtime-extractor-6ppsf faadfc93cf4678ea7b1185bee52b7925e51c2bfaf322331109d6b644c4a9b56a network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-6ppsf faadfc93cf4678ea7b1185bee52b7925e51c2bfaf322331109d6b644c4a9b56a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:7f:33:af:af:64\",\"name\":\"faadfc93cf4678e\"},{\"mac\":\"0a:58:0a:82:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e342b578-6b64-4745-b2b3-c3909095ff15\"}],\"ips\":[{\"address\":\"10.130.0.15/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 11:36:47.809542 3637 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-dbnkn] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-dbnkn for pod on switch ip-10-0-1-43.ec2.internal I0512 11:36:47.809638 3637 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-dbnkn I0512 11:36:47.849626 3637 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-dbnkn] pod update took 40.012581ms I0512 11:36:47.849646 3637 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-dbnkn] addLogicalPort annotation time took 40.037525ms I0512 11:36:47.850814 3637 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-dbnkn] addLogicalPort took 41.288189ms, libovsdb time 831.941µs I0512 11:36:47.969269 3637 cni.go:452] [openshift-multus/network-metrics-daemon-jz99p 25e256a0fd5586b92f47b0231a404511cee26ba11f1c6f699ffecb6f54bebfc3 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-jz99p 25e256a0fd5586b92f47b0231a404511cee26ba11f1c6f699ffecb6f54bebfc3 network default NAD default NAD key ] I0512 11:36:47.978966 3637 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-jz99p, hostIfaceName: 25e256a0fd5586b, network: default, NAD default, SandboxID: "25e256a0fd5586b92f47b0231a404511cee26ba11f1c6f699ffecb6f54bebfc3", PCI device ID: , UID: "167c0978-b0c8-40d3-9f2e-6b0141ed5171", MAC: 0a:58:0a:82:00:04, IPs: [10.130.0.4/23] I0512 11:36:48.026091 3637 cni.go:473] [openshift-multus/network-metrics-daemon-jz99p 25e256a0fd5586b92f47b0231a404511cee26ba11f1c6f699ffecb6f54bebfc3 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-jz99p 25e256a0fd5586b92f47b0231a404511cee26ba11f1c6f699ffecb6f54bebfc3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:d3:b2:e4:88:d9\",\"name\":\"25e256a0fd5586b\"},{\"mac\":\"0a:58:0a:82:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fe65f64c-afa3-4a76-adb0-debc2fe93caa\"}],\"ips\":[{\"address\":\"10.130.0.4/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 11:36:48.165672 3637 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-dbnkn 881dcb09c97c3d1f6163048d95a67fbaa59dd714fc8e9120fbb8639e69dab091 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-dbnkn 881dcb09c97c3d1f6163048d95a67fbaa59dd714fc8e9120fbb8639e69dab091 network default NAD default NAD key ] I0512 11:36:48.176019 3637 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-dbnkn, hostIfaceName: 881dcb09c97c3d1, network: default, NAD default, SandboxID: "881dcb09c97c3d1f6163048d95a67fbaa59dd714fc8e9120fbb8639e69dab091", PCI device ID: , UID: "e30d0fbc-b8d1-490b-bad1-ee6eec3d64ac", MAC: 0a:58:0a:82:00:10, IPs: [10.130.0.16/23] I0512 11:36:48.221500 3637 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-dbnkn 881dcb09c97c3d1f6163048d95a67fbaa59dd714fc8e9120fbb8639e69dab091 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-dbnkn 881dcb09c97c3d1f6163048d95a67fbaa59dd714fc8e9120fbb8639e69dab091 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:16:71:bc:d0:31\",\"name\":\"881dcb09c97c3d1\"},{\"mac\":\"0a:58:0a:82:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cc6ca5bc-9b1b-4a36-82c8-e8e7aff8f0ad\"}],\"ips\":[{\"address\":\"10.130.0.16/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 11:36:48.309274 3637 obj_retry.go:498] Detected object openshift-image-registry/image-registry-d68849d97-vr2n8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:36:48.309835 3637 obj_retry.go:498] Detected object openshift-image-registry/image-registry-d68849d97-vr2n8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:36:48.325410 3637 obj_retry.go:492] Detected object openshift-image-registry/image-registry-d68849d97-vr2n8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:36:48.325426 3637 obj_retry.go:492] Detected object openshift-image-registry/image-registry-d68849d97-vr2n8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:36:48.334774 3637 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5bd5755cf4-dshhx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:36:48.334801 3637 pods.go:176] Deleting pod: openshift-image-registry/image-registry-5bd5755cf4-dshhx I0512 11:36:48.335953 3637 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-5bd5755cf4-dshhx, ips: 10.130.0.6 I0512 11:36:48.335973 3637 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5bd5755cf4-dshhx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:36:48.343573 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-d68849d97-vr2n8 I0512 11:36:48.343596 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-d68849d97-vr2n8 I0512 11:36:48.351387 3637 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5bd5755cf4-dshhx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:36:48.351406 3637 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5bd5755cf4-dshhx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:36:48.359787 3637 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-6bb66d6568-q72jd] creating logical port openshift-image-registry_image-registry-6bb66d6568-q72jd for pod on switch ip-10-0-1-43.ec2.internal I0512 11:36:48.359887 3637 kube.go:256] Updating pod openshift-image-registry/image-registry-6bb66d6568-q72jd I0512 11:36:48.362355 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5bd5755cf4-dshhx I0512 11:36:48.362371 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5bd5755cf4-dshhx I0512 11:36:48.380107 3637 pod.go:62] [openshift-image-registry/image-registry-6bb66d6568-q72jd] pod update took 20.258333ms I0512 11:36:48.380126 3637 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-6bb66d6568-q72jd] addLogicalPort annotation time took 20.281172ms I0512 11:36:48.381144 3637 pods.go:271] [openshift-image-registry/image-registry-6bb66d6568-q72jd] addLogicalPort took 21.404238ms, libovsdb time 723.699µs I0512 11:36:48.720087 3637 cni.go:452] [openshift-image-registry/image-registry-6bb66d6568-q72jd 4d1fd8237ace73f2f6ded62ed1651c0c9ca283724a93bcdbe12d6050633fd5ea network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-6bb66d6568-q72jd 4d1fd8237ace73f2f6ded62ed1651c0c9ca283724a93bcdbe12d6050633fd5ea network default NAD default NAD key ] I0512 11:36:48.731946 3637 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-6bb66d6568-q72jd, hostIfaceName: 4d1fd8237ace73f, network: default, NAD default, SandboxID: "4d1fd8237ace73f2f6ded62ed1651c0c9ca283724a93bcdbe12d6050633fd5ea", PCI device ID: , UID: "04c7cb81-f594-45ea-a663-856a4495ec6e", MAC: 0a:58:0a:82:00:11, IPs: [10.130.0.17/23] I0512 11:36:48.781486 3637 cni.go:473] [openshift-image-registry/image-registry-6bb66d6568-q72jd 4d1fd8237ace73f2f6ded62ed1651c0c9ca283724a93bcdbe12d6050633fd5ea network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-6bb66d6568-q72jd 4d1fd8237ace73f2f6ded62ed1651c0c9ca283724a93bcdbe12d6050633fd5ea network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:ad:50:36:56:f0\",\"name\":\"4d1fd8237ace73f\"},{\"mac\":\"0a:58:0a:82:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4064c446-b5d7-4665-83f8-6383cd678321\"}],\"ips\":[{\"address\":\"10.130.0.17/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0512 11:36:49.317400 3637 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0512 11:36:49.353867 3637 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0512 11:36:49.770156 3637 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0512 11:36:50.360441 3637 util.go:959] Failed to build node endpoints for node ip-10-0-1-43.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0512 11:36:57.492491 3637 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-1-43.ec2.internal I0512 11:36:57.492635 3637 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0512 11:36:57.519245 3637 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 26.651064ms I0512 11:36:57.519268 3637 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 26.67529ms I0512 11:36:57.520386 3637 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 27.912483ms, libovsdb time 815.876µs I0512 11:36:57.855432 3637 cni.go:452] [openshift-monitoring/alertmanager-main-1 be7de4cc5b2d59cacc2275352d18681b8211747ed18a724bcc619cb0e6927e9f network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 be7de4cc5b2d59cacc2275352d18681b8211747ed18a724bcc619cb0e6927e9f network default NAD default NAD key ] I0512 11:36:57.865770 3637 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: be7de4cc5b2d59c, network: default, NAD default, SandboxID: "be7de4cc5b2d59cacc2275352d18681b8211747ed18a724bcc619cb0e6927e9f", PCI device ID: , UID: "021a6692-fdc4-4aac-afb2-6e74b1995eea", MAC: 0a:58:0a:82:00:12, IPs: [10.130.0.18/23] I0512 11:36:57.918766 3637 cni.go:473] [openshift-monitoring/alertmanager-main-1 be7de4cc5b2d59cacc2275352d18681b8211747ed18a724bcc619cb0e6927e9f network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 be7de4cc5b2d59cacc2275352d18681b8211747ed18a724bcc619cb0e6927e9f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:05:3e:f8:df:a2\",\"name\":\"be7de4cc5b2d59c\"},{\"mac\":\"0a:58:0a:82:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fee64ca2-740a-4813-babf-3a0244f3d37c\"}],\"ips\":[{\"address\":\"10.130.0.18/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0512 11:36:59.364723 3637 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 11:36:59.364742 3637 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 11:36:59.364761 3637 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 11:36:59.416045 3637 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 11:36:59.416064 3637 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 11:36:59.416068 3637 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0512 11:37:00.999465 3637 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-cbdf66d9b-kt2cf] creating logical port openshift-monitoring_metrics-server-cbdf66d9b-kt2cf for pod on switch ip-10-0-1-43.ec2.internal I0512 11:37:00.999593 3637 kube.go:256] Updating pod openshift-monitoring/metrics-server-cbdf66d9b-kt2cf I0512 11:37:01.019095 3637 pod.go:62] [openshift-monitoring/metrics-server-cbdf66d9b-kt2cf] pod update took 19.540199ms I0512 11:37:01.019114 3637 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-cbdf66d9b-kt2cf] addLogicalPort annotation time took 19.565644ms I0512 11:37:01.020251 3637 pods.go:271] [openshift-monitoring/metrics-server-cbdf66d9b-kt2cf] addLogicalPort took 20.809947ms, libovsdb time 807.976µs I0512 11:37:01.359990 3637 cni.go:452] [openshift-monitoring/metrics-server-cbdf66d9b-kt2cf d6fff7a373f6c26465039725f16a95658d302ac2ff49bf2a13914e22290f77f0 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-cbdf66d9b-kt2cf d6fff7a373f6c26465039725f16a95658d302ac2ff49bf2a13914e22290f77f0 network default NAD default NAD key ] I0512 11:37:01.370739 3637 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-cbdf66d9b-kt2cf, hostIfaceName: d6fff7a373f6c26, network: default, NAD default, SandboxID: "d6fff7a373f6c26465039725f16a95658d302ac2ff49bf2a13914e22290f77f0", PCI device ID: , UID: "11f5ee2c-3633-4a2d-9310-ce6fc82f937b", MAC: 0a:58:0a:82:00:13, IPs: [10.130.0.19/23] I0512 11:37:01.418711 3637 cni.go:473] [openshift-monitoring/metrics-server-cbdf66d9b-kt2cf d6fff7a373f6c26465039725f16a95658d302ac2ff49bf2a13914e22290f77f0 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-cbdf66d9b-kt2cf d6fff7a373f6c26465039725f16a95658d302ac2ff49bf2a13914e22290f77f0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:1e:f2:a6:1e:ba\",\"name\":\"d6fff7a373f6c26\"},{\"mac\":\"0a:58:0a:82:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2e03c8b4-e215-4559-a85a-efe2d95db176\"}],\"ips\":[{\"address\":\"10.130.0.19/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 11:37:01.688567 3637 base_network_controller_pods.go:487] [default/openshift-monitoring/telemeter-client-54c77c565b-p9868] creating logical port openshift-monitoring_telemeter-client-54c77c565b-p9868 for pod on switch ip-10-0-1-43.ec2.internal I0512 11:37:01.688839 3637 kube.go:256] Updating pod openshift-monitoring/telemeter-client-54c77c565b-p9868 I0512 11:37:01.722909 3637 pod.go:62] [openshift-monitoring/telemeter-client-54c77c565b-p9868] pod update took 34.132455ms I0512 11:37:01.722932 3637 base_network_controller_pods.go:951] [default/openshift-monitoring/telemeter-client-54c77c565b-p9868] addLogicalPort annotation time took 34.161663ms I0512 11:37:01.724102 3637 pods.go:271] [openshift-monitoring/telemeter-client-54c77c565b-p9868] addLogicalPort took 35.555893ms, libovsdb time 854.353µs I0512 11:37:02.051605 3637 cni.go:452] [openshift-monitoring/telemeter-client-54c77c565b-p9868 1a072c6194c67da718070c37f6e569c176d2bf752ffe95fc2f67a931e4735035 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/telemeter-client-54c77c565b-p9868 1a072c6194c67da718070c37f6e569c176d2bf752ffe95fc2f67a931e4735035 network default NAD default NAD key ] I0512 11:37:02.061781 3637 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: telemeter-client-54c77c565b-p9868, hostIfaceName: 1a072c6194c67da, network: default, NAD default, SandboxID: "1a072c6194c67da718070c37f6e569c176d2bf752ffe95fc2f67a931e4735035", PCI device ID: , UID: "b2008c7a-aeee-4c4b-9ef0-95699edd53bc", MAC: 0a:58:0a:82:00:14, IPs: [10.130.0.20/23] I0512 11:37:02.111708 3637 cni.go:473] [openshift-monitoring/telemeter-client-54c77c565b-p9868 1a072c6194c67da718070c37f6e569c176d2bf752ffe95fc2f67a931e4735035 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/telemeter-client-54c77c565b-p9868 1a072c6194c67da718070c37f6e569c176d2bf752ffe95fc2f67a931e4735035 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:3b:77:41:d6:6e\",\"name\":\"1a072c6194c67da\"},{\"mac\":\"0a:58:0a:82:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8e888406-ab14-4ae8-b0fd-aa9e3a942113\"}],\"ips\":[{\"address\":\"10.130.0.20/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0512 11:37:02.844346 3637 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0512 11:37:03.438127 3637 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0512 11:37:03.848231 3637 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 11:37:03.848253 3637 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 11:37:03.848258 3637 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 11:37:03.848262 3637 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 11:37:04.391554 3637 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 11:37:04.391571 3637 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 11:37:04.391576 3637 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 11:37:04.391579 3637 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 11:37:04.421596 3637 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0512 11:37:04.471826 3637 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 11:37:04.471842 3637 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 11:37:05.870095 3637 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 11:37:05.870113 3637 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 11:37:05.905928 3637 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0512 11:37:05.905942 3637 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0512 11:37:05.905947 3637 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0512 11:37:06.644082 3637 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-87w8d] creating logical port openshift-console_downloads-5c54f4944f-87w8d for pod on switch ip-10-0-1-43.ec2.internal I0512 11:37:06.644212 3637 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-87w8d I0512 11:37:06.664770 3637 pod.go:62] [openshift-console/downloads-5c54f4944f-87w8d] pod update took 20.60872ms I0512 11:37:06.664791 3637 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-87w8d] addLogicalPort annotation time took 20.636277ms I0512 11:37:06.666065 3637 pods.go:271] [openshift-console/downloads-5c54f4944f-87w8d] addLogicalPort took 22.001013ms, libovsdb time 934.369µs I0512 11:37:07.001154 3637 cni.go:452] [openshift-console/downloads-5c54f4944f-87w8d 0e1ab9957297af7c7776ea1ea3cc3c78f72474da1f3be52fa5562eb0574f30c6 network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-87w8d 0e1ab9957297af7c7776ea1ea3cc3c78f72474da1f3be52fa5562eb0574f30c6 network default NAD default NAD key ] I0512 11:37:07.010388 3637 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-87w8d, hostIfaceName: 0e1ab9957297af7, network: default, NAD default, SandboxID: "0e1ab9957297af7c7776ea1ea3cc3c78f72474da1f3be52fa5562eb0574f30c6", PCI device ID: , UID: "5b1b4eef-c6fc-4c5a-9296-dab08064a1ef", MAC: 0a:58:0a:82:00:15, IPs: [10.130.0.21/23] I0512 11:37:07.058864 3637 cni.go:473] [openshift-console/downloads-5c54f4944f-87w8d 0e1ab9957297af7c7776ea1ea3cc3c78f72474da1f3be52fa5562eb0574f30c6 network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-87w8d 0e1ab9957297af7c7776ea1ea3cc3c78f72474da1f3be52fa5562eb0574f30c6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:1d:74:00:ba:50\",\"name\":\"0e1ab9957297af7\"},{\"mac\":\"0a:58:0a:82:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ae5728ae-9b6c-43cc-ba1e-d45b7a795094\"}],\"ips\":[{\"address\":\"10.130.0.21/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0512 11:37:08.459269 3637 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0512 11:37:08.459293 3637 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0512 11:37:08.459298 3637 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0512 11:37:15.428106 3637 base_network_controller_pods.go:487] [default/openshift-console/console-67c8db9f67-572gx] creating logical port openshift-console_console-67c8db9f67-572gx for pod on switch ip-10-0-1-43.ec2.internal I0512 11:37:15.428223 3637 kube.go:256] Updating pod openshift-console/console-67c8db9f67-572gx I0512 11:37:15.461878 3637 pod.go:62] [openshift-console/console-67c8db9f67-572gx] pod update took 33.700176ms I0512 11:37:15.461900 3637 base_network_controller_pods.go:951] [default/openshift-console/console-67c8db9f67-572gx] addLogicalPort annotation time took 33.728113ms I0512 11:37:15.463223 3637 pods.go:271] [openshift-console/console-67c8db9f67-572gx] addLogicalPort took 35.129751ms, libovsdb time 946.854µs I0512 11:37:15.660218 3637 cni.go:452] [openshift-dns/dns-default-nbhgk 7cd99a783ee8295391b9655279ae8eafe0f8d6b571a2d6c987d6bd13c5d1321d network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-nbhgk 7cd99a783ee8295391b9655279ae8eafe0f8d6b571a2d6c987d6bd13c5d1321d network default NAD default NAD key ] I0512 11:37:15.669487 3637 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-nbhgk, hostIfaceName: 7cd99a783ee8295, network: default, NAD default, SandboxID: "7cd99a783ee8295391b9655279ae8eafe0f8d6b571a2d6c987d6bd13c5d1321d", PCI device ID: , UID: "13c1036d-5ddf-48ce-aacb-2ff6e615b20a", MAC: 0a:58:0a:82:00:07, IPs: [10.130.0.7/23] I0512 11:37:15.717953 3637 cni.go:473] [openshift-dns/dns-default-nbhgk 7cd99a783ee8295391b9655279ae8eafe0f8d6b571a2d6c987d6bd13c5d1321d network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-nbhgk 7cd99a783ee8295391b9655279ae8eafe0f8d6b571a2d6c987d6bd13c5d1321d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:d8:1c:81:a0:77\",\"name\":\"7cd99a783ee8295\"},{\"mac\":\"0a:58:0a:82:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c6923d2c-606c-47de-92c1-c8ca4fc9fc4e\"}],\"ips\":[{\"address\":\"10.130.0.7/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 11:37:15.789332 3637 cni.go:452] [openshift-console/console-67c8db9f67-572gx 7b56dd7fdaf5dc7960c6ef49d68eb7e6bcf50166d6c211c406301fe8bda84a52 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-67c8db9f67-572gx 7b56dd7fdaf5dc7960c6ef49d68eb7e6bcf50166d6c211c406301fe8bda84a52 network default NAD default NAD key ] I0512 11:37:15.800429 3637 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-67c8db9f67-572gx, hostIfaceName: 7b56dd7fdaf5dc7, network: default, NAD default, SandboxID: "7b56dd7fdaf5dc7960c6ef49d68eb7e6bcf50166d6c211c406301fe8bda84a52", PCI device ID: , UID: "5beda147-f2b3-4374-a190-0cfe5ccdae98", MAC: 0a:58:0a:82:00:16, IPs: [10.130.0.22/23] I0512 11:37:15.853067 3637 cni.go:473] [openshift-console/console-67c8db9f67-572gx 7b56dd7fdaf5dc7960c6ef49d68eb7e6bcf50166d6c211c406301fe8bda84a52 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-67c8db9f67-572gx 7b56dd7fdaf5dc7960c6ef49d68eb7e6bcf50166d6c211c406301fe8bda84a52 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:6e:11:81:8c:0a\",\"name\":\"7b56dd7fdaf5dc7\"},{\"mac\":\"0a:58:0a:82:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4244c16c-b6a2-4076-931c-5c619f0d64ba\"}],\"ips\":[{\"address\":\"10.130.0.22/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0512 11:37:19.486574 3637 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0512 11:37:19.493038 3637 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0512 11:37:20.328553 3637 util.go:959] Failed to build node endpoints for node ip-10-0-1-43.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0512 11:37:20.328579 3637 util.go:959] Failed to build node endpoints for node ip-10-0-1-43.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0512 11:37:20.371823 3637 util.go:959] Failed to build node endpoints for node ip-10-0-1-43.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0512 11:37:22.785483 3637 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0512 11:37:24.416451 3637 util.go:959] Failed to build node endpoints for node ip-10-0-1-43.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0512 11:37:25.954902 3637 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0512 11:37:26.500074 3637 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0512 11:37:26.510549 3637 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0512 11:37:26.532154 3637 util.go:959] Failed to build node endpoints for node ip-10-0-1-43.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0512 11:37:26.532177 3637 util.go:959] Failed to build node endpoints for node ip-10-0-1-43.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0512 11:37:26.537490 3637 util.go:959] Failed to build node endpoints for node ip-10-0-1-43.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0512 11:37:27.882358 3637 util.go:959] Failed to build node endpoints for node ip-10-0-1-43.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 11:37:27.882381 3637 util.go:959] Failed to build node endpoints for node ip-10-0-1-43.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 11:37:27.882390 3637 util.go:959] Failed to build node endpoints for node ip-10-0-1-43.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 11:37:27.882410 3637 util.go:959] Failed to build node endpoints for node ip-10-0-1-43.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 11:37:27.882415 3637 util.go:959] Failed to build node endpoints for node ip-10-0-1-43.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 11:37:27.882421 3637 util.go:959] Failed to build node endpoints for node ip-10-0-1-43.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 11:37:27.925430 3637 util.go:959] Failed to build node endpoints for node ip-10-0-1-43.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 11:37:27.925449 3637 util.go:959] Failed to build node endpoints for node ip-10-0-1-43.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 11:37:27.925455 3637 util.go:959] Failed to build node endpoints for node ip-10-0-1-43.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 11:37:28.484465 3637 util.go:959] Failed to build node endpoints for node ip-10-0-1-43.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0512 11:37:28.484487 3637 util.go:959] Failed to build node endpoints for node ip-10-0-1-43.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0512 11:37:28.484494 3637 util.go:959] Failed to build node endpoints for node ip-10-0-1-43.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0512 11:37:31.520394 3637 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics I0512 11:37:32.377867 3637 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace W0512 11:37:34.001825 3637 util.go:959] Failed to build node endpoints for node ip-10-0-1-43.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0512 11:37:34.001856 3637 util.go:959] Failed to build node endpoints for node ip-10-0-1-43.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0512 11:37:34.038824 3637 util.go:959] Failed to build node endpoints for node ip-10-0-1-43.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0512 11:37:34.038855 3637 util.go:959] Failed to build node endpoints for node ip-10-0-1-43.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0512 11:37:36.000264 3637 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0512 11:37:47.221287 3637 obj_retry.go:498] Detected object openshift-image-registry/image-registry-d68849d97-nmrjv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:37:47.221846 3637 obj_retry.go:498] Detected object openshift-image-registry/image-registry-d68849d97-nmrjv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:37:47.955615 3637 cni.go:452] [openshift-console/console-67c8db9f67-572gx 7b56dd7fdaf5dc7960c6ef49d68eb7e6bcf50166d6c211c406301fe8bda84a52 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-67c8db9f67-572gx 7b56dd7fdaf5dc7960c6ef49d68eb7e6bcf50166d6c211c406301fe8bda84a52 network default NAD default NAD key ] I0512 11:37:48.042688 3637 cni.go:473] [openshift-console/console-67c8db9f67-572gx 7b56dd7fdaf5dc7960c6ef49d68eb7e6bcf50166d6c211c406301fe8bda84a52 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-67c8db9f67-572gx 7b56dd7fdaf5dc7960c6ef49d68eb7e6bcf50166d6c211c406301fe8bda84a52 network default NAD default NAD key default], result "{}", err I0512 11:37:48.052088 3637 obj_retry.go:492] Detected object openshift-image-registry/image-registry-d68849d97-nmrjv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:37:48.052138 3637 obj_retry.go:492] Detected object openshift-image-registry/image-registry-d68849d97-nmrjv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:37:48.058235 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-d68849d97-nmrjv I0512 11:37:48.058258 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-d68849d97-nmrjv I0512 11:37:48.094043 3637 obj_retry.go:498] Detected object openshift-console/console-67c8db9f67-572gx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:37:48.094072 3637 pods.go:176] Deleting pod: openshift-console/console-67c8db9f67-572gx I0512 11:37:48.095529 3637 pods.go:236] Attempting to release IPs for pod: openshift-console/console-67c8db9f67-572gx, ips: 10.130.0.22 I0512 11:37:48.095573 3637 obj_retry.go:498] Detected object openshift-console/console-67c8db9f67-572gx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:37:48.102686 3637 base_network_controller_pods.go:487] [default/openshift-console/console-796648f755-48l6v] creating logical port openshift-console_console-796648f755-48l6v for pod on switch ip-10-0-1-43.ec2.internal I0512 11:37:48.102802 3637 kube.go:256] Updating pod openshift-console/console-796648f755-48l6v I0512 11:37:48.119316 3637 pod.go:62] [openshift-console/console-796648f755-48l6v] pod update took 16.549281ms I0512 11:37:48.119344 3637 base_network_controller_pods.go:951] [default/openshift-console/console-796648f755-48l6v] addLogicalPort annotation time took 16.580285ms I0512 11:37:48.120622 3637 pods.go:271] [openshift-console/console-796648f755-48l6v] addLogicalPort took 17.950204ms, libovsdb time 942.054µs I0512 11:37:48.505546 3637 cni.go:452] [openshift-console/console-796648f755-48l6v 1587dc7296260dffdd87e43542b36fddc9aa33e6c34a1f723f592b34001b6a4b network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-796648f755-48l6v 1587dc7296260dffdd87e43542b36fddc9aa33e6c34a1f723f592b34001b6a4b network default NAD default NAD key ] I0512 11:37:48.515553 3637 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-796648f755-48l6v, hostIfaceName: 1587dc7296260df, network: default, NAD default, SandboxID: "1587dc7296260dffdd87e43542b36fddc9aa33e6c34a1f723f592b34001b6a4b", PCI device ID: , UID: "dba5cd14-ec96-4107-b1ea-866843130f56", MAC: 0a:58:0a:82:00:17, IPs: [10.130.0.23/23] I0512 11:37:48.573776 3637 cni.go:473] [openshift-console/console-796648f755-48l6v 1587dc7296260dffdd87e43542b36fddc9aa33e6c34a1f723f592b34001b6a4b network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-796648f755-48l6v 1587dc7296260dffdd87e43542b36fddc9aa33e6c34a1f723f592b34001b6a4b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:aa:e9:d8:e4:2e\",\"name\":\"1587dc7296260df\"},{\"mac\":\"0a:58:0a:82:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/587b76f3-2669-43bb-9e9c-69006780df42\"}],\"ips\":[{\"address\":\"10.130.0.23/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 11:37:48.589330 3637 obj_retry.go:492] Detected object openshift-console/console-67c8db9f67-572gx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:37:48.589359 3637 obj_retry.go:492] Detected object openshift-console/console-67c8db9f67-572gx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:37:48.595999 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-67c8db9f67-572gx I0512 11:37:48.596022 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-67c8db9f67-572gx W0512 11:37:58.651946 3637 util.go:959] Failed to build node endpoints for node ip-10-0-1-43.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0512 11:37:59.325093 3637 obj_retry.go:498] Detected object openshift-console/console-67c8db9f67-d2jqp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:37:59.325642 3637 obj_retry.go:498] Detected object openshift-console/console-67c8db9f67-d2jqp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:37:59.634421 3637 obj_retry.go:492] Detected object openshift-console/console-67c8db9f67-d2jqp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:37:59.634445 3637 obj_retry.go:492] Detected object openshift-console/console-67c8db9f67-d2jqp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:37:59.641739 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-67c8db9f67-d2jqp I0512 11:37:59.641761 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-67c8db9f67-d2jqp I0512 11:38:01.334694 3637 obj_retry.go:498] Detected object openshift-ingress/router-default-7879dc768f-656qq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:38:01.335221 3637 obj_retry.go:498] Detected object openshift-ingress/router-default-7879dc768f-656qq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:38:01.642500 3637 obj_retry.go:492] Detected object openshift-ingress/router-default-7879dc768f-656qq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:38:01.642524 3637 obj_retry.go:492] Detected object openshift-ingress/router-default-7879dc768f-656qq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:38:01.648944 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-7879dc768f-656qq I0512 11:38:01.648965 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-7879dc768f-656qq I0512 11:38:18.316062 3637 cni.go:452] [openshift-monitoring/alertmanager-main-1 be7de4cc5b2d59cacc2275352d18681b8211747ed18a724bcc619cb0e6927e9f network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-1 be7de4cc5b2d59cacc2275352d18681b8211747ed18a724bcc619cb0e6927e9f network default NAD default NAD key ] I0512 11:38:18.391512 3637 cni.go:473] [openshift-monitoring/alertmanager-main-1 be7de4cc5b2d59cacc2275352d18681b8211747ed18a724bcc619cb0e6927e9f network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-1 be7de4cc5b2d59cacc2275352d18681b8211747ed18a724bcc619cb0e6927e9f network default NAD default NAD key default], result "{}", err I0512 11:38:18.467103 3637 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:38:18.467173 3637 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-1 I0512 11:38:18.468694 3637 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-1, ips: 10.130.0.18 I0512 11:38:18.468721 3637 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:38:18.715410 3637 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:38:18.715435 3637 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:38:18.722853 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0512 11:38:18.722884 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0512 11:38:18.761678 3637 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-1-43.ec2.internal I0512 11:38:18.761818 3637 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0512 11:38:18.783369 3637 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 21.587812ms I0512 11:38:18.783390 3637 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 21.612957ms I0512 11:38:18.784781 3637 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 23.119036ms, libovsdb time 1.005226ms I0512 11:38:19.138393 3637 cni.go:452] [openshift-monitoring/alertmanager-main-1 68f2031e7bc7cfc101349f7144d6b164f9512d25e850267fdb95a5bf6b106e1f network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 68f2031e7bc7cfc101349f7144d6b164f9512d25e850267fdb95a5bf6b106e1f network default NAD default NAD key ] I0512 11:38:19.149222 3637 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 68f2031e7bc7cfc, network: default, NAD default, SandboxID: "68f2031e7bc7cfc101349f7144d6b164f9512d25e850267fdb95a5bf6b106e1f", PCI device ID: , UID: "2de81245-9d2e-4fd3-8fbc-2e8f71674416", MAC: 0a:58:0a:82:00:18, IPs: [10.130.0.24/23] I0512 11:38:19.198354 3637 cni.go:473] [openshift-monitoring/alertmanager-main-1 68f2031e7bc7cfc101349f7144d6b164f9512d25e850267fdb95a5bf6b106e1f network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 68f2031e7bc7cfc101349f7144d6b164f9512d25e850267fdb95a5bf6b106e1f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:41:b3:bc:0d:9e\",\"name\":\"68f2031e7bc7cfc\"},{\"mac\":\"0a:58:0a:82:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/555a010b-8721-43a6-bb77-87eec66733dc\"}],\"ips\":[{\"address\":\"10.130.0.24/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 11:38:22.899366 3637 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:38:22.899893 3637 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:38:23.198675 3637 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:38:23.198700 3637 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:38:23.205047 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0512 11:38:23.205077 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 W0512 11:38:39.190443 3637 util.go:959] Failed to build node endpoints for node ip-10-0-1-43.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 11:38:39.190464 3637 util.go:959] Failed to build node endpoints for node ip-10-0-1-43.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 11:38:39.190469 3637 util.go:959] Failed to build node endpoints for node ip-10-0-1-43.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0512 11:38:40.492167 3637 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:38:40.492742 3637 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:38:40.804780 3637 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:38:40.804802 3637 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:38:40.812614 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0512 11:38:40.812639 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0512 11:39:25.792674 3637 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:39:25.793208 3637 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:39:25.988271 3637 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:39:25.988296 3637 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:39:25.995579 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0512 11:39:25.995604 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0512 11:39:31.089690 3637 cni.go:452] [openshift-console/console-796648f755-48l6v 1587dc7296260dffdd87e43542b36fddc9aa33e6c34a1f723f592b34001b6a4b network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-796648f755-48l6v 1587dc7296260dffdd87e43542b36fddc9aa33e6c34a1f723f592b34001b6a4b network default NAD default NAD key ] I0512 11:39:31.169480 3637 cni.go:473] [openshift-console/console-796648f755-48l6v 1587dc7296260dffdd87e43542b36fddc9aa33e6c34a1f723f592b34001b6a4b network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-796648f755-48l6v 1587dc7296260dffdd87e43542b36fddc9aa33e6c34a1f723f592b34001b6a4b network default NAD default NAD key default], result "{}", err I0512 11:39:31.216178 3637 obj_retry.go:498] Detected object openshift-console/console-796648f755-48l6v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:39:31.216239 3637 pods.go:176] Deleting pod: openshift-console/console-796648f755-48l6v I0512 11:39:31.217654 3637 pods.go:236] Attempting to release IPs for pod: openshift-console/console-796648f755-48l6v, ips: 10.130.0.23 I0512 11:39:31.217687 3637 obj_retry.go:498] Detected object openshift-console/console-796648f755-48l6v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:39:31.224707 3637 base_network_controller_pods.go:487] [default/openshift-console/console-7b8b956fdf-wvgt7] creating logical port openshift-console_console-7b8b956fdf-wvgt7 for pod on switch ip-10-0-1-43.ec2.internal I0512 11:39:31.224794 3637 kube.go:256] Updating pod openshift-console/console-7b8b956fdf-wvgt7 I0512 11:39:31.239606 3637 pod.go:62] [openshift-console/console-7b8b956fdf-wvgt7] pod update took 14.837193ms I0512 11:39:31.239625 3637 base_network_controller_pods.go:951] [default/openshift-console/console-7b8b956fdf-wvgt7] addLogicalPort annotation time took 14.860314ms I0512 11:39:31.240882 3637 pods.go:271] [openshift-console/console-7b8b956fdf-wvgt7] addLogicalPort took 16.190513ms, libovsdb time 857.393µs I0512 11:39:31.582086 3637 cni.go:452] [openshift-console/console-7b8b956fdf-wvgt7 9169fd97d3bc6d02e73b738862c31ed37305ce12db867c6aa6197c288d978193 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-7b8b956fdf-wvgt7 9169fd97d3bc6d02e73b738862c31ed37305ce12db867c6aa6197c288d978193 network default NAD default NAD key ] I0512 11:39:31.591908 3637 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-7b8b956fdf-wvgt7, hostIfaceName: 9169fd97d3bc6d0, network: default, NAD default, SandboxID: "9169fd97d3bc6d02e73b738862c31ed37305ce12db867c6aa6197c288d978193", PCI device ID: , UID: "7d705ec8-e9d0-4137-978a-7b18b4e21c18", MAC: 0a:58:0a:82:00:19, IPs: [10.130.0.25/23] I0512 11:39:31.642218 3637 cni.go:473] [openshift-console/console-7b8b956fdf-wvgt7 9169fd97d3bc6d02e73b738862c31ed37305ce12db867c6aa6197c288d978193 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-7b8b956fdf-wvgt7 9169fd97d3bc6d02e73b738862c31ed37305ce12db867c6aa6197c288d978193 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:02:ae:03:27:30\",\"name\":\"9169fd97d3bc6d0\"},{\"mac\":\"0a:58:0a:82:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/abdd8fe1-15e2-4e0f-8b4c-8a3fa5f18144\"}],\"ips\":[{\"address\":\"10.130.0.25/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 11:39:32.015698 3637 obj_retry.go:492] Detected object openshift-console/console-796648f755-48l6v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:39:32.015724 3637 obj_retry.go:492] Detected object openshift-console/console-796648f755-48l6v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:39:32.024069 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-796648f755-48l6v I0512 11:39:32.024094 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-796648f755-48l6v W0512 11:39:42.050233 3637 util.go:959] Failed to build node endpoints for node ip-10-0-1-43.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0512 11:39:42.269052 3637 obj_retry.go:498] Detected object openshift-console/console-796648f755-l7dsj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:39:42.269625 3637 obj_retry.go:498] Detected object openshift-console/console-796648f755-l7dsj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:39:42.521454 3637 obj_retry.go:492] Detected object openshift-console/console-796648f755-l7dsj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:39:42.521477 3637 obj_retry.go:492] Detected object openshift-console/console-796648f755-l7dsj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:39:42.528769 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-796648f755-l7dsj I0512 11:39:42.528783 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-796648f755-l7dsj I0512 11:40:18.775046 3637 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0512 11:40:58.445169 3637 namespace.go:98] [tsf] adding namespace I0512 11:40:58.446002 3637 namespace.go:102] [tsf] adding namespace took 797.483µs I0512 11:40:58.464588 3637 namespace.go:142] [tsf] updating namespace I0512 11:40:58.476737 3637 namespace.go:142] [tsf] updating namespace I0512 11:41:02.952028 3637 namespace.go:98] [konflux-operator] adding namespace I0512 11:41:02.952910 3637 namespace.go:102] [konflux-operator] adding namespace took 856.975µs I0512 11:41:02.956647 3637 namespace.go:98] [rhbk-operator] adding namespace I0512 11:41:02.956736 3637 namespace.go:98] [konflux-ui] adding namespace I0512 11:41:02.957322 3637 namespace.go:102] [rhbk-operator] adding namespace took 661.981µs I0512 11:41:02.957890 3637 namespace.go:102] [konflux-ui] adding namespace took 1.135044ms I0512 11:41:02.958626 3637 namespace.go:98] [tsf-tpa] adding namespace I0512 11:41:02.958728 3637 namespace.go:98] [rhtpa-operator] adding namespace I0512 11:41:02.958751 3637 namespace.go:98] [tsf-keycloak] adding namespace I0512 11:41:02.959278 3637 namespace.go:102] [tsf-tpa] adding namespace took 636.689µs I0512 11:41:02.959789 3637 namespace.go:102] [rhtpa-operator] adding namespace took 1.045153ms I0512 11:41:02.960346 3637 namespace.go:102] [tsf-keycloak] adding namespace took 1.58328ms I0512 11:41:02.962934 3637 namespace.go:98] [tsf-tas] adding namespace I0512 11:41:02.963036 3637 namespace.go:98] [cert-manager-operator] adding namespace I0512 11:41:02.963471 3637 namespace.go:102] [tsf-tas] adding namespace took 523.332µs I0512 11:41:02.963982 3637 namespace.go:102] [cert-manager-operator] adding namespace took 930.93µs I0512 11:41:02.975583 3637 namespace.go:142] [konflux-operator] updating namespace I0512 11:41:02.990622 3637 namespace.go:142] [konflux-operator] updating namespace I0512 11:41:03.000787 3637 namespace.go:142] [rhbk-operator] updating namespace I0512 11:41:03.012842 3637 namespace.go:142] [tsf-tpa] updating namespace I0512 11:41:03.012980 3637 namespace.go:142] [konflux-ui] updating namespace I0512 11:41:03.013078 3637 namespace.go:142] [rhtpa-operator] updating namespace I0512 11:41:03.013122 3637 namespace.go:142] [rhbk-operator] updating namespace I0512 11:41:03.029607 3637 namespace.go:142] [tsf-tas] updating namespace I0512 11:41:03.029654 3637 namespace.go:142] [cert-manager-operator] updating namespace I0512 11:41:03.029726 3637 namespace.go:142] [rhbk-operator] updating namespace I0512 11:41:03.029852 3637 namespace.go:142] [tsf-keycloak] updating namespace I0512 11:41:03.040645 3637 namespace.go:142] [konflux-operator] updating namespace I0512 11:41:03.040823 3637 namespace.go:142] [tsf-tpa] updating namespace I0512 11:41:03.055465 3637 namespace.go:142] [tsf-tpa] updating namespace I0512 11:41:03.068659 3637 namespace.go:142] [rhtpa-operator] updating namespace I0512 11:41:03.079659 3637 namespace.go:142] [rhtpa-operator] updating namespace I0512 11:41:03.079769 3637 namespace.go:142] [tsf-keycloak] updating namespace I0512 11:41:03.097617 3637 namespace.go:142] [tsf-keycloak] updating namespace I0512 11:41:03.105440 3637 namespace.go:142] [tsf-tas] updating namespace I0512 11:41:03.107725 3637 namespace.go:142] [tsf-tas] updating namespace I0512 11:41:03.123258 3637 namespace.go:142] [cert-manager-operator] updating namespace I0512 11:41:03.150499 3637 namespace.go:142] [cert-manager-operator] updating namespace I0512 11:41:03.150607 3637 namespace.go:142] [konflux-ui] updating namespace I0512 11:41:03.159182 3637 namespace.go:142] [konflux-ui] updating namespace I0512 11:41:04.220245 3637 namespace.go:142] [tsf-keycloak] updating namespace I0512 11:41:04.232047 3637 namespace.go:142] [tsf-tpa] updating namespace I0512 11:41:04.372029 3637 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-tm6bq] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-5d7684fb5d-tm6bq for pod on switch ip-10-0-1-43.ec2.internal I0512 11:41:04.372128 3637 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-tm6bq I0512 11:41:04.392644 3637 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-tm6bq] pod update took 20.535296ms I0512 11:41:04.392666 3637 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-tm6bq] addLogicalPort annotation time took 20.570076ms I0512 11:41:04.393899 3637 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-tm6bq] addLogicalPort took 21.882904ms, libovsdb time 914.408µs I0512 11:41:04.731162 3637 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-tm6bq 1bc5809da0fc702a27cffd0b07bd4a8aba93d09fa8734cae4359b8a41541c22b network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-tm6bq 1bc5809da0fc702a27cffd0b07bd4a8aba93d09fa8734cae4359b8a41541c22b network default NAD default NAD key ] I0512 11:41:04.740438 3637 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-5d7684fb5d-tm6bq, hostIfaceName: 1bc5809da0fc702, network: default, NAD default, SandboxID: "1bc5809da0fc702a27cffd0b07bd4a8aba93d09fa8734cae4359b8a41541c22b", PCI device ID: , UID: "a5fb49fe-7072-4552-8cc4-7371d3a99f0d", MAC: 0a:58:0a:82:00:1a, IPs: [10.130.0.26/23] I0512 11:41:04.790304 3637 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-tm6bq 1bc5809da0fc702a27cffd0b07bd4a8aba93d09fa8734cae4359b8a41541c22b network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-tm6bq 1bc5809da0fc702a27cffd0b07bd4a8aba93d09fa8734cae4359b8a41541c22b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:6b:e2:d8:31:9a\",\"name\":\"1bc5809da0fc702\"},{\"mac\":\"0a:58:0a:82:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/36d63589-d87c-4156-a95c-3af79498d9d7\"}],\"ips\":[{\"address\":\"10.130.0.26/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 11:41:04.912019 3637 base_network_controller_pods.go:487] [default/openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fecjrmk] creating logical port openshift-marketplace_5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fecjrmk for pod on switch ip-10-0-1-43.ec2.internal I0512 11:41:04.912153 3637 kube.go:256] Updating pod openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fecjrmk I0512 11:41:04.926713 3637 pod.go:62] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fecjrmk] pod update took 14.597007ms I0512 11:41:04.926734 3637 base_network_controller_pods.go:951] [default/openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fecjrmk] addLogicalPort annotation time took 14.620129ms I0512 11:41:04.927881 3637 pods.go:271] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fecjrmk] addLogicalPort took 15.878169ms, libovsdb time 831.888µs I0512 11:41:04.999211 3637 base_network_controller_pods.go:487] [default/openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6elmlmt] creating logical port openshift-marketplace_5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6elmlmt for pod on switch ip-10-0-1-43.ec2.internal I0512 11:41:04.999418 3637 kube.go:256] Updating pod openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6elmlmt I0512 11:41:05.013472 3637 pod.go:62] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6elmlmt] pod update took 14.081305ms I0512 11:41:05.013498 3637 base_network_controller_pods.go:951] [default/openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6elmlmt] addLogicalPort annotation time took 14.11078ms I0512 11:41:05.014820 3637 pods.go:271] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6elmlmt] addLogicalPort took 15.653842ms, libovsdb time 948.813µs I0512 11:41:05.269166 3637 cni.go:452] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fecjrmk da6527c76ad92139bd3b5ae3a00eb31e8dd132184bae0a067febd10fb6f6e7fb network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fecjrmk da6527c76ad92139bd3b5ae3a00eb31e8dd132184bae0a067febd10fb6f6e7fb network default NAD default NAD key ] I0512 11:41:05.279267 3637 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fecjrmk, hostIfaceName: da6527c76ad9213, network: default, NAD default, SandboxID: "da6527c76ad92139bd3b5ae3a00eb31e8dd132184bae0a067febd10fb6f6e7fb", PCI device ID: , UID: "a97e74b6-e357-416a-982b-b1fb1f7b63b1", MAC: 0a:58:0a:82:00:1b, IPs: [10.130.0.27/23] I0512 11:41:05.332502 3637 cni.go:473] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fecjrmk da6527c76ad92139bd3b5ae3a00eb31e8dd132184bae0a067febd10fb6f6e7fb network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fecjrmk da6527c76ad92139bd3b5ae3a00eb31e8dd132184bae0a067febd10fb6f6e7fb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:a4:8c:74:85:8c\",\"name\":\"da6527c76ad9213\"},{\"mac\":\"0a:58:0a:82:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/201b1cfe-64ed-4d8d-ab26-e0b318340fcb\"}],\"ips\":[{\"address\":\"10.130.0.27/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 11:41:05.368543 3637 cni.go:452] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6elmlmt 7c64a94914020581e3f2669c3dd8859c484d3b5bcea5ff7c1c5e72bd779c615d network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6elmlmt 7c64a94914020581e3f2669c3dd8859c484d3b5bcea5ff7c1c5e72bd779c615d network default NAD default NAD key ] I0512 11:41:05.379628 3637 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6elmlmt, hostIfaceName: 7c64a9491402058, network: default, NAD default, SandboxID: "7c64a94914020581e3f2669c3dd8859c484d3b5bcea5ff7c1c5e72bd779c615d", PCI device ID: , UID: "5e041932-0287-4c76-a552-7fa2c18b6244", MAC: 0a:58:0a:82:00:1c, IPs: [10.130.0.28/23] I0512 11:41:05.438720 3637 cni.go:473] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6elmlmt 7c64a94914020581e3f2669c3dd8859c484d3b5bcea5ff7c1c5e72bd779c615d network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6elmlmt 7c64a94914020581e3f2669c3dd8859c484d3b5bcea5ff7c1c5e72bd779c615d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:82:bf:4a:c1:89\",\"name\":\"7c64a9491402058\"},{\"mac\":\"0a:58:0a:82:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8905a388-8ccd-403b-98e2-997b4aff293f\"}],\"ips\":[{\"address\":\"10.130.0.28/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0512 11:41:07.377906 3637 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0512 11:41:08.104434 3637 base_network_controller_pods.go:487] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5147f22] creating logical port openshift-marketplace_79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5147f22 for pod on switch ip-10-0-1-43.ec2.internal I0512 11:41:08.104563 3637 kube.go:256] Updating pod openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5147f22 I0512 11:41:08.119034 3637 pod.go:62] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5147f22] pod update took 14.501869ms I0512 11:41:08.119054 3637 base_network_controller_pods.go:951] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5147f22] addLogicalPort annotation time took 14.527369ms I0512 11:41:08.120340 3637 pods.go:271] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5147f22] addLogicalPort took 15.922731ms, libovsdb time 907.236µs I0512 11:41:08.463730 3637 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5147f22 0a4b4dc4fde5058adaa9d8340653b1545623f99ceb4d27afaa6c6b5f463c383f network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5147f22 0a4b4dc4fde5058adaa9d8340653b1545623f99ceb4d27afaa6c6b5f463c383f network default NAD default NAD key ] I0512 11:41:08.474815 3637 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5147f22, hostIfaceName: 0a4b4dc4fde5058, network: default, NAD default, SandboxID: "0a4b4dc4fde5058adaa9d8340653b1545623f99ceb4d27afaa6c6b5f463c383f", PCI device ID: , UID: "1acb9961-0761-4ef3-a640-b51400f0cc97", MAC: 0a:58:0a:82:00:1d, IPs: [10.130.0.29/23] I0512 11:41:08.525440 3637 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5147f22 0a4b4dc4fde5058adaa9d8340653b1545623f99ceb4d27afaa6c6b5f463c383f network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5147f22 0a4b4dc4fde5058adaa9d8340653b1545623f99ceb4d27afaa6c6b5f463c383f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:5a:35:1d:90:69\",\"name\":\"0a4b4dc4fde5058\"},{\"mac\":\"0a:58:0a:82:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d4c99715-c9f2-40b0-a5a1-a1ee7fbcb645\"}],\"ips\":[{\"address\":\"10.130.0.29/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 11:41:09.397051 3637 cni.go:452] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6elmlmt 7c64a94914020581e3f2669c3dd8859c484d3b5bcea5ff7c1c5e72bd779c615d network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6elmlmt 7c64a94914020581e3f2669c3dd8859c484d3b5bcea5ff7c1c5e72bd779c615d network default NAD default NAD key ] I0512 11:41:09.470540 3637 cni.go:473] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6elmlmt 7c64a94914020581e3f2669c3dd8859c484d3b5bcea5ff7c1c5e72bd779c615d network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6elmlmt 7c64a94914020581e3f2669c3dd8859c484d3b5bcea5ff7c1c5e72bd779c615d network default NAD default NAD key default], result "{}", err I0512 11:41:09.490392 3637 base_network_controller_pods.go:487] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d52tr8] creating logical port openshift-marketplace_2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d52tr8 for pod on switch ip-10-0-1-43.ec2.internal I0512 11:41:09.490532 3637 kube.go:256] Updating pod openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d52tr8 I0512 11:41:09.504697 3637 pod.go:62] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d52tr8] pod update took 14.200166ms I0512 11:41:09.504719 3637 base_network_controller_pods.go:951] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d52tr8] addLogicalPort annotation time took 14.224472ms I0512 11:41:09.505921 3637 pods.go:271] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d52tr8] addLogicalPort took 15.54337ms, libovsdb time 851.208µs I0512 11:41:09.517780 3637 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6elmlmt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:41:09.517807 3637 pods.go:176] Deleting pod: openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6elmlmt I0512 11:41:09.519061 3637 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6elmlmt, ips: 10.130.0.28 I0512 11:41:09.519090 3637 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6elmlmt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:41:09.519111 3637 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6elmlmt of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 11:41:09.519124 3637 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0512 11:41:09.519342 3637 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6elmlmt of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 11:41:09.519357 3637 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0512 11:41:09.846703 3637 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d52tr8 3c95824f8dbfe0d39589919a7f54107c321bb5ec4440a013c5023fe2b8ac4984 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d52tr8 3c95824f8dbfe0d39589919a7f54107c321bb5ec4440a013c5023fe2b8ac4984 network default NAD default NAD key ] I0512 11:41:09.857689 3637 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d52tr8, hostIfaceName: 3c95824f8dbfe0d, network: default, NAD default, SandboxID: "3c95824f8dbfe0d39589919a7f54107c321bb5ec4440a013c5023fe2b8ac4984", PCI device ID: , UID: "f0f1e092-8aba-4a4a-b0fa-de00c6d5af89", MAC: 0a:58:0a:82:00:1e, IPs: [10.130.0.30/23] I0512 11:41:09.905743 3637 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d52tr8 3c95824f8dbfe0d39589919a7f54107c321bb5ec4440a013c5023fe2b8ac4984 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d52tr8 3c95824f8dbfe0d39589919a7f54107c321bb5ec4440a013c5023fe2b8ac4984 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:cb:1f:7e:62:05\",\"name\":\"3c95824f8dbfe0d\"},{\"mac\":\"0a:58:0a:82:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b46411fc-87e5-4110-a89e-06a56564548b\"}],\"ips\":[{\"address\":\"10.130.0.30/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 11:41:10.405340 3637 cni.go:452] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fecjrmk da6527c76ad92139bd3b5ae3a00eb31e8dd132184bae0a067febd10fb6f6e7fb network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fecjrmk da6527c76ad92139bd3b5ae3a00eb31e8dd132184bae0a067febd10fb6f6e7fb network default NAD default NAD key ] I0512 11:41:10.477445 3637 cni.go:473] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fecjrmk da6527c76ad92139bd3b5ae3a00eb31e8dd132184bae0a067febd10fb6f6e7fb network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fecjrmk da6527c76ad92139bd3b5ae3a00eb31e8dd132184bae0a067febd10fb6f6e7fb network default NAD default NAD key default], result "{}", err I0512 11:41:10.531348 3637 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fecjrmk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:41:10.531383 3637 pods.go:176] Deleting pod: openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fecjrmk I0512 11:41:10.532868 3637 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fecjrmk, ips: 10.130.0.27 I0512 11:41:10.532899 3637 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fecjrmk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:41:10.532919 3637 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fecjrmk of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 11:41:10.532927 3637 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0512 11:41:10.533143 3637 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fecjrmk of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 11:41:10.533159 3637 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0512 11:41:10.547747 3637 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6elmlmt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:41:10.547774 3637 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6elmlmt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:41:10.547787 3637 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6elmlmt of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:41:10.547802 3637 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6elmlmt of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:41:11.531441 3637 base_network_controller_pods.go:487] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dxmms] creating logical port openshift-marketplace_03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dxmms for pod on switch ip-10-0-1-43.ec2.internal I0512 11:41:11.531551 3637 kube.go:256] Updating pod openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dxmms I0512 11:41:11.545673 3637 pod.go:62] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dxmms] pod update took 14.154008ms I0512 11:41:11.545702 3637 base_network_controller_pods.go:951] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dxmms] addLogicalPort annotation time took 14.18782ms I0512 11:41:11.546970 3637 pods.go:271] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dxmms] addLogicalPort took 15.547187ms, libovsdb time 851.715µs I0512 11:41:11.561896 3637 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fecjrmk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:41:11.561919 3637 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fecjrmk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:41:11.561931 3637 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fecjrmk of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:41:11.561943 3637 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fecjrmk of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:41:11.630239 3637 base_network_controller_pods.go:487] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cmfqr] creating logical port openshift-marketplace_09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cmfqr for pod on switch ip-10-0-1-43.ec2.internal I0512 11:41:11.630338 3637 kube.go:256] Updating pod openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cmfqr I0512 11:41:11.645783 3637 pod.go:62] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cmfqr] pod update took 15.473861ms I0512 11:41:11.645811 3637 base_network_controller_pods.go:951] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cmfqr] addLogicalPort annotation time took 15.506524ms I0512 11:41:11.647242 3637 pods.go:271] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cmfqr] addLogicalPort took 17.024485ms, libovsdb time 948.878µs I0512 11:41:12.403387 3637 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dxmms f377c57a7c8dc2192c9ce57dcdc0b86cf6e6de456568cf1620aa69dc5eaa5a3a network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dxmms f377c57a7c8dc2192c9ce57dcdc0b86cf6e6de456568cf1620aa69dc5eaa5a3a network default NAD default NAD key ] I0512 11:41:12.403701 3637 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cmfqr 829a3d1770274bbfead61aedba22fad59748bc643cfe1dbb62cb4d74615170d6 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cmfqr 829a3d1770274bbfead61aedba22fad59748bc643cfe1dbb62cb4d74615170d6 network default NAD default NAD key ] I0512 11:41:12.418390 3637 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cmfqr, hostIfaceName: 829a3d1770274bb, network: default, NAD default, SandboxID: "829a3d1770274bbfead61aedba22fad59748bc643cfe1dbb62cb4d74615170d6", PCI device ID: , UID: "f56938d7-88ff-4763-bd95-0480ea9d6288", MAC: 0a:58:0a:82:00:20, IPs: [10.130.0.32/23] I0512 11:41:12.418548 3637 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dxmms, hostIfaceName: f377c57a7c8dc21, network: default, NAD default, SandboxID: "f377c57a7c8dc2192c9ce57dcdc0b86cf6e6de456568cf1620aa69dc5eaa5a3a", PCI device ID: , UID: "3a6ff982-8674-46eb-b2c7-f3724d4c4ae3", MAC: 0a:58:0a:82:00:1f, IPs: [10.130.0.31/23] I0512 11:41:12.471252 3637 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cmfqr 829a3d1770274bbfead61aedba22fad59748bc643cfe1dbb62cb4d74615170d6 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cmfqr 829a3d1770274bbfead61aedba22fad59748bc643cfe1dbb62cb4d74615170d6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:a4:95:73:a4:e8\",\"name\":\"829a3d1770274bb\"},{\"mac\":\"0a:58:0a:82:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dc0ae5eb-64e0-4aae-a9e6-e85565118be3\"}],\"ips\":[{\"address\":\"10.130.0.32/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 11:41:12.490557 3637 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dxmms f377c57a7c8dc2192c9ce57dcdc0b86cf6e6de456568cf1620aa69dc5eaa5a3a network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dxmms f377c57a7c8dc2192c9ce57dcdc0b86cf6e6de456568cf1620aa69dc5eaa5a3a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:e7:44:d0:87:82\",\"name\":\"f377c57a7c8dc21\"},{\"mac\":\"0a:58:0a:82:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/27abf8bb-c0ec-426d-96a3-2466342f3e36\"}],\"ips\":[{\"address\":\"10.130.0.31/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 11:41:13.428093 3637 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5147f22 0a4b4dc4fde5058adaa9d8340653b1545623f99ceb4d27afaa6c6b5f463c383f network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5147f22 0a4b4dc4fde5058adaa9d8340653b1545623f99ceb4d27afaa6c6b5f463c383f network default NAD default NAD key ] I0512 11:41:13.504650 3637 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5147f22 0a4b4dc4fde5058adaa9d8340653b1545623f99ceb4d27afaa6c6b5f463c383f network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5147f22 0a4b4dc4fde5058adaa9d8340653b1545623f99ceb4d27afaa6c6b5f463c383f network default NAD default NAD key default], result "{}", err I0512 11:41:13.557489 3637 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5147f22 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:41:13.557532 3637 pods.go:176] Deleting pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5147f22 I0512 11:41:13.559372 3637 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5147f22, ips: 10.130.0.29 I0512 11:41:13.559398 3637 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5147f22 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:41:13.559421 3637 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5147f22 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 11:41:13.559429 3637 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0512 11:41:13.559752 3637 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5147f22 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 11:41:13.559769 3637 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0512 11:41:14.584280 3637 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5147f22 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:41:14.584338 3637 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5147f22 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:41:14.584355 3637 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5147f22 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:41:14.584368 3637 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5147f22 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:41:15.444590 3637 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d52tr8 3c95824f8dbfe0d39589919a7f54107c321bb5ec4440a013c5023fe2b8ac4984 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d52tr8 3c95824f8dbfe0d39589919a7f54107c321bb5ec4440a013c5023fe2b8ac4984 network default NAD default NAD key ] I0512 11:41:15.513814 3637 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d52tr8 3c95824f8dbfe0d39589919a7f54107c321bb5ec4440a013c5023fe2b8ac4984 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d52tr8 3c95824f8dbfe0d39589919a7f54107c321bb5ec4440a013c5023fe2b8ac4984 network default NAD default NAD key default], result "{}", err I0512 11:41:15.569731 3637 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d52tr8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:41:15.569767 3637 pods.go:176] Deleting pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d52tr8 I0512 11:41:15.571087 3637 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d52tr8, ips: 10.130.0.30 I0512 11:41:15.571112 3637 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d52tr8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:41:15.571134 3637 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d52tr8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 11:41:15.571142 3637 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0512 11:41:15.571326 3637 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d52tr8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 11:41:15.571342 3637 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0512 11:41:16.454633 3637 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cmfqr 829a3d1770274bbfead61aedba22fad59748bc643cfe1dbb62cb4d74615170d6 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cmfqr 829a3d1770274bbfead61aedba22fad59748bc643cfe1dbb62cb4d74615170d6 network default NAD default NAD key ] I0512 11:41:16.529268 3637 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cmfqr 829a3d1770274bbfead61aedba22fad59748bc643cfe1dbb62cb4d74615170d6 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cmfqr 829a3d1770274bbfead61aedba22fad59748bc643cfe1dbb62cb4d74615170d6 network default NAD default NAD key default], result "{}", err I0512 11:41:16.661725 3637 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cmfqr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:41:16.661771 3637 pods.go:176] Deleting pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cmfqr I0512 11:41:16.663209 3637 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cmfqr, ips: 10.130.0.32 I0512 11:41:16.663240 3637 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cmfqr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:41:16.663261 3637 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cmfqr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 11:41:16.663272 3637 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0512 11:41:16.663457 3637 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cmfqr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 11:41:16.663474 3637 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0512 11:41:16.706671 3637 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d52tr8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:41:16.706704 3637 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d52tr8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:41:16.706717 3637 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d52tr8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:41:16.706729 3637 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d52tr8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:41:17.459366 3637 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dxmms f377c57a7c8dc2192c9ce57dcdc0b86cf6e6de456568cf1620aa69dc5eaa5a3a network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dxmms f377c57a7c8dc2192c9ce57dcdc0b86cf6e6de456568cf1620aa69dc5eaa5a3a network default NAD default NAD key ] I0512 11:41:17.532548 3637 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dxmms f377c57a7c8dc2192c9ce57dcdc0b86cf6e6de456568cf1620aa69dc5eaa5a3a network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dxmms f377c57a7c8dc2192c9ce57dcdc0b86cf6e6de456568cf1620aa69dc5eaa5a3a network default NAD default NAD key default], result "{}", err I0512 11:41:17.583236 3637 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dxmms of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:41:17.583267 3637 pods.go:176] Deleting pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dxmms I0512 11:41:17.584813 3637 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dxmms, ips: 10.130.0.31 I0512 11:41:17.584844 3637 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dxmms of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:41:17.584863 3637 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dxmms of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 11:41:17.584871 3637 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0512 11:41:17.585108 3637 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dxmms of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 11:41:17.585124 3637 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0512 11:41:17.686602 3637 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cmfqr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:41:17.686621 3637 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cmfqr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:41:17.686632 3637 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cmfqr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:41:17.686646 3637 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cmfqr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0512 11:41:18.409358 3637 util.go:959] Failed to build node endpoints for node ip-10-0-1-43.ec2.internal port 8383: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0512 11:41:18.444599 3637 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0512 11:41:18.444683 3637 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-h4pbx IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-h4pbx: no pod IPs found I0512 11:41:18.608703 3637 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dxmms of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:41:18.608751 3637 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dxmms of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:41:18.608768 3637 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dxmms of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:41:18.608784 3637 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dxmms of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:41:18.675033 3637 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=56 I0512 11:41:18.914513 3637 base_network_controller_pods.go:487] [default/rhbk-operator/rhbk-operator-69889d554d-8pzwq] creating logical port rhbk-operator_rhbk-operator-69889d554d-8pzwq for pod on switch ip-10-0-1-43.ec2.internal I0512 11:41:18.914721 3637 kube.go:256] Updating pod rhbk-operator/rhbk-operator-69889d554d-8pzwq I0512 11:41:18.938294 3637 pod.go:62] [rhbk-operator/rhbk-operator-69889d554d-8pzwq] pod update took 23.601039ms I0512 11:41:18.938318 3637 base_network_controller_pods.go:951] [default/rhbk-operator/rhbk-operator-69889d554d-8pzwq] addLogicalPort annotation time took 23.629618ms I0512 11:41:18.939492 3637 pods.go:271] [rhbk-operator/rhbk-operator-69889d554d-8pzwq] addLogicalPort took 24.998892ms, libovsdb time 823.994µs I0512 11:41:19.272770 3637 cni.go:452] [rhbk-operator/rhbk-operator-69889d554d-8pzwq 87bda117e34273b8b7367c7fe2e0decc82379492b361eb1352316177de596bf0 network default NAD default NAD key ] ADD starting CNI request [rhbk-operator/rhbk-operator-69889d554d-8pzwq 87bda117e34273b8b7367c7fe2e0decc82379492b361eb1352316177de596bf0 network default NAD default NAD key ] I0512 11:41:19.282040 3637 helper_linux.go:556] ConfigureOVS: namespace: rhbk-operator, podName: rhbk-operator-69889d554d-8pzwq, hostIfaceName: 87bda117e34273b, network: default, NAD default, SandboxID: "87bda117e34273b8b7367c7fe2e0decc82379492b361eb1352316177de596bf0", PCI device ID: , UID: "c40a9bf7-6649-478c-ac77-8275b561fa2e", MAC: 0a:58:0a:82:00:21, IPs: [10.130.0.33/23] I0512 11:41:19.330625 3637 cni.go:473] [rhbk-operator/rhbk-operator-69889d554d-8pzwq 87bda117e34273b8b7367c7fe2e0decc82379492b361eb1352316177de596bf0 network default NAD default NAD key default] ADD finished CNI request [rhbk-operator/rhbk-operator-69889d554d-8pzwq 87bda117e34273b8b7367c7fe2e0decc82379492b361eb1352316177de596bf0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:90:9d:a7:99:e5\",\"name\":\"87bda117e34273b\"},{\"mac\":\"0a:58:0a:82:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7961732b-434e-4317-9a01-21663a4979b5\"}],\"ips\":[{\"address\":\"10.130.0.33/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 11:41:25.261133 3637 base_network_controller_pods.go:487] [default/konflux-operator/konflux-operator-controller-manager-5bf6d87b75-scz2r] creating logical port konflux-operator_konflux-operator-controller-manager-5bf6d87b75-scz2r for pod on switch ip-10-0-1-43.ec2.internal I0512 11:41:25.261262 3637 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-5bf6d87b75-scz2r I0512 11:41:25.282491 3637 pod.go:62] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-scz2r] pod update took 21.252205ms I0512 11:41:25.282515 3637 base_network_controller_pods.go:951] [default/konflux-operator/konflux-operator-controller-manager-5bf6d87b75-scz2r] addLogicalPort annotation time took 21.283149ms I0512 11:41:25.283747 3637 pods.go:271] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-scz2r] addLogicalPort took 22.628644ms, libovsdb time 894.767µs I0512 11:41:25.627930 3637 cni.go:452] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-scz2r 51449227e55943c75b0437b8ed5eee1936075df9f7a1c60a5dc5bbe244a7cef4 network default NAD default NAD key ] ADD starting CNI request [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-scz2r 51449227e55943c75b0437b8ed5eee1936075df9f7a1c60a5dc5bbe244a7cef4 network default NAD default NAD key ] I0512 11:41:25.637457 3637 helper_linux.go:556] ConfigureOVS: namespace: konflux-operator, podName: konflux-operator-controller-manager-5bf6d87b75-scz2r, hostIfaceName: 51449227e55943c, network: default, NAD default, SandboxID: "51449227e55943c75b0437b8ed5eee1936075df9f7a1c60a5dc5bbe244a7cef4", PCI device ID: , UID: "7e88263e-ee13-4b44-919f-f3e54436b8c0", MAC: 0a:58:0a:82:00:22, IPs: [10.130.0.34/23] I0512 11:41:25.690242 3637 cni.go:473] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-scz2r 51449227e55943c75b0437b8ed5eee1936075df9f7a1c60a5dc5bbe244a7cef4 network default NAD default NAD key default] ADD finished CNI request [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-scz2r 51449227e55943c75b0437b8ed5eee1936075df9f7a1c60a5dc5bbe244a7cef4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:dd:b4:83:39:4f\",\"name\":\"51449227e55943c\"},{\"mac\":\"0a:58:0a:82:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fecf402e-f107-4f25-acdd-b751b21fce6d\"}],\"ips\":[{\"address\":\"10.130.0.34/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0512 11:41:26.556747 3637 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0512 11:41:28.450600 3637 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0512 11:41:28.468589 3637 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0512 11:41:28.543831 3637 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0512 11:41:29.782317 3637 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0512 11:41:29.923899 3637 namespace.go:142] [openshift-operators] updating namespace I0512 11:41:29.932602 3637 namespace.go:142] [openshift-operators] updating namespace I0512 11:41:32.416900 3637 base_network_controller_pods.go:487] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-tbmqz] creating logical port cert-manager-operator_cert-manager-operator-controller-manager-5b66478c58-tbmqz for pod on switch ip-10-0-1-43.ec2.internal I0512 11:41:32.417051 3637 kube.go:256] Updating pod cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-tbmqz I0512 11:41:32.468482 3637 kube.go:256] Updating pod cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-tbmqz I0512 11:41:32.497718 3637 pod.go:62] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-tbmqz] pod update took 80.698537ms I0512 11:41:32.497745 3637 base_network_controller_pods.go:951] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-tbmqz] addLogicalPort annotation time took 80.731872ms I0512 11:41:32.498928 3637 pods.go:271] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-tbmqz] addLogicalPort took 82.052123ms, libovsdb time 803.758µs I0512 11:41:32.769097 3637 cni.go:452] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-tbmqz 92a59cec421dbb246d37e48aad6278bbaa2b79570706d922ac02c1beedbb2a45 network default NAD default NAD key ] ADD starting CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-tbmqz 92a59cec421dbb246d37e48aad6278bbaa2b79570706d922ac02c1beedbb2a45 network default NAD default NAD key ] I0512 11:41:32.778539 3637 helper_linux.go:556] ConfigureOVS: namespace: cert-manager-operator, podName: cert-manager-operator-controller-manager-5b66478c58-tbmqz, hostIfaceName: 92a59cec421dbb2, network: default, NAD default, SandboxID: "92a59cec421dbb246d37e48aad6278bbaa2b79570706d922ac02c1beedbb2a45", PCI device ID: , UID: "6589c43f-4eca-4239-a3c3-5b86cf0564bc", MAC: 0a:58:0a:82:00:23, IPs: [10.130.0.35/23] I0512 11:41:32.829443 3637 cni.go:473] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-tbmqz 92a59cec421dbb246d37e48aad6278bbaa2b79570706d922ac02c1beedbb2a45 network default NAD default NAD key default] ADD finished CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-tbmqz 92a59cec421dbb246d37e48aad6278bbaa2b79570706d922ac02c1beedbb2a45 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:27:67:68:77:d3\",\"name\":\"92a59cec421dbb2\"},{\"mac\":\"0a:58:0a:82:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ce0cbff8-831c-489d-a93f-a505ddad9f07\"}],\"ips\":[{\"address\":\"10.130.0.35/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0512 11:41:34.600972 3637 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0512 11:41:34.609726 3637 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0512 11:41:34.623665 3637 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0512 11:41:34.634409 3637 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0512 11:41:35.907341 3637 namespace.go:98] [cert-manager] adding namespace I0512 11:41:35.908299 3637 namespace.go:102] [cert-manager] adding namespace took 930.446µs I0512 11:41:35.908342 3637 namespace.go:142] [cert-manager] updating namespace I0512 11:41:35.976491 3637 namespace.go:142] [cert-manager] updating namespace I0512 11:41:37.800283 3637 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0512 11:41:38.668547 3637 namespace.go:142] [openshift-operators] updating namespace W0512 11:41:39.542451 3637 util.go:959] Failed to build node endpoints for node ip-10-0-1-43.ec2.internal port 8443: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0512 11:41:39.788283 3637 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0512 11:41:39.843542 3637 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-webhook-7dc76cbb94-d6jpx] creating logical port cert-manager_cert-manager-webhook-7dc76cbb94-d6jpx for pod on switch ip-10-0-1-43.ec2.internal I0512 11:41:39.843653 3637 kube.go:256] Updating pod cert-manager/cert-manager-webhook-7dc76cbb94-d6jpx I0512 11:41:39.875399 3637 pod.go:62] [cert-manager/cert-manager-webhook-7dc76cbb94-d6jpx] pod update took 31.772877ms I0512 11:41:39.875442 3637 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-webhook-7dc76cbb94-d6jpx] addLogicalPort annotation time took 31.796038ms I0512 11:41:39.876626 3637 pods.go:271] [cert-manager/cert-manager-webhook-7dc76cbb94-d6jpx] addLogicalPort took 33.098324ms, libovsdb time 813.487µs I0512 11:41:40.208617 3637 cni.go:452] [cert-manager/cert-manager-webhook-7dc76cbb94-d6jpx b9e550a6b4f735edb66823947f9f3bb0696f44ce98951f7022214f32b4dd99c8 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-d6jpx b9e550a6b4f735edb66823947f9f3bb0696f44ce98951f7022214f32b4dd99c8 network default NAD default NAD key ] I0512 11:41:40.218076 3637 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-webhook-7dc76cbb94-d6jpx, hostIfaceName: b9e550a6b4f735e, network: default, NAD default, SandboxID: "b9e550a6b4f735edb66823947f9f3bb0696f44ce98951f7022214f32b4dd99c8", PCI device ID: , UID: "87f21009-8e19-4516-b6d6-0a35743471e6", MAC: 0a:58:0a:82:00:24, IPs: [10.130.0.36/23] I0512 11:41:40.268306 3637 cni.go:473] [cert-manager/cert-manager-webhook-7dc76cbb94-d6jpx b9e550a6b4f735edb66823947f9f3bb0696f44ce98951f7022214f32b4dd99c8 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-d6jpx b9e550a6b4f735edb66823947f9f3bb0696f44ce98951f7022214f32b4dd99c8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:e3:2e:a5:14:39\",\"name\":\"b9e550a6b4f735e\"},{\"mac\":\"0a:58:0a:82:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5a6e4594-45b9-4fe7-8af8-1f1ee99412a2\"}],\"ips\":[{\"address\":\"10.130.0.36/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0512 11:41:44.625308 3637 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0512 11:41:44.625330 3637 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0512 11:41:45.148670 3637 base_network_controller_pods.go:487] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-d2d7t] creating logical port openshift-operators_rhtas-operator-controller-manager-68888cb75-d2d7t for pod on switch ip-10-0-1-43.ec2.internal I0512 11:41:45.148793 3637 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-68888cb75-d2d7t I0512 11:41:45.176596 3637 pod.go:62] [openshift-operators/rhtas-operator-controller-manager-68888cb75-d2d7t] pod update took 27.827179ms I0512 11:41:45.176629 3637 base_network_controller_pods.go:951] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-d2d7t] addLogicalPort annotation time took 27.864301ms I0512 11:41:45.177776 3637 pods.go:271] [openshift-operators/rhtas-operator-controller-manager-68888cb75-d2d7t] addLogicalPort took 29.125546ms, libovsdb time 787.422µs I0512 11:41:45.507435 3637 cni.go:452] [openshift-operators/rhtas-operator-controller-manager-68888cb75-d2d7t 90d126a27b900ea207fa3dc055e100f7dabdbaf322638256f420cd266d04d1a4 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-d2d7t 90d126a27b900ea207fa3dc055e100f7dabdbaf322638256f420cd266d04d1a4 network default NAD default NAD key ] I0512 11:41:45.516804 3637 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: rhtas-operator-controller-manager-68888cb75-d2d7t, hostIfaceName: 90d126a27b900ea, network: default, NAD default, SandboxID: "90d126a27b900ea207fa3dc055e100f7dabdbaf322638256f420cd266d04d1a4", PCI device ID: , UID: "7706649a-eb57-466c-98b9-c133c37fc883", MAC: 0a:58:0a:82:00:25, IPs: [10.130.0.37/23] I0512 11:41:45.567482 3637 cni.go:473] [openshift-operators/rhtas-operator-controller-manager-68888cb75-d2d7t 90d126a27b900ea207fa3dc055e100f7dabdbaf322638256f420cd266d04d1a4 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-d2d7t 90d126a27b900ea207fa3dc055e100f7dabdbaf322638256f420cd266d04d1a4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:78:27:20:62:5c\",\"name\":\"90d126a27b900ea\"},{\"mac\":\"0a:58:0a:82:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5f1a12b4-e1bd-4ac0-b307-d5b993acc208\"}],\"ips\":[{\"address\":\"10.130.0.37/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 11:41:47.657127 3637 namespace.go:98] [trusted-artifact-signer] adding namespace I0512 11:41:47.657978 3637 namespace.go:102] [trusted-artifact-signer] adding namespace took 826.823µs I0512 11:41:47.730654 3637 namespace.go:142] [trusted-artifact-signer] updating namespace W0512 11:41:47.740567 3637 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0512 11:41:47.765077 3637 namespace.go:142] [trusted-artifact-signer] updating namespace W0512 11:41:48.808257 3637 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service W0512 11:41:48.999363 3637 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0512 11:41:49.769893 3637 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 W0512 11:41:50.797461 3637 util.go:959] Failed to build node endpoints for node ip-10-0-1-43.ec2.internal port 10250: empty IP address endpoints for service cert-manager/cert-manager-webhook W0512 11:41:50.797481 3637 util.go:959] Failed to build node endpoints for node ip-10-0-1-43.ec2.internal port 9402: empty IP address endpoints for service cert-manager/cert-manager-webhook I0512 11:41:53.758630 3637 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0512 11:41:56.328556 3637 namespace.go:98] [openshift-pipelines] adding namespace I0512 11:41:56.329467 3637 namespace.go:102] [openshift-pipelines] adding namespace took 865.411µs I0512 11:41:56.349360 3637 namespace.go:142] [openshift-pipelines] updating namespace I0512 11:41:57.037055 3637 namespace.go:142] [cert-manager] updating namespace I0512 11:41:57.235035 3637 namespace.go:142] [cert-manager-operator] updating namespace I0512 11:41:57.635523 3637 namespace.go:142] [konflux-operator] updating namespace I0512 11:41:57.836737 3637 namespace.go:142] [konflux-ui] updating namespace I0512 11:41:58.037850 3637 namespace.go:142] [open-cluster-management-2q8btjnpc38stnn9s3vkf9fec7sthl4r] updating namespace I0512 11:41:58.393595 3637 namespace.go:142] [rhbk-operator] updating namespace I0512 11:41:58.595079 3637 namespace.go:142] [rhtpa-operator] updating namespace W0512 11:41:58.641005 3637 util.go:959] Failed to build node endpoints for node ip-10-0-1-43.ec2.internal port 8080: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0512 11:41:58.795520 3637 namespace.go:142] [trusted-artifact-signer] updating namespace I0512 11:41:59.020342 3637 namespace.go:142] [tsf] updating namespace I0512 11:41:59.393560 3637 namespace.go:142] [tsf-keycloak] updating namespace I0512 11:42:00.015011 3637 namespace.go:142] [tsf-tas] updating namespace I0512 11:42:00.239239 3637 namespace.go:142] [tsf-tpa] updating namespace I0512 11:42:00.404176 3637 namespace.go:142] [cert-manager] updating namespace I0512 11:42:00.416827 3637 namespace.go:142] [cert-manager-operator] updating namespace I0512 11:42:00.439816 3637 namespace.go:142] [default] updating namespace I0512 11:42:00.453464 3637 namespace.go:142] [konflux-operator] updating namespace I0512 11:42:00.471537 3637 namespace.go:142] [konflux-ui] updating namespace I0512 11:42:00.483837 3637 namespace.go:142] [open-cluster-management-2q8btjnpc38stnn9s3vkf9fec7sthl4r] updating namespace I0512 11:42:00.493319 3637 namespace.go:142] [openshift] updating namespace I0512 11:42:00.507161 3637 namespace.go:142] [rhbk-operator] updating namespace I0512 11:42:00.524469 3637 namespace.go:142] [rhtpa-operator] updating namespace I0512 11:42:00.546847 3637 namespace.go:142] [trusted-artifact-signer] updating namespace I0512 11:42:00.557723 3637 namespace.go:142] [tsf] updating namespace I0512 11:42:00.570005 3637 namespace.go:142] [tsf-keycloak] updating namespace I0512 11:42:00.578485 3637 namespace.go:142] [tsf-tas] updating namespace I0512 11:42:00.588388 3637 namespace.go:142] [tsf-tpa] updating namespace I0512 11:42:00.653750 3637 namespace.go:142] [cert-manager] updating namespace I0512 11:42:00.713753 3637 namespace.go:142] [cert-manager-operator] updating namespace I0512 11:42:00.815211 3637 namespace.go:142] [default] updating namespace I0512 11:42:00.914786 3637 namespace.go:142] [konflux-operator] updating namespace I0512 11:42:01.015092 3637 namespace.go:142] [konflux-ui] updating namespace I0512 11:42:01.115427 3637 namespace.go:142] [open-cluster-management-2q8btjnpc38stnn9s3vkf9fec7sthl4r] updating namespace I0512 11:42:01.212796 3637 namespace.go:142] [openshift] updating namespace I0512 11:42:01.315052 3637 namespace.go:142] [rhbk-operator] updating namespace I0512 11:42:01.418030 3637 namespace.go:142] [rhtpa-operator] updating namespace I0512 11:42:01.513247 3637 namespace.go:142] [trusted-artifact-signer] updating namespace I0512 11:42:01.618486 3637 namespace.go:142] [tsf] updating namespace I0512 11:42:01.716263 3637 namespace.go:142] [tsf-keycloak] updating namespace I0512 11:42:01.814486 3637 namespace.go:142] [tsf-tas] updating namespace I0512 11:42:01.914803 3637 namespace.go:142] [tsf-tpa] updating namespace I0512 11:42:02.364367 3637 namespace.go:142] [openshift-pipelines] updating namespace I0512 11:42:10.181776 3637 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-96jjh] creating logical port openshift-pipelines_tekton-events-controller-57d7f78b8d-96jjh for pod on switch ip-10-0-1-43.ec2.internal I0512 11:42:10.181891 3637 kube.go:256] Updating pod openshift-pipelines/tekton-events-controller-57d7f78b8d-96jjh I0512 11:42:10.204712 3637 pod.go:62] [openshift-pipelines/tekton-events-controller-57d7f78b8d-96jjh] pod update took 22.842553ms I0512 11:42:10.204739 3637 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-96jjh] addLogicalPort annotation time took 22.873068ms I0512 11:42:10.206049 3637 pods.go:271] [openshift-pipelines/tekton-events-controller-57d7f78b8d-96jjh] addLogicalPort took 24.290418ms, libovsdb time 955.019µs I0512 11:42:10.271676 3637 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-kd9k4] creating logical port openshift-pipelines_tekton-pipelines-remote-resolvers-85f5bb4dfb-kd9k4 for pod on switch ip-10-0-1-43.ec2.internal I0512 11:42:10.271797 3637 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-kd9k4 I0512 11:42:10.292684 3637 pod.go:62] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-kd9k4] pod update took 20.91401ms I0512 11:42:10.292703 3637 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-kd9k4] addLogicalPort annotation time took 20.938698ms I0512 11:42:10.293913 3637 pods.go:271] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-kd9k4] addLogicalPort took 22.254052ms, libovsdb time 878.675µs I0512 11:42:10.393471 3637 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-mxdnx] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-mxdnx for pod on switch ip-10-0-1-43.ec2.internal I0512 11:42:10.393558 3637 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-mxdnx I0512 11:42:10.409537 3637 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-mxdnx] pod update took 16.006735ms I0512 11:42:10.409558 3637 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-mxdnx] addLogicalPort annotation time took 16.031859ms I0512 11:42:10.410844 3637 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-mxdnx] addLogicalPort took 17.39399ms, libovsdb time 864.038µs I0512 11:42:10.483929 3637 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-wxq58] creating logical port openshift-pipelines_tekton-operator-proxy-webhook-57f84cff6f-wxq58 for pod on switch ip-10-0-1-43.ec2.internal I0512 11:42:10.484036 3637 kube.go:256] Updating pod openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-wxq58 I0512 11:42:10.496430 3637 pod.go:62] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-wxq58] pod update took 12.447072ms I0512 11:42:10.496451 3637 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-wxq58] addLogicalPort annotation time took 12.468743ms I0512 11:42:10.497596 3637 pods.go:271] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-wxq58] addLogicalPort took 13.684409ms, libovsdb time 785.401µs I0512 11:42:10.542675 3637 cni.go:452] [openshift-pipelines/tekton-events-controller-57d7f78b8d-96jjh ce14bd279743ca7124eddf069714bf9f6217b11248216977b8e4304a3e175278 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-96jjh ce14bd279743ca7124eddf069714bf9f6217b11248216977b8e4304a3e175278 network default NAD default NAD key ] I0512 11:42:10.552693 3637 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-events-controller-57d7f78b8d-96jjh, hostIfaceName: ce14bd279743ca7, network: default, NAD default, SandboxID: "ce14bd279743ca7124eddf069714bf9f6217b11248216977b8e4304a3e175278", PCI device ID: , UID: "509a38a5-fc06-4220-96d1-c96030c56642", MAC: 0a:58:0a:82:00:26, IPs: [10.130.0.38/23] I0512 11:42:10.608045 3637 cni.go:473] [openshift-pipelines/tekton-events-controller-57d7f78b8d-96jjh ce14bd279743ca7124eddf069714bf9f6217b11248216977b8e4304a3e175278 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-96jjh ce14bd279743ca7124eddf069714bf9f6217b11248216977b8e4304a3e175278 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:d0:6a:8e:fd:fa\",\"name\":\"ce14bd279743ca7\"},{\"mac\":\"0a:58:0a:82:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8023bdcc-04f4-4439-8a5f-1ccd5eb8476c\"}],\"ips\":[{\"address\":\"10.130.0.38/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 11:42:10.642328 3637 cni.go:452] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-kd9k4 2d2308ac2498a0c5cfd0d595abd5a2fe7693f7acf67b9218ab04de48de2b9277 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-kd9k4 2d2308ac2498a0c5cfd0d595abd5a2fe7693f7acf67b9218ab04de48de2b9277 network default NAD default NAD key ] I0512 11:42:10.652743 3637 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-remote-resolvers-85f5bb4dfb-kd9k4, hostIfaceName: 2d2308ac2498a0c, network: default, NAD default, SandboxID: "2d2308ac2498a0c5cfd0d595abd5a2fe7693f7acf67b9218ab04de48de2b9277", PCI device ID: , UID: "7339c850-b7bc-4096-bccf-dde2fd3ffa15", MAC: 0a:58:0a:82:00:27, IPs: [10.130.0.39/23] I0512 11:42:10.705421 3637 cni.go:473] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-kd9k4 2d2308ac2498a0c5cfd0d595abd5a2fe7693f7acf67b9218ab04de48de2b9277 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-kd9k4 2d2308ac2498a0c5cfd0d595abd5a2fe7693f7acf67b9218ab04de48de2b9277 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:da:82:70:92:a5\",\"name\":\"2d2308ac2498a0c\"},{\"mac\":\"0a:58:0a:82:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e174db78-e5e9-447a-a0c0-13240dbef9e2\"}],\"ips\":[{\"address\":\"10.130.0.39/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 11:42:10.756946 3637 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-mxdnx 49cf6017f4f10d4a803398baa592b95835c938bc88b2c655a764e11525cad77c network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-mxdnx 49cf6017f4f10d4a803398baa592b95835c938bc88b2c655a764e11525cad77c network default NAD default NAD key ] I0512 11:42:10.767403 3637 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-mxdnx, hostIfaceName: 49cf6017f4f10d4, network: default, NAD default, SandboxID: "49cf6017f4f10d4a803398baa592b95835c938bc88b2c655a764e11525cad77c", PCI device ID: , UID: "beb0300d-3449-4298-9ed8-94964907b0f3", MAC: 0a:58:0a:82:00:28, IPs: [10.130.0.40/23] I0512 11:42:10.817850 3637 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-mxdnx 49cf6017f4f10d4a803398baa592b95835c938bc88b2c655a764e11525cad77c network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-mxdnx 49cf6017f4f10d4a803398baa592b95835c938bc88b2c655a764e11525cad77c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:42:bb:8b:c7:d9\",\"name\":\"49cf6017f4f10d4\"},{\"mac\":\"0a:58:0a:82:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ae5b29b6-a88c-4760-a3c0-ead2adf77617\"}],\"ips\":[{\"address\":\"10.130.0.40/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 11:42:10.879108 3637 cni.go:452] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-wxq58 d9e42f2ea83ffc1a57f0888ce2c1b100f499b4d46e4001b972fb4807f8432193 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-wxq58 d9e42f2ea83ffc1a57f0888ce2c1b100f499b4d46e4001b972fb4807f8432193 network default NAD default NAD key ] I0512 11:42:10.888677 3637 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-operator-proxy-webhook-57f84cff6f-wxq58, hostIfaceName: d9e42f2ea83ffc1, network: default, NAD default, SandboxID: "d9e42f2ea83ffc1a57f0888ce2c1b100f499b4d46e4001b972fb4807f8432193", PCI device ID: , UID: "0d5a66b3-2ec0-476c-a8b1-56bbe50fa5ee", MAC: 0a:58:0a:82:00:29, IPs: [10.130.0.41/23] I0512 11:42:10.938293 3637 cni.go:473] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-wxq58 d9e42f2ea83ffc1a57f0888ce2c1b100f499b4d46e4001b972fb4807f8432193 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-wxq58 d9e42f2ea83ffc1a57f0888ce2c1b100f499b4d46e4001b972fb4807f8432193 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:d6:b9:22:f7:5e\",\"name\":\"d9e42f2ea83ffc1\"},{\"mac\":\"0a:58:0a:82:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7560b6d0-5c17-4e2c-8b94-904aadf47e17\"}],\"ips\":[{\"address\":\"10.130.0.41/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 11:42:12.796711 3637 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 W0512 11:42:14.706015 3637 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0512 11:42:14.706039 3637 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0512 11:42:14.706046 3637 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0512 11:42:16.840259 3637 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 11:42:16.840279 3637 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 11:42:16.840286 3637 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 11:42:16.840290 3637 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 11:42:16.967296 3637 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0512 11:42:16.967313 3637 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0512 11:42:16.967318 3637 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller I0512 11:42:18.321600 3637 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:42:18.322128 3637 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:42:18.349067 3637 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:42:18.349092 3637 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:42:18.360363 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0512 11:42:18.360385 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions W0512 11:42:27.804087 3637 util.go:959] Failed to build node endpoints for node ip-10-0-1-43.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 11:42:27.804109 3637 util.go:959] Failed to build node endpoints for node ip-10-0-1-43.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 11:42:27.804116 3637 util.go:959] Failed to build node endpoints for node ip-10-0-1-43.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 11:42:27.804120 3637 util.go:959] Failed to build node endpoints for node ip-10-0-1-43.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 11:42:27.835059 3637 util.go:959] Failed to build node endpoints for node ip-10-0-1-43.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0512 11:42:27.835082 3637 util.go:959] Failed to build node endpoints for node ip-10-0-1-43.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0512 11:42:27.835090 3637 util.go:959] Failed to build node endpoints for node ip-10-0-1-43.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0512 11:42:32.283882 3637 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0512 11:42:32.304442 3637 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0512 11:42:35.028094 3637 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-cfww7] creating logical port openshift-pipelines_tekton-triggers-core-interceptors-76f587ddc9-cfww7 for pod on switch ip-10-0-1-43.ec2.internal I0512 11:42:35.028204 3637 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-cfww7 I0512 11:42:35.045551 3637 pod.go:62] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-cfww7] pod update took 17.387987ms I0512 11:42:35.045574 3637 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-cfww7] addLogicalPort annotation time took 17.417498ms I0512 11:42:35.046949 3637 pods.go:271] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-cfww7] addLogicalPort took 18.868073ms, libovsdb time 948.467µs I0512 11:42:35.390932 3637 cni.go:452] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-cfww7 c195fd2414a57af82f946cd28f9b67fba1a5dcbc465c41d30f72b851d0c8d626 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-cfww7 c195fd2414a57af82f946cd28f9b67fba1a5dcbc465c41d30f72b851d0c8d626 network default NAD default NAD key ] I0512 11:42:35.400312 3637 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-core-interceptors-76f587ddc9-cfww7, hostIfaceName: c195fd2414a57af, network: default, NAD default, SandboxID: "c195fd2414a57af82f946cd28f9b67fba1a5dcbc465c41d30f72b851d0c8d626", PCI device ID: , UID: "8d3bf16e-2987-42e7-9eec-ccea017cff3b", MAC: 0a:58:0a:82:00:2a, IPs: [10.130.0.42/23] I0512 11:42:35.453289 3637 cni.go:473] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-cfww7 c195fd2414a57af82f946cd28f9b67fba1a5dcbc465c41d30f72b851d0c8d626 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-cfww7 c195fd2414a57af82f946cd28f9b67fba1a5dcbc465c41d30f72b851d0c8d626 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:0f:7b:16:3e:08\",\"name\":\"c195fd2414a57af\"},{\"mac\":\"0a:58:0a:82:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e99098ad-1e99-42d9-bcee-44c8beaece81\"}],\"ips\":[{\"address\":\"10.130.0.42/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0512 11:42:38.915373 3637 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0512 11:42:42.398788 3637 namespace.go:142] [openshift-pipelines] updating namespace I0512 11:42:43.896740 3637 cni.go:452] [openshift-console/console-7b8b956fdf-wvgt7 9169fd97d3bc6d02e73b738862c31ed37305ce12db867c6aa6197c288d978193 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-7b8b956fdf-wvgt7 9169fd97d3bc6d02e73b738862c31ed37305ce12db867c6aa6197c288d978193 network default NAD default NAD key ] I0512 11:42:43.974242 3637 cni.go:473] [openshift-console/console-7b8b956fdf-wvgt7 9169fd97d3bc6d02e73b738862c31ed37305ce12db867c6aa6197c288d978193 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-7b8b956fdf-wvgt7 9169fd97d3bc6d02e73b738862c31ed37305ce12db867c6aa6197c288d978193 network default NAD default NAD key default], result "{}", err I0512 11:42:44.029531 3637 obj_retry.go:498] Detected object openshift-console/console-7b8b956fdf-wvgt7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:42:44.029574 3637 pods.go:176] Deleting pod: openshift-console/console-7b8b956fdf-wvgt7 I0512 11:42:44.030851 3637 pods.go:236] Attempting to release IPs for pod: openshift-console/console-7b8b956fdf-wvgt7, ips: 10.130.0.25 I0512 11:42:44.030879 3637 obj_retry.go:498] Detected object openshift-console/console-7b8b956fdf-wvgt7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:42:44.038536 3637 base_network_controller_pods.go:487] [default/openshift-console/console-bfb84877-w2rqs] creating logical port openshift-console_console-bfb84877-w2rqs for pod on switch ip-10-0-1-43.ec2.internal I0512 11:42:44.038652 3637 kube.go:256] Updating pod openshift-console/console-bfb84877-w2rqs I0512 11:42:44.054002 3637 pod.go:62] [openshift-console/console-bfb84877-w2rqs] pod update took 15.38754ms I0512 11:42:44.054022 3637 base_network_controller_pods.go:951] [default/openshift-console/console-bfb84877-w2rqs] addLogicalPort annotation time took 15.411815ms I0512 11:42:44.055400 3637 pods.go:271] [openshift-console/console-bfb84877-w2rqs] addLogicalPort took 16.88007ms, libovsdb time 934.838µs I0512 11:42:44.400781 3637 cni.go:452] [openshift-console/console-bfb84877-w2rqs f35ba11658ea4c7edc38f893ddcef8677616a19880e2665f87db04e2ff1851a9 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-bfb84877-w2rqs f35ba11658ea4c7edc38f893ddcef8677616a19880e2665f87db04e2ff1851a9 network default NAD default NAD key ] I0512 11:42:44.410609 3637 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-bfb84877-w2rqs, hostIfaceName: f35ba11658ea4c7, network: default, NAD default, SandboxID: "f35ba11658ea4c7edc38f893ddcef8677616a19880e2665f87db04e2ff1851a9", PCI device ID: , UID: "898543a0-bcb6-4e39-8474-532767673262", MAC: 0a:58:0a:82:00:2b, IPs: [10.130.0.43/23] I0512 11:42:44.462579 3637 cni.go:473] [openshift-console/console-bfb84877-w2rqs f35ba11658ea4c7edc38f893ddcef8677616a19880e2665f87db04e2ff1851a9 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-bfb84877-w2rqs f35ba11658ea4c7edc38f893ddcef8677616a19880e2665f87db04e2ff1851a9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:21:51:b0:d2:ae\",\"name\":\"f35ba11658ea4c7\"},{\"mac\":\"0a:58:0a:82:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/981c123d-2855-47a2-b5f9-1f4f18c16596\"}],\"ips\":[{\"address\":\"10.130.0.43/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 11:42:44.964924 3637 obj_retry.go:492] Detected object openshift-console/console-7b8b956fdf-wvgt7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:42:44.964946 3637 obj_retry.go:492] Detected object openshift-console/console-7b8b956fdf-wvgt7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:42:44.972645 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7b8b956fdf-wvgt7 I0512 11:42:44.972672 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7b8b956fdf-wvgt7 I0512 11:42:47.682667 3637 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=105 W0512 11:42:49.933321 3637 util.go:959] Failed to build node endpoints for node ip-10-0-1-43.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0512 11:42:54.581609 3637 obj_retry.go:498] Detected object openshift-console/console-7b8b956fdf-fnrxf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:42:54.582147 3637 obj_retry.go:498] Detected object openshift-console/console-7b8b956fdf-fnrxf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:42:54.885495 3637 obj_retry.go:492] Detected object openshift-console/console-7b8b956fdf-fnrxf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:42:54.885524 3637 obj_retry.go:492] Detected object openshift-console/console-7b8b956fdf-fnrxf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:42:54.888767 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7b8b956fdf-fnrxf I0512 11:42:54.888797 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7b8b956fdf-fnrxf W0512 11:42:55.003774 3637 util.go:959] Failed to build node endpoints for node ip-10-0-1-43.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0512 11:42:55.676946 3637 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=190 I0512 11:42:55.682964 3637 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=102 I0512 11:42:55.688882 3637 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=793 I0512 11:42:56.493701 3637 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0512 11:42:56.636105 3637 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:42:56.636683 3637 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:42:56.658337 3637 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:42:56.658364 3637 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:42:56.666064 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0512 11:42:56.666081 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0512 11:42:58.581941 3637 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0512 11:42:58.582481 3637 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0512 11:42:58.582497 3637 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0512 11:42:58.584432 3637 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0512 11:42:58.939816 3637 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-1-43.ec2.internal I0512 11:42:58.939915 3637 kube.go:256] Updating pod tsf-keycloak/keycloak-0 I0512 11:42:58.957284 3637 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 17.394327ms I0512 11:42:58.957315 3637 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 17.428348ms I0512 11:42:58.958836 3637 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 19.03585ms, libovsdb time 993.833µs I0512 11:42:59.309950 3637 cni.go:452] [tsf-keycloak/keycloak-0 54b32764e81b5806cfed2b781fe57d234eb32bc0d01c94591d39907342ebacf8 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-0 54b32764e81b5806cfed2b781fe57d234eb32bc0d01c94591d39907342ebacf8 network default NAD default NAD key ] I0512 11:42:59.319408 3637 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: 54b32764e81b580, network: default, NAD default, SandboxID: "54b32764e81b5806cfed2b781fe57d234eb32bc0d01c94591d39907342ebacf8", PCI device ID: , UID: "03a97731-5fae-4ed0-857a-d863498080c4", MAC: 0a:58:0a:82:00:2c, IPs: [10.130.0.44/23] I0512 11:42:59.374736 3637 cni.go:473] [tsf-keycloak/keycloak-0 54b32764e81b5806cfed2b781fe57d234eb32bc0d01c94591d39907342ebacf8 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-0 54b32764e81b5806cfed2b781fe57d234eb32bc0d01c94591d39907342ebacf8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:dd:33:28:14:13\",\"name\":\"54b32764e81b580\"},{\"mac\":\"0a:58:0a:82:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/78faea32-0a13-4e45-a16f-ba8a77ff6996\"}],\"ips\":[{\"address\":\"10.130.0.44/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 11:43:01.759114 3637 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0512 11:43:03.570309 3637 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643100-mb8st of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:43:03.570858 3637 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643100-mb8st of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:43:04.448374 3637 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643100-mb8st of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:43:04.448403 3637 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643100-mb8st of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0512 11:43:06.063237 3637 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0512 11:43:06.063258 3637 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0512 11:43:06.063327 3637 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0512 11:43:06.063339 3637 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0512 11:43:21.558851 3637 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0512 11:43:21.558868 3637 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0512 11:43:21.558873 3637 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0512 11:43:29.764146 3637 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 W0512 11:43:32.559642 3637 util.go:959] Failed to build node endpoints for node ip-10-0-1-43.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service W0512 11:43:32.559661 3637 util.go:959] Failed to build node endpoints for node ip-10-0-1-43.ec2.internal port 9000: empty IP address endpoints for service tsf-keycloak/keycloak-service W0512 11:43:32.564532 3637 util.go:959] Failed to build node endpoints for node ip-10-0-1-43.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak W0512 11:43:32.564595 3637 util.go:959] Failed to build node endpoints for node ip-10-0-1-43.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak I0512 11:43:38.946566 3637 base_network_controller_pods.go:487] [default/tsf-keycloak/tsf-iam-fl77n] creating logical port tsf-keycloak_tsf-iam-fl77n for pod on switch ip-10-0-1-43.ec2.internal I0512 11:43:38.946679 3637 kube.go:256] Updating pod tsf-keycloak/tsf-iam-fl77n I0512 11:43:38.961523 3637 pod.go:62] [tsf-keycloak/tsf-iam-fl77n] pod update took 14.881319ms I0512 11:43:38.961557 3637 base_network_controller_pods.go:951] [default/tsf-keycloak/tsf-iam-fl77n] addLogicalPort annotation time took 14.921587ms I0512 11:43:38.963118 3637 pods.go:271] [tsf-keycloak/tsf-iam-fl77n] addLogicalPort took 16.572739ms, libovsdb time 988.512µs I0512 11:43:39.346733 3637 cni.go:452] [tsf-keycloak/tsf-iam-fl77n b73e3f17680471d03aa9f8d9789738982ddb765d527e1822c2678507b4c4f48d network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/tsf-iam-fl77n b73e3f17680471d03aa9f8d9789738982ddb765d527e1822c2678507b4c4f48d network default NAD default NAD key ] I0512 11:43:39.356178 3637 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: tsf-iam-fl77n, hostIfaceName: b73e3f17680471d, network: default, NAD default, SandboxID: "b73e3f17680471d03aa9f8d9789738982ddb765d527e1822c2678507b4c4f48d", PCI device ID: , UID: "a6768517-f2d3-486b-b46b-544d0c601995", MAC: 0a:58:0a:82:00:2d, IPs: [10.130.0.45/23] I0512 11:43:39.410040 3637 cni.go:473] [tsf-keycloak/tsf-iam-fl77n b73e3f17680471d03aa9f8d9789738982ddb765d527e1822c2678507b4c4f48d network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/tsf-iam-fl77n b73e3f17680471d03aa9f8d9789738982ddb765d527e1822c2678507b4c4f48d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:fc:5f:57:e6:8f\",\"name\":\"b73e3f17680471d\"},{\"mac\":\"0a:58:0a:82:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/64988d18-6930-4691-bd42-131ad00b4a92\"}],\"ips\":[{\"address\":\"10.130.0.45/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 11:43:48.808125 3637 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:43:48.808869 3637 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:43:48.853861 3637 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:43:48.853892 3637 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:43:48.861562 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0512 11:43:48.861700 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0512 11:43:58.377351 3637 cni.go:452] [tsf-keycloak/tsf-iam-fl77n b73e3f17680471d03aa9f8d9789738982ddb765d527e1822c2678507b4c4f48d network default NAD default NAD key ] DEL starting CNI request [tsf-keycloak/tsf-iam-fl77n b73e3f17680471d03aa9f8d9789738982ddb765d527e1822c2678507b4c4f48d network default NAD default NAD key ] I0512 11:43:58.465150 3637 cni.go:473] [tsf-keycloak/tsf-iam-fl77n b73e3f17680471d03aa9f8d9789738982ddb765d527e1822c2678507b4c4f48d network default NAD default NAD key default] DEL finished CNI request [tsf-keycloak/tsf-iam-fl77n b73e3f17680471d03aa9f8d9789738982ddb765d527e1822c2678507b4c4f48d network default NAD default NAD key default], result "{}", err I0512 11:43:58.518059 3637 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-fl77n of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:43:58.518091 3637 pods.go:176] Deleting pod: tsf-keycloak/tsf-iam-fl77n I0512 11:43:58.519520 3637 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/tsf-iam-fl77n, ips: 10.130.0.45 I0512 11:43:58.519552 3637 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-fl77n of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:43:59.404770 3637 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-fl77n of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:43:59.404803 3637 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-fl77n of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0512 11:44:00.231943 3637 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0512 11:44:00.746991 3637 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0512 11:44:00.747015 3637 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0512 11:44:00.795851 3637 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0512 11:44:07.286331 3637 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0512 11:44:07.785659 3637 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0512 11:44:09.796843 3637 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0512 11:44:11.450052 3637 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-qvwjx-78kc7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:44:11.450691 3637 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-qvwjx-78kc7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:44:12.312094 3637 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-qvwjx-78kc7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:44:12.312118 3637 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-qvwjx-78kc7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:44:19.352772 3637 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-t9pvt] creating logical port openshift-pipelines_pipelines-console-plugin-65f788bc74-t9pvt for pod on switch ip-10-0-1-43.ec2.internal I0512 11:44:19.352867 3637 kube.go:256] Updating pod openshift-pipelines/pipelines-console-plugin-65f788bc74-t9pvt I0512 11:44:19.367243 3637 pod.go:62] [openshift-pipelines/pipelines-console-plugin-65f788bc74-t9pvt] pod update took 14.398685ms I0512 11:44:19.367265 3637 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-t9pvt] addLogicalPort annotation time took 14.425087ms I0512 11:44:19.368677 3637 pods.go:271] [openshift-pipelines/pipelines-console-plugin-65f788bc74-t9pvt] addLogicalPort took 15.92328ms, libovsdb time 972.194µs I0512 11:44:19.712743 3637 cni.go:452] [openshift-pipelines/pipelines-console-plugin-65f788bc74-t9pvt 68d4c822467d730867291e6dcc99a4029a99b1377cbc0108f24c8204b1f1de9d network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-t9pvt 68d4c822467d730867291e6dcc99a4029a99b1377cbc0108f24c8204b1f1de9d network default NAD default NAD key ] I0512 11:44:19.722061 3637 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-console-plugin-65f788bc74-t9pvt, hostIfaceName: 68d4c822467d730, network: default, NAD default, SandboxID: "68d4c822467d730867291e6dcc99a4029a99b1377cbc0108f24c8204b1f1de9d", PCI device ID: , UID: "4d221c5f-ece3-48cd-a754-12bc5643aa45", MAC: 0a:58:0a:82:00:2e, IPs: [10.130.0.46/23] I0512 11:44:19.774798 3637 cni.go:473] [openshift-pipelines/pipelines-console-plugin-65f788bc74-t9pvt 68d4c822467d730867291e6dcc99a4029a99b1377cbc0108f24c8204b1f1de9d network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-t9pvt 68d4c822467d730867291e6dcc99a4029a99b1377cbc0108f24c8204b1f1de9d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:d0:5d:0e:f9:ea\",\"name\":\"68d4c822467d730\"},{\"mac\":\"0a:58:0a:82:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/71cf3a35-7cbe-4c27-80ca-f086a26a6f74\"}],\"ips\":[{\"address\":\"10.130.0.46/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 11:44:39.107082 3637 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:44:39.107660 3637 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:44:39.129463 3637 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:44:39.129479 3637 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:44:39.137439 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0512 11:44:39.137462 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0512 11:44:48.657118 3637 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-2ctjl-fvpvf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:44:48.657721 3637 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-2ctjl-fvpvf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:44:48.673672 3637 obj_retry.go:498] Detected object tsf/patch-tekton-config-8pjxq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:44:48.674046 3637 obj_retry.go:498] Detected object tsf/patch-tekton-config-8pjxq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:44:49.536709 3637 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-2ctjl-fvpvf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:44:49.536731 3637 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-2ctjl-fvpvf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:44:49.675399 3637 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=11 I0512 11:44:49.700924 3637 obj_retry.go:492] Detected object tsf/patch-tekton-config-8pjxq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:44:49.700937 3637 obj_retry.go:492] Detected object tsf/patch-tekton-config-8pjxq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:44:53.499989 3637 base_network_controller_pods.go:487] [default/tsf-tas/rekor-redis-6cf856977c-5bbps] creating logical port tsf-tas_rekor-redis-6cf856977c-5bbps for pod on switch ip-10-0-1-43.ec2.internal I0512 11:44:53.500081 3637 kube.go:256] Updating pod tsf-tas/rekor-redis-6cf856977c-5bbps I0512 11:44:53.516667 3637 pod.go:62] [tsf-tas/rekor-redis-6cf856977c-5bbps] pod update took 16.60865ms I0512 11:44:53.516693 3637 base_network_controller_pods.go:951] [default/tsf-tas/rekor-redis-6cf856977c-5bbps] addLogicalPort annotation time took 16.639648ms I0512 11:44:53.517974 3637 pods.go:271] [tsf-tas/rekor-redis-6cf856977c-5bbps] addLogicalPort took 18.000491ms, libovsdb time 893.636µs I0512 11:44:53.694475 3637 base_network_controller_pods.go:487] [default/tsf-tas/rekor-search-ui-5554c8d84f-v6j2q] creating logical port tsf-tas_rekor-search-ui-5554c8d84f-v6j2q for pod on switch ip-10-0-1-43.ec2.internal I0512 11:44:53.694602 3637 kube.go:256] Updating pod tsf-tas/rekor-search-ui-5554c8d84f-v6j2q I0512 11:44:53.708272 3637 pod.go:62] [tsf-tas/rekor-search-ui-5554c8d84f-v6j2q] pod update took 13.696658ms I0512 11:44:53.708300 3637 base_network_controller_pods.go:951] [default/tsf-tas/rekor-search-ui-5554c8d84f-v6j2q] addLogicalPort annotation time took 13.730662ms I0512 11:44:53.709859 3637 pods.go:271] [tsf-tas/rekor-search-ui-5554c8d84f-v6j2q] addLogicalPort took 15.399767ms, libovsdb time 1.132816ms I0512 11:44:54.056008 3637 cni.go:452] [tsf-tas/rekor-search-ui-5554c8d84f-v6j2q a8f2fd83e1a522b1d55a8a1c559ca156233a9b1c4bb25e87edd518b2e749b742 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-search-ui-5554c8d84f-v6j2q a8f2fd83e1a522b1d55a8a1c559ca156233a9b1c4bb25e87edd518b2e749b742 network default NAD default NAD key ] I0512 11:44:54.065370 3637 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-search-ui-5554c8d84f-v6j2q, hostIfaceName: a8f2fd83e1a522b, network: default, NAD default, SandboxID: "a8f2fd83e1a522b1d55a8a1c559ca156233a9b1c4bb25e87edd518b2e749b742", PCI device ID: , UID: "763de2b2-5461-4bd5-8b88-0bdaadc46854", MAC: 0a:58:0a:82:00:30, IPs: [10.130.0.48/23] I0512 11:44:54.121912 3637 cni.go:473] [tsf-tas/rekor-search-ui-5554c8d84f-v6j2q a8f2fd83e1a522b1d55a8a1c559ca156233a9b1c4bb25e87edd518b2e749b742 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-search-ui-5554c8d84f-v6j2q a8f2fd83e1a522b1d55a8a1c559ca156233a9b1c4bb25e87edd518b2e749b742 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:9b:f1:ff:59:cd\",\"name\":\"a8f2fd83e1a522b\"},{\"mac\":\"0a:58:0a:82:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d1e6204b-dc17-4073-985f-75ca0579c247\"}],\"ips\":[{\"address\":\"10.130.0.48/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 11:44:54.461949 3637 cni.go:452] [tsf-tas/rekor-redis-6cf856977c-5bbps 956a620426ca06f7f32bb620d064e12ddd552603e00bb5ccffc63c474abe0117 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-redis-6cf856977c-5bbps 956a620426ca06f7f32bb620d064e12ddd552603e00bb5ccffc63c474abe0117 network default NAD default NAD key ] I0512 11:44:54.471577 3637 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-redis-6cf856977c-5bbps, hostIfaceName: 956a620426ca06f, network: default, NAD default, SandboxID: "956a620426ca06f7f32bb620d064e12ddd552603e00bb5ccffc63c474abe0117", PCI device ID: , UID: "c649bd33-5af8-4a47-8448-4eef1be878cd", MAC: 0a:58:0a:82:00:2f, IPs: [10.130.0.47/23] I0512 11:44:54.524764 3637 cni.go:473] [tsf-tas/rekor-redis-6cf856977c-5bbps 956a620426ca06f7f32bb620d064e12ddd552603e00bb5ccffc63c474abe0117 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-redis-6cf856977c-5bbps 956a620426ca06f7f32bb620d064e12ddd552603e00bb5ccffc63c474abe0117 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:c0:0a:a6:bd:bf\",\"name\":\"956a620426ca06f\"},{\"mac\":\"0a:58:0a:82:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f96a40c2-c625-4772-89f3-7115326beab6\"}],\"ips\":[{\"address\":\"10.130.0.47/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 11:44:59.197720 3637 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-c6wtp-mmcnc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:44:59.198291 3637 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-c6wtp-mmcnc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0512 11:44:59.715309 3637 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis W0512 11:44:59.745127 3637 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0512 11:45:00.083862 3637 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-c6wtp-mmcnc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:45:00.083889 3637 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-c6wtp-mmcnc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:45:02.711006 3637 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-2ltzd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:45:02.711555 3637 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-2ltzd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:45:03.732345 3637 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-2ltzd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:45:03.732370 3637 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-2ltzd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:45:03.772249 3637 obj_retry.go:492] Detected object tsf/patch-tekton-config-8pjxq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:45:03.772277 3637 obj_retry.go:492] Detected object tsf/patch-tekton-config-8pjxq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:45:03.778136 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-8pjxq I0512 11:45:03.778149 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-8pjxq W0512 11:45:05.099575 3637 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog W0512 11:45:08.124080 3637 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0512 11:45:08.269305 3637 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:45:08.269853 3637 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:45:08.294182 3637 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:45:08.294215 3637 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:45:08.301803 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0512 11:45:08.301825 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa W0512 11:45:11.763826 3637 util.go:959] Failed to build node endpoints for node ip-10-0-1-43.ec2.internal port 6379: empty IP address endpoints for service tsf-tas/rekor-redis W0512 11:45:11.788888 3637 util.go:959] Failed to build node endpoints for node ip-10-0-1-43.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-search-ui I0512 11:45:14.781804 3637 obj_retry.go:498] Detected object tsf-tpa/create-db-zp9nd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:45:14.782375 3637 obj_retry.go:498] Detected object tsf-tpa/create-db-zp9nd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:45:15.807051 3637 obj_retry.go:492] Detected object tsf-tpa/create-db-zp9nd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:45:15.807072 3637 obj_retry.go:492] Detected object tsf-tpa/create-db-zp9nd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:45:18.800250 3637 obj_retry.go:498] Detected object tsf-tpa/migrate-db-cxtvt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:45:18.800810 3637 obj_retry.go:498] Detected object tsf-tpa/migrate-db-cxtvt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:45:19.826704 3637 obj_retry.go:492] Detected object tsf-tpa/migrate-db-cxtvt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:45:19.826727 3637 obj_retry.go:492] Detected object tsf-tpa/migrate-db-cxtvt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:45:21.838555 3637 obj_retry.go:498] Detected object tsf-tpa/create-importers-g5hql of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:45:21.839113 3637 obj_retry.go:498] Detected object tsf-tpa/create-importers-g5hql of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:45:22.862525 3637 obj_retry.go:492] Detected object tsf-tpa/create-importers-g5hql of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:45:22.862548 3637 obj_retry.go:492] Detected object tsf-tpa/create-importers-g5hql of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:45:22.976929 3637 base_network_controller_pods.go:487] [default/tsf-tpa/server-7db88c5647-ttqg9] creating logical port tsf-tpa_server-7db88c5647-ttqg9 for pod on switch ip-10-0-1-43.ec2.internal I0512 11:45:22.977037 3637 kube.go:256] Updating pod tsf-tpa/server-7db88c5647-ttqg9 I0512 11:45:22.992480 3637 pod.go:62] [tsf-tpa/server-7db88c5647-ttqg9] pod update took 15.472701ms I0512 11:45:22.992502 3637 base_network_controller_pods.go:951] [default/tsf-tpa/server-7db88c5647-ttqg9] addLogicalPort annotation time took 15.500489ms I0512 11:45:22.993756 3637 pods.go:271] [tsf-tpa/server-7db88c5647-ttqg9] addLogicalPort took 16.844073ms, libovsdb time 847.293µs I0512 11:45:22.999951 3637 base_network_controller_pods.go:487] [default/tsf-tpa/importer-86bcdf477b-nts54] creating logical port tsf-tpa_importer-86bcdf477b-nts54 for pod on switch ip-10-0-1-43.ec2.internal I0512 11:45:23.000049 3637 kube.go:256] Updating pod tsf-tpa/importer-86bcdf477b-nts54 I0512 11:45:23.014970 3637 pod.go:62] [tsf-tpa/importer-86bcdf477b-nts54] pod update took 14.936621ms I0512 11:45:23.014993 3637 base_network_controller_pods.go:951] [default/tsf-tpa/importer-86bcdf477b-nts54] addLogicalPort annotation time took 14.968835ms I0512 11:45:23.016316 3637 pods.go:271] [tsf-tpa/importer-86bcdf477b-nts54] addLogicalPort took 16.379437ms, libovsdb time 874.34µs I0512 11:45:32.969470 3637 cni.go:452] [tsf-tpa/server-7db88c5647-ttqg9 45e7facc9fc11b85813f6a95e21b37a8c91177657f9a7a3062baf079a78dac7e network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/server-7db88c5647-ttqg9 45e7facc9fc11b85813f6a95e21b37a8c91177657f9a7a3062baf079a78dac7e network default NAD default NAD key ] I0512 11:45:32.969500 3637 cni.go:452] [tsf-tpa/importer-86bcdf477b-nts54 f008866d0f42cc6ed280f62548eadbc0a2968e4355d98b4ce28c10e4f99148e0 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/importer-86bcdf477b-nts54 f008866d0f42cc6ed280f62548eadbc0a2968e4355d98b4ce28c10e4f99148e0 network default NAD default NAD key ] I0512 11:45:32.980213 3637 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: server-7db88c5647-ttqg9, hostIfaceName: 45e7facc9fc11b8, network: default, NAD default, SandboxID: "45e7facc9fc11b85813f6a95e21b37a8c91177657f9a7a3062baf079a78dac7e", PCI device ID: , UID: "faf509ea-3e21-452a-b39f-c140ecce6b8a", MAC: 0a:58:0a:82:00:31, IPs: [10.130.0.49/23] I0512 11:45:32.980511 3637 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: importer-86bcdf477b-nts54, hostIfaceName: f008866d0f42cc6, network: default, NAD default, SandboxID: "f008866d0f42cc6ed280f62548eadbc0a2968e4355d98b4ce28c10e4f99148e0", PCI device ID: , UID: "422f3322-4b37-47bb-9249-243d28c38d52", MAC: 0a:58:0a:82:00:32, IPs: [10.130.0.50/23] I0512 11:45:33.035725 3637 cni.go:473] [tsf-tpa/importer-86bcdf477b-nts54 f008866d0f42cc6ed280f62548eadbc0a2968e4355d98b4ce28c10e4f99148e0 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/importer-86bcdf477b-nts54 f008866d0f42cc6ed280f62548eadbc0a2968e4355d98b4ce28c10e4f99148e0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:0a:4e:47:8d:1b\",\"name\":\"f008866d0f42cc6\"},{\"mac\":\"0a:58:0a:82:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4c04132d-c72b-4d41-be75-577250d6acb0\"}],\"ips\":[{\"address\":\"10.130.0.50/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 11:45:33.054779 3637 cni.go:473] [tsf-tpa/server-7db88c5647-ttqg9 45e7facc9fc11b85813f6a95e21b37a8c91177657f9a7a3062baf079a78dac7e network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/server-7db88c5647-ttqg9 45e7facc9fc11b85813f6a95e21b37a8c91177657f9a7a3062baf079a78dac7e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:93:22:11:6a:1b\",\"name\":\"45e7facc9fc11b8\"},{\"mac\":\"0a:58:0a:82:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9e7caccf-3b2a-49a5-92b5-0450457bd1be\"}],\"ips\":[{\"address\":\"10.130.0.49/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0512 11:45:36.931605 3637 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0512 11:45:40.459662 3637 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-9xt9b-g8qk6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:45:40.460288 3637 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-9xt9b-g8qk6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:45:41.337373 3637 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-9xt9b-g8qk6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:45:41.337405 3637 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-9xt9b-g8qk6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0512 11:45:47.968000 3637 util.go:959] Failed to build node endpoints for node ip-10-0-1-43.ec2.internal port 8080: empty IP address endpoints for service tsf-tpa/server I0512 11:45:54.778933 3637 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0512 11:46:02.579639 3637 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:46:02.580263 3637 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:46:02.625313 3637 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:46:02.625334 3637 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:46:02.636038 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0512 11:46:02.636064 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa W0512 11:46:03.438488 3637 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0512 11:46:03.445618 3637 namespace.go:98] [integration-service] adding namespace I0512 11:46:03.446534 3637 namespace.go:102] [integration-service] adding namespace took 894.623µs I0512 11:46:03.447260 3637 namespace.go:98] [default-tenant] adding namespace I0512 11:46:03.447976 3637 namespace.go:102] [default-tenant] adding namespace took 701.458µs I0512 11:46:03.453336 3637 namespace.go:98] [image-controller] adding namespace I0512 11:46:03.453991 3637 namespace.go:102] [image-controller] adding namespace took 639.296µs I0512 11:46:03.455213 3637 namespace.go:98] [build-service] adding namespace I0512 11:46:03.455815 3637 namespace.go:102] [build-service] adding namespace took 587.967µs I0512 11:46:03.486523 3637 namespace.go:142] [integration-service] updating namespace I0512 11:46:03.502597 3637 namespace.go:142] [integration-service] updating namespace I0512 11:46:03.520509 3637 namespace.go:142] [default-tenant] updating namespace I0512 11:46:03.550117 3637 namespace.go:142] [default-tenant] updating namespace I0512 11:46:03.564470 3637 namespace.go:142] [image-controller] updating namespace I0512 11:46:03.590514 3637 namespace.go:142] [image-controller] updating namespace I0512 11:46:03.612474 3637 namespace.go:142] [build-service] updating namespace I0512 11:46:03.639582 3637 namespace.go:142] [build-service] updating namespace I0512 11:46:03.702440 3637 namespace.go:142] [build-service] updating namespace I0512 11:46:03.735967 3637 namespace.go:142] [integration-service] updating namespace I0512 11:46:03.777400 3637 namespace.go:98] [release-service] adding namespace I0512 11:46:03.778300 3637 namespace.go:102] [release-service] adding namespace took 874.883µs I0512 11:46:03.827607 3637 namespace.go:142] [konflux-ui] updating namespace I0512 11:46:03.851091 3637 namespace.go:142] [release-service] updating namespace I0512 11:46:03.990141 3637 namespace.go:142] [release-service] updating namespace I0512 11:46:04.390746 3637 namespace.go:98] [konflux-info] adding namespace I0512 11:46:04.391605 3637 namespace.go:102] [konflux-info] adding namespace took 822.965µs I0512 11:46:04.583275 3637 namespace.go:98] [namespace-lister] adding namespace I0512 11:46:04.584210 3637 namespace.go:102] [namespace-lister] adding namespace took 912.09µs I0512 11:46:04.677544 3637 namespace.go:142] [konflux-info] updating namespace I0512 11:46:04.786754 3637 namespace.go:98] [enterprise-contract-service] adding namespace I0512 11:46:04.787758 3637 namespace.go:102] [enterprise-contract-service] adding namespace took 983.362µs I0512 11:46:04.819101 3637 namespace.go:142] [image-controller] updating namespace I0512 11:46:04.861896 3637 namespace.go:142] [konflux-info] updating namespace I0512 11:46:04.970492 3637 namespace.go:142] [namespace-lister] updating namespace I0512 11:46:05.120952 3637 namespace.go:142] [namespace-lister] updating namespace I0512 11:46:05.161370 3637 namespace.go:142] [default-tenant] updating namespace I0512 11:46:05.213064 3637 namespace.go:142] [enterprise-contract-service] updating namespace I0512 11:46:05.372052 3637 namespace.go:142] [enterprise-contract-service] updating namespace I0512 11:46:05.481348 3637 namespace.go:98] [segment-bridge] adding namespace I0512 11:46:05.482174 3637 namespace.go:102] [segment-bridge] adding namespace took 803.447µs I0512 11:46:05.618895 3637 namespace.go:98] [konflux-cli] adding namespace I0512 11:46:05.619688 3637 namespace.go:102] [konflux-cli] adding namespace took 776.163µs I0512 11:46:06.113002 3637 namespace.go:142] [segment-bridge] updating namespace I0512 11:46:06.168075 3637 namespace.go:142] [segment-bridge] updating namespace I0512 11:46:06.172892 3637 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0512 11:46:06.173587 3637 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0512 11:46:06.173605 3637 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0512 11:46:06.176367 3637 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0512 11:46:06.258419 3637 namespace.go:142] [konflux-cli] updating namespace I0512 11:46:06.333138 3637 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0512 11:46:06.333163 3637 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0512 11:46:06.334079 3637 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0512 11:46:06.370451 3637 namespace.go:142] [konflux-cli] updating namespace I0512 11:46:08.337257 3637 namespace.go:142] [build-service] updating namespace W0512 11:46:08.492582 3637 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0512 11:46:08.806587 3637 namespace.go:142] [default-tenant] updating namespace I0512 11:46:09.081797 3637 namespace.go:142] [image-controller] updating namespace I0512 11:46:09.290803 3637 namespace.go:142] [integration-service] updating namespace I0512 11:46:09.511585 3637 namespace.go:142] [konflux-info] updating namespace I0512 11:46:09.722749 3637 namespace.go:142] [namespace-lister] updating namespace I0512 11:46:09.915673 3637 namespace.go:142] [release-service] updating namespace I0512 11:46:10.038846 3637 namespace.go:142] [build-service] updating namespace I0512 11:46:10.053375 3637 namespace.go:142] [default-tenant] updating namespace I0512 11:46:10.070441 3637 namespace.go:142] [image-controller] updating namespace I0512 11:46:10.088238 3637 namespace.go:142] [integration-service] updating namespace I0512 11:46:10.110645 3637 namespace.go:142] [konflux-info] updating namespace I0512 11:46:10.137261 3637 namespace.go:142] [namespace-lister] updating namespace I0512 11:46:10.140061 3637 namespace.go:142] [release-service] updating namespace I0512 11:46:10.232574 3637 namespace.go:142] [build-service] updating namespace I0512 11:46:10.338805 3637 namespace.go:142] [default-tenant] updating namespace I0512 11:46:10.394520 3637 namespace.go:142] [image-controller] updating namespace I0512 11:46:10.456635 3637 namespace.go:142] [integration-service] updating namespace I0512 11:46:10.532697 3637 namespace.go:142] [konflux-info] updating namespace I0512 11:46:10.626861 3637 namespace.go:142] [namespace-lister] updating namespace I0512 11:46:10.713562 3637 namespace.go:142] [release-service] updating namespace W0512 11:46:11.511463 3637 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0512 11:46:11.928686 3637 namespace.go:142] [enterprise-contract-service] updating namespace I0512 11:46:12.131503 3637 namespace.go:142] [konflux-cli] updating namespace I0512 11:46:12.333148 3637 namespace.go:142] [segment-bridge] updating namespace I0512 11:46:12.458405 3637 namespace.go:142] [enterprise-contract-service] updating namespace I0512 11:46:12.472802 3637 namespace.go:142] [konflux-cli] updating namespace I0512 11:46:12.489627 3637 namespace.go:142] [segment-bridge] updating namespace I0512 11:46:12.581323 3637 namespace.go:142] [enterprise-contract-service] updating namespace I0512 11:46:12.657789 3637 namespace.go:142] [konflux-cli] updating namespace I0512 11:46:12.760792 3637 namespace.go:142] [segment-bridge] updating namespace W0512 11:46:14.987790 3637 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0512 11:46:17.995157 3637 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0512 11:46:17.995348 3637 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0512 11:46:18.538311 3637 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0512 11:46:23.094485 3637 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0512 11:46:23.094509 3637 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0512 11:46:23.147565 3637 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0512 11:46:23.147718 3637 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0512 11:46:23.577351 3637 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0512 11:46:23.577381 3637 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0512 11:46:23.622098 3637 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0512 11:46:23.623422 3637 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service I0512 11:46:30.582514 3637 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-gbw9z of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:46:30.583093 3637 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-gbw9z of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:46:30.914651 3637 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-gbw9z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:46:30.914671 3637 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-gbw9z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:46:30.921812 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-gbw9z I0512 11:46:30.921828 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-gbw9z I0512 11:47:15.679152 3637 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=58 I0512 11:47:22.794313 3637 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0512 11:47:33.332075 3637 obj_retry.go:498] Detected object konflux-ui/proxy-746bdd67f4-6g7r6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:47:33.332658 3637 obj_retry.go:498] Detected object konflux-ui/proxy-746bdd67f4-6g7r6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:47:33.722124 3637 obj_retry.go:492] Detected object konflux-ui/proxy-746bdd67f4-6g7r6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:47:33.722145 3637 obj_retry.go:492] Detected object konflux-ui/proxy-746bdd67f4-6g7r6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:47:33.729619 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-746bdd67f4-6g7r6 I0512 11:47:33.729652 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-746bdd67f4-6g7r6 I0512 11:47:36.582077 3637 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:47:36.582770 3637 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:47:36.602897 3637 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:47:36.602920 3637 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:47:36.612420 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0512 11:47:36.612446 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0512 11:48:02.799998 3637 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=5 I0512 11:48:07.919093 3637 namespace.go:98] [managed-tenant-6103z] adding namespace I0512 11:48:07.920112 3637 namespace.go:102] [managed-tenant-6103z] adding namespace took 995.857µs I0512 11:48:07.958300 3637 namespace.go:142] [managed-tenant-6103z] updating namespace I0512 11:48:07.979052 3637 namespace.go:142] [managed-tenant-6103z] updating namespace I0512 11:48:08.979383 3637 namespace.go:142] [managed-tenant-6103z] updating namespace I0512 11:48:09.108637 3637 namespace.go:142] [managed-tenant-6103z] updating namespace I0512 11:48:09.211048 3637 namespace.go:142] [managed-tenant-6103z] updating namespace I0512 11:48:11.788613 3637 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0512 11:48:26.762317 3637 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0512 11:48:50.686639 3637 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=77 I0512 11:48:58.692504 3637 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=384 I0512 11:49:24.774071 3637 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0512 11:50:00.686136 3637 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=50 I0512 11:50:03.915987 3637 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643110-78jw4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:50:03.916594 3637 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643110-78jw4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:50:04.786104 3637 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643110-78jw4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:50:04.786135 3637 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643110-78jw4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:50:34.800703 3637 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0512 11:50:52.679678 3637 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0512 11:50:59.768567 3637 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0512 11:51:23.814686 3637 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0512 11:51:28.762823 3637 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0512 11:52:48.680843 3637 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=104 I0512 11:52:57.783138 3637 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0512 11:54:38.682564 3637 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=50 I0512 11:54:51.766529 3637 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0512 11:55:00.803440 3637 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0512 11:55:15.048490 3637 obj_retry.go:492] Detected object tsf-tpa/create-db-zp9nd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:55:15.048534 3637 obj_retry.go:492] Detected object tsf-tpa/create-db-zp9nd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:55:15.053708 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-zp9nd I0512 11:55:15.053728 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-zp9nd I0512 11:55:19.037255 3637 obj_retry.go:492] Detected object tsf-tpa/migrate-db-cxtvt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:55:19.037303 3637 obj_retry.go:492] Detected object tsf-tpa/migrate-db-cxtvt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:55:19.042597 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-cxtvt I0512 11:55:19.042631 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-cxtvt I0512 11:55:22.032279 3637 obj_retry.go:492] Detected object tsf-tpa/create-importers-g5hql of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:55:22.032321 3637 obj_retry.go:492] Detected object tsf-tpa/create-importers-g5hql of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:55:22.037215 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-g5hql I0512 11:55:22.037243 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-g5hql I0512 11:55:54.690896 3637 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=8 I0512 11:56:08.777443 3637 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0512 11:56:14.804747 3637 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0512 11:56:34.683501 3637 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6 I0512 11:56:47.690097 3637 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=8 I0512 11:56:53.792675 3637 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0512 11:56:55.798059 3637 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0512 11:57:44.767277 3637 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0512 11:58:36.685221 3637 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=6 I0512 11:58:46.696031 3637 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=26 I0512 11:59:06.772167 3637 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0512 11:59:37.817867 3637 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0512 12:00:02.496090 3637 obj_retry.go:498] Detected object integration-service/integration-service-snapshot-garbage-collector-29643120-b9xbc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 12:00:02.496718 3637 obj_retry.go:498] Detected object integration-service/integration-service-snapshot-garbage-collector-29643120-b9xbc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 12:00:03.510618 3637 obj_retry.go:492] Detected object integration-service/integration-service-snapshot-garbage-collector-29643120-b9xbc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:00:03.510642 3637 obj_retry.go:492] Detected object integration-service/integration-service-snapshot-garbage-collector-29643120-b9xbc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:00:04.133075 3637 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643120-rcjvb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 12:00:04.133657 3637 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643120-rcjvb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 12:00:05.009781 3637 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643120-rcjvb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:00:05.009808 3637 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643120-rcjvb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:00:10.686259 3637 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=25 W0512 12:01:16.084144 3637 duration.go:461] Config duration recorder: measurement expired for pod/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5147f22 I0512 12:01:16.786525 3637 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0512 12:01:33.088909 3637 obj_retry.go:498] Detected object default-tenant/tsf-comp-uslqj-on-pull-request-wvwvj-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 12:01:33.089476 3637 obj_retry.go:498] Detected object default-tenant/tsf-comp-uslqj-on-pull-request-wvwvj-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 12:01:33.825476 3637 obj_retry.go:492] Detected object default-tenant/tsf-comp-uslqj-on-pull-request-wvwvj-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:01:33.825500 3637 obj_retry.go:492] Detected object default-tenant/tsf-comp-uslqj-on-pull-request-wvwvj-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:01:33.832304 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-comp-uslqj-on-pull-request-wvwvj-init-pod I0512 12:01:33.832329 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-comp-uslqj-on-pull-request-wvwvj-init-pod I0512 12:01:42.061308 3637 obj_retry.go:498] Detected object default-tenant/tsf-comp-uslqj-on-push-bkd8b-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 12:01:42.061895 3637 obj_retry.go:498] Detected object default-tenant/tsf-comp-uslqj-on-push-bkd8b-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 12:01:53.687420 3637 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6 I0512 12:01:57.198276 3637 obj_retry.go:498] Detected object default-tenant/tsf-comp-uslqj-on-push-bkd8b-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 12:01:57.198838 3637 obj_retry.go:498] Detected object default-tenant/tsf-comp-uslqj-on-push-bkd8b-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 12:01:57.694998 3637 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=7 I0512 12:03:01.812611 3637 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0512 12:03:02.586579 3637 obj_retry.go:498] Detected object default-tenant/tsf-comp-uslqj-on-push-bkd8b-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 12:03:02.587102 3637 obj_retry.go:498] Detected object default-tenant/tsf-comp-uslqj-on-push-bkd8b-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 12:03:06.770522 3637 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0512 12:04:24.781445 3637 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0512 12:04:47.700586 3637 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=110 I0512 12:04:50.776670 3637 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0512 12:05:06.694024 3637 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=10 I0512 12:05:08.689714 3637 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=12 I0512 12:05:09.821911 3637 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0512 12:05:48.223301 3637 obj_retry.go:498] Detected object default-tenant/tsf-comp-uslqj-on-push-bkd8b-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 12:05:48.223940 3637 obj_retry.go:498] Detected object default-tenant/tsf-comp-uslqj-on-push-bkd8b-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 12:05:52.808786 3637 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=11 I0512 12:05:53.796242 3637 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0512 12:06:17.754029 3637 obj_retry.go:498] Detected object default-tenant/tsf-comp-uslqj-on-push-bkd8b-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 12:06:17.754653 3637 obj_retry.go:498] Detected object default-tenant/tsf-comp-uslqj-on-push-bkd8b-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 12:06:22.801732 3637 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=11 I0512 12:06:28.771244 3637 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0512 12:07:02.698616 3637 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=5 I0512 12:07:15.799683 3637 obj_retry.go:498] Detected object default-tenant/tsf-comp-uslqj-on-push-bkd8b-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 12:07:15.800217 3637 obj_retry.go:498] Detected object default-tenant/tsf-comp-uslqj-on-push-bkd8b-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 12:07:19.816904 3637 obj_retry.go:498] Detected object default-tenant/tsf-comp-uslqj-on-push-bkd8b-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 12:07:19.817457 3637 obj_retry.go:498] Detected object default-tenant/tsf-comp-uslqj-on-push-bkd8b-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 12:07:21.892465 3637 obj_retry.go:498] Detected object default-tenant/tsf-comp-uslqj-on-push-bkd8b-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 12:07:21.892993 3637 obj_retry.go:498] Detected object default-tenant/tsf-comp-uslqj-on-push-bkd8b-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 12:07:26.690645 3637 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=41 I0512 12:07:27.355157 3637 obj_retry.go:498] Detected object default-tenant/tsf-comp-uslqj-on-push-bkd8b-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 12:07:27.355761 3637 obj_retry.go:498] Detected object default-tenant/tsf-comp-uslqj-on-push-bkd8b-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 12:07:30.364871 3637 obj_retry.go:498] Detected object default-tenant/tsf-comp-uslqj-on-push-bkd8b-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 12:07:30.365432 3637 obj_retry.go:498] Detected object default-tenant/tsf-comp-uslqj-on-push-bkd8b-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 12:07:40.792922 3637 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-pttff of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 12:07:40.793574 3637 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-pttff of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 12:07:41.786218 3637 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-pttff of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:07:41.786246 3637 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-pttff of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:07:41.790090 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-pttff I0512 12:07:41.790118 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-pttff I0512 12:07:56.005675 3637 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-xbfmr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 12:07:56.006258 3637 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-xbfmr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 12:07:56.338954 3637 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-xbfmr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:07:56.338982 3637 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-xbfmr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:07:56.346160 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-xbfmr I0512 12:07:56.346209 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-xbfmr I0512 12:07:58.789858 3637 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0512 12:08:11.669262 3637 obj_retry.go:498] Detected object default-tenant/tsf-comp-uslqj-on-push-bkd8b-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 12:08:11.669893 3637 obj_retry.go:498] Detected object default-tenant/tsf-comp-uslqj-on-push-bkd8b-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 12:08:23.774446 3637 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0512 12:08:31.765370 3637 obj_retry.go:498] Detected object default-tenant/my-integration-test-chgj-kg6ks-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 12:08:31.765969 3637 obj_retry.go:498] Detected object default-tenant/my-integration-test-chgj-kg6ks-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 12:08:49.973627 3637 obj_retry.go:498] Detected object default-tenant/my-integration-test-chgj-kg6ks-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 12:08:49.974169 3637 obj_retry.go:498] Detected object default-tenant/my-integration-test-chgj-kg6ks-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 12:09:22.192044 3637 obj_retry.go:498] Detected object managed-tenant-6103z/managed-g9rst-verify-access-to-resources-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 12:09:22.192639 3637 obj_retry.go:498] Detected object managed-tenant-6103z/managed-g9rst-verify-access-to-resources-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 12:09:39.691317 3637 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0512 12:09:43.712728 3637 obj_retry.go:498] Detected object managed-tenant-6103z/managed-g9rst-collect-data-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 12:09:43.713340 3637 obj_retry.go:498] Detected object managed-tenant-6103z/managed-g9rst-collect-data-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 12:09:52.542464 3637 obj_retry.go:498] Detected object managed-tenant-6103z/managed-g9rst-collect-task-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 12:09:52.542987 3637 obj_retry.go:498] Detected object managed-tenant-6103z/managed-g9rst-collect-task-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 12:09:53.828708 3637 obj_retry.go:498] Detected object managed-tenant-6103z/managed-g9rst-collect-registry-token-secret-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 12:09:53.829245 3637 obj_retry.go:498] Detected object managed-tenant-6103z/managed-g9rst-collect-registry-token-secret-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 12:09:56.603081 3637 obj_retry.go:498] Detected object managed-tenant-6103z/managed-g9rst-collect-signing-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 12:09:56.603616 3637 obj_retry.go:498] Detected object managed-tenant-6103z/managed-g9rst-collect-signing-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 12:09:56.839092 3637 obj_retry.go:498] Detected object managed-tenant-6103z/managed-g9rst-check-data-keys-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 12:09:56.839675 3637 obj_retry.go:498] Detected object managed-tenant-6103z/managed-g9rst-check-data-keys-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 12:10:01.513734 3637 obj_retry.go:498] Detected object managed-tenant-6103z/managed-g9rst-reduce-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 12:10:01.514384 3637 obj_retry.go:498] Detected object managed-tenant-6103z/managed-g9rst-reduce-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 12:10:03.877949 3637 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643130-ds4nv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 12:10:03.878544 3637 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643130-ds4nv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 12:10:04.746263 3637 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643130-ds4nv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:10:04.746289 3637 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643130-ds4nv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:10:04.778658 3637 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643100-mb8st of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:10:04.778685 3637 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643100-mb8st of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:10:04.782346 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29643100-mb8st I0512 12:10:04.782380 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29643100-mb8st I0512 12:10:12.626232 3637 obj_retry.go:498] Detected object managed-tenant-6103z/managed-g9rst-apply-mapping-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 12:10:12.626823 3637 obj_retry.go:498] Detected object managed-tenant-6103z/managed-g9rst-apply-mapping-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 12:10:22.716378 3637 obj_retry.go:498] Detected object managed-tenant-6103z/managed-g9rst-filter-already-released-images-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 12:10:22.716911 3637 obj_retry.go:498] Detected object managed-tenant-6103z/managed-g9rst-filter-already-released-images-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 12:10:27.697821 3637 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=7 I0512 12:10:31.825204 3637 obj_retry.go:498] Detected object managed-tenant-6103z/managed-g9rst-collect-tpa-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 12:10:31.825726 3637 obj_retry.go:498] Detected object managed-tenant-6103z/managed-g9rst-collect-tpa-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 12:10:54.693492 3637 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=13 I0512 12:11:01.196132 3637 obj_retry.go:498] Detected object managed-tenant-6103z/managed-g9rst-verify-conforma-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 12:11:01.196664 3637 obj_retry.go:498] Detected object managed-tenant-6103z/managed-g9rst-verify-conforma-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 12:11:33.550720 3637 obj_retry.go:498] Detected object managed-tenant-6103z/managed-g9rst-push-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 12:11:33.551413 3637 obj_retry.go:498] Detected object managed-tenant-6103z/managed-g9rst-push-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 12:11:40.819844 3637 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0512 12:12:06.805742 3637 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0512 12:12:12.704695 3637 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=321 I0512 12:12:17.826234 3637 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0512 12:12:34.960657 3637 obj_retry.go:498] Detected object managed-tenant-6103z/managed-g9rst-sign-image-cosign-keyless-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 12:12:34.961263 3637 obj_retry.go:498] Detected object managed-tenant-6103z/managed-g9rst-sign-image-cosign-keyless-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 12:12:43.800731 3637 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0512 12:12:45.780966 3637 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0512 12:13:02.238565 3637 obj_retry.go:498] Detected object managed-tenant-6103z/managed-g9rst-process-component-sbom-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 12:13:02.239006 3637 obj_retry.go:498] Detected object managed-tenant-6103z/managed-g9rst-process-component-sbom-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 12:13:09.596160 3637 obj_retry.go:498] Detected object managed-tenant-6103z/affinity-assistant-161d10447e-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 12:13:09.596722 3637 obj_retry.go:498] Detected object managed-tenant-6103z/affinity-assistant-161d10447e-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 12:13:10.100363 3637 obj_retry.go:492] Detected object managed-tenant-6103z/affinity-assistant-161d10447e-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:13:10.100384 3637 obj_retry.go:492] Detected object managed-tenant-6103z/affinity-assistant-161d10447e-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:13:10.108519 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-6103z/affinity-assistant-161d10447e-0 I0512 12:13:10.108542 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-6103z/affinity-assistant-161d10447e-0 I0512 12:13:10.213065 3637 obj_retry.go:498] Detected object managed-tenant-6103z/managed-g9rst-update-cr-status-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 12:13:10.213608 3637 obj_retry.go:498] Detected object managed-tenant-6103z/managed-g9rst-update-cr-status-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 12:13:12.761123 3637 namespace.go:142] [managed-tenant-6103z] updating namespace I0512 12:13:13.774962 3637 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0512 12:13:13.784928 3637 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0512 12:13:17.890924 3637 obj_retry.go:492] Detected object managed-tenant-6103z/managed-g9rst-apply-mapping-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:13:17.890945 3637 obj_retry.go:492] Detected object managed-tenant-6103z/managed-g9rst-apply-mapping-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:13:17.898972 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-6103z/managed-g9rst-apply-mapping-pod I0512 12:13:17.898998 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-6103z/managed-g9rst-apply-mapping-pod I0512 12:13:17.907834 3637 obj_retry.go:492] Detected object managed-tenant-6103z/managed-g9rst-check-data-keys-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:13:17.907854 3637 obj_retry.go:492] Detected object managed-tenant-6103z/managed-g9rst-check-data-keys-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:13:17.916164 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-6103z/managed-g9rst-check-data-keys-pod I0512 12:13:17.916199 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-6103z/managed-g9rst-check-data-keys-pod I0512 12:13:17.924645 3637 obj_retry.go:492] Detected object managed-tenant-6103z/managed-g9rst-collect-data-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:13:17.924666 3637 obj_retry.go:492] Detected object managed-tenant-6103z/managed-g9rst-collect-data-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:13:17.932042 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-6103z/managed-g9rst-collect-data-pod I0512 12:13:17.932066 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-6103z/managed-g9rst-collect-data-pod I0512 12:13:17.941231 3637 obj_retry.go:492] Detected object managed-tenant-6103z/managed-g9rst-collect-registry-token-secret-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:13:17.941248 3637 obj_retry.go:492] Detected object managed-tenant-6103z/managed-g9rst-collect-registry-token-secret-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:13:17.948092 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-6103z/managed-g9rst-collect-registry-token-secret-pod I0512 12:13:17.948108 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-6103z/managed-g9rst-collect-registry-token-secret-pod I0512 12:13:17.955763 3637 obj_retry.go:492] Detected object managed-tenant-6103z/managed-g9rst-collect-signing-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:13:17.955778 3637 obj_retry.go:492] Detected object managed-tenant-6103z/managed-g9rst-collect-signing-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:13:17.962206 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-6103z/managed-g9rst-collect-signing-params-pod I0512 12:13:17.962221 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-6103z/managed-g9rst-collect-signing-params-pod I0512 12:13:17.970087 3637 obj_retry.go:492] Detected object managed-tenant-6103z/managed-g9rst-collect-task-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:13:17.970102 3637 obj_retry.go:492] Detected object managed-tenant-6103z/managed-g9rst-collect-task-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:13:17.977641 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-6103z/managed-g9rst-collect-task-params-pod I0512 12:13:17.977658 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-6103z/managed-g9rst-collect-task-params-pod I0512 12:13:17.985889 3637 obj_retry.go:492] Detected object managed-tenant-6103z/managed-g9rst-collect-tpa-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:13:17.985904 3637 obj_retry.go:492] Detected object managed-tenant-6103z/managed-g9rst-collect-tpa-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:13:17.991471 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-6103z/managed-g9rst-collect-tpa-params-pod I0512 12:13:17.991484 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-6103z/managed-g9rst-collect-tpa-params-pod I0512 12:13:18.001111 3637 obj_retry.go:492] Detected object managed-tenant-6103z/managed-g9rst-filter-already-released-images-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:13:18.001126 3637 obj_retry.go:492] Detected object managed-tenant-6103z/managed-g9rst-filter-already-released-images-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:13:18.007960 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-6103z/managed-g9rst-filter-already-released-images-pod I0512 12:13:18.007984 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-6103z/managed-g9rst-filter-already-released-images-pod I0512 12:13:18.016985 3637 obj_retry.go:492] Detected object managed-tenant-6103z/managed-g9rst-process-component-sbom-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:13:18.017000 3637 obj_retry.go:492] Detected object managed-tenant-6103z/managed-g9rst-process-component-sbom-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:13:18.023515 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-6103z/managed-g9rst-process-component-sbom-pod I0512 12:13:18.023539 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-6103z/managed-g9rst-process-component-sbom-pod I0512 12:13:18.033295 3637 obj_retry.go:492] Detected object managed-tenant-6103z/managed-g9rst-push-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:13:18.033309 3637 obj_retry.go:492] Detected object managed-tenant-6103z/managed-g9rst-push-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:13:18.042965 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-6103z/managed-g9rst-push-snapshot-pod I0512 12:13:18.042982 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-6103z/managed-g9rst-push-snapshot-pod I0512 12:13:18.055763 3637 obj_retry.go:492] Detected object managed-tenant-6103z/managed-g9rst-reduce-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:13:18.055778 3637 obj_retry.go:492] Detected object managed-tenant-6103z/managed-g9rst-reduce-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:13:18.063935 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-6103z/managed-g9rst-reduce-snapshot-pod I0512 12:13:18.063948 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-6103z/managed-g9rst-reduce-snapshot-pod I0512 12:13:18.074047 3637 obj_retry.go:492] Detected object managed-tenant-6103z/managed-g9rst-sign-image-cosign-keyless-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:13:18.074063 3637 obj_retry.go:492] Detected object managed-tenant-6103z/managed-g9rst-sign-image-cosign-keyless-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:13:18.081340 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-6103z/managed-g9rst-sign-image-cosign-keyless-pod I0512 12:13:18.081364 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-6103z/managed-g9rst-sign-image-cosign-keyless-pod I0512 12:13:18.089764 3637 obj_retry.go:492] Detected object managed-tenant-6103z/managed-g9rst-update-cr-status-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:13:18.089779 3637 obj_retry.go:492] Detected object managed-tenant-6103z/managed-g9rst-update-cr-status-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:13:18.096656 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-6103z/managed-g9rst-update-cr-status-pod I0512 12:13:18.096676 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-6103z/managed-g9rst-update-cr-status-pod I0512 12:13:18.103849 3637 obj_retry.go:492] Detected object managed-tenant-6103z/managed-g9rst-verify-access-to-resources-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:13:18.103864 3637 obj_retry.go:492] Detected object managed-tenant-6103z/managed-g9rst-verify-access-to-resources-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:13:18.110624 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-6103z/managed-g9rst-verify-access-to-resources-pod I0512 12:13:18.110641 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-6103z/managed-g9rst-verify-access-to-resources-pod I0512 12:13:18.123422 3637 obj_retry.go:492] Detected object managed-tenant-6103z/managed-g9rst-verify-conforma-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:13:18.123435 3637 obj_retry.go:492] Detected object managed-tenant-6103z/managed-g9rst-verify-conforma-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:13:18.132454 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-6103z/managed-g9rst-verify-conforma-pod I0512 12:13:18.132471 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-6103z/managed-g9rst-verify-conforma-pod I0512 12:13:23.609055 3637 namespace.go:142] [managed-tenant-6103z] updating namespace I0512 12:13:26.349419 3637 obj_retry.go:492] Detected object default-tenant/my-integration-test-chgj-kg6ks-verify-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:13:26.349447 3637 obj_retry.go:492] Detected object default-tenant/my-integration-test-chgj-kg6ks-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:13:26.353992 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/my-integration-test-chgj-kg6ks-verify-pod I0512 12:13:26.354017 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/my-integration-test-chgj-kg6ks-verify-pod I0512 12:13:26.528482 3637 obj_retry.go:492] Detected object default-tenant/my-integration-test-chgj-kg6ks-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:13:26.528506 3637 obj_retry.go:492] Detected object default-tenant/my-integration-test-chgj-kg6ks-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:13:26.536148 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/my-integration-test-chgj-kg6ks-collect-keyless-params-pod I0512 12:13:26.536171 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/my-integration-test-chgj-kg6ks-collect-keyless-params-pod I0512 12:13:30.261574 3637 namespace.go:142] [managed-tenant-6103z] updating namespace I0512 12:13:37.033397 3637 namespace.go:142] [managed-tenant-6103z] updating namespace I0512 12:13:43.573280 3637 namespace.go:142] [managed-tenant-6103z] updating namespace I0512 12:13:50.055080 3637 namespace.go:142] [managed-tenant-6103z] updating namespace I0512 12:14:12.812505 3637 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0512 12:14:14.728930 3637 namespace.go:142] [managed-tenant-6103z] updating namespace I0512 12:14:37.702652 3637 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=15 I0512 12:14:55.694735 3637 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0512 12:15:02.793660 3637 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0512 12:15:09.399830 3637 namespace.go:142] [managed-tenant-6103z] updating namespace I0512 12:15:34.129217 3637 namespace.go:142] [managed-tenant-6103z] updating namespace I0512 12:15:36.701866 3637 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=6 I0512 12:15:50.245912 3637 namespace.go:142] [managed-tenant-6103z] updating namespace I0512 12:15:50.277663 3637 namespace.go:317] [managed-tenant-6103z] deleting namespace I0512 12:16:05.697810 3637 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=8 I0512 12:16:11.375222 3637 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-4wczq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 12:16:11.375856 3637 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-4wczq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 12:16:11.628520 3637 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-4wczq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:16:11.628563 3637 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-4wczq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:16:11.637530 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-4wczq I0512 12:16:11.637559 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-4wczq I0512 12:16:18.777964 3637 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0512 12:16:45.694878 3637 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=70